grpc 1.41.1 → 1.44.0.pre2
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of grpc might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/Makefile +185 -102
- data/include/grpc/event_engine/event_engine.h +118 -54
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +68 -0
- data/include/grpc/event_engine/memory_allocator.h +226 -0
- data/include/grpc/event_engine/memory_request.h +57 -0
- data/include/grpc/grpc.h +4 -0
- data/include/grpc/grpc_security.h +304 -145
- data/include/grpc/grpc_security_constants.h +2 -14
- data/include/grpc/impl/codegen/compression_types.h +0 -2
- data/include/grpc/impl/codegen/grpc_types.h +6 -0
- data/include/grpc/impl/codegen/port_platform.h +14 -3
- data/src/core/ext/filters/client_channel/backend_metric.cc +21 -23
- data/src/core/ext/filters/client_channel/backend_metric.h +4 -3
- data/src/core/ext/filters/client_channel/backup_poller.cc +2 -1
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +71 -89
- data/src/core/ext/filters/client_channel/client_channel.cc +305 -335
- data/src/core/ext/filters/client_channel/client_channel.h +84 -36
- data/src/core/ext/filters/client_channel/client_channel_factory.cc +1 -1
- data/src/core/ext/filters/client_channel/client_channel_factory.h +17 -19
- data/src/core/ext/filters/client_channel/client_channel_plugin.cc +8 -15
- data/src/core/ext/filters/client_channel/config_selector.cc +1 -1
- data/src/core/ext/filters/client_channel/config_selector.h +5 -6
- data/src/core/ext/filters/client_channel/connector.h +18 -18
- data/src/core/ext/filters/client_channel/dynamic_filters.cc +5 -5
- data/src/core/ext/filters/client_channel/dynamic_filters.h +1 -1
- data/src/core/ext/filters/client_channel/global_subchannel_pool.h +0 -1
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +25 -22
- data/src/core/ext/filters/client_channel/health/health_check_client.h +4 -4
- data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +13 -15
- data/src/core/ext/filters/client_channel/http_connect_handshaker.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +4 -3
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +6 -5
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +4 -0
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +5 -18
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +198 -116
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +3 -6
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel_secure.cc +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +1 -2
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +2 -2
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +2 -4
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +66 -36
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +21 -12
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +124 -74
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +2514 -0
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +68 -62
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +16 -11
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +18 -6
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +51 -96
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +101 -46
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +11 -3
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +101 -209
- data/src/core/ext/filters/client_channel/lb_policy.cc +15 -14
- data/src/core/ext/filters/client_channel/lb_policy.h +105 -63
- data/src/core/ext/filters/client_channel/lb_policy_factory.h +1 -0
- data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +139 -0
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +220 -88
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +22 -12
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +19 -15
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +31 -50
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +124 -240
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +38 -25
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +1 -1
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +90 -77
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +13 -11
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +2 -1
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +7 -16
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +5 -5
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +423 -396
- data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +2 -2
- data/src/core/ext/filters/client_channel/resolver_result_parsing.h +2 -2
- data/src/core/ext/filters/client_channel/retry_filter.cc +66 -131
- data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
- data/src/core/ext/filters/client_channel/retry_service_config.h +1 -1
- data/src/core/ext/filters/client_channel/retry_throttle.cc +17 -48
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +49 -36
- data/src/core/ext/filters/client_channel/subchannel.cc +99 -161
- data/src/core/ext/filters/client_channel/subchannel.h +31 -52
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +22 -7
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +11 -2
- data/src/core/ext/filters/client_idle/client_idle_filter.cc +27 -210
- data/src/core/ext/filters/client_idle/idle_filter_state.cc +96 -0
- data/src/core/ext/filters/client_idle/idle_filter_state.h +66 -0
- data/src/core/ext/filters/deadline/deadline_filter.cc +23 -26
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +42 -53
- data/src/core/ext/filters/fault_injection/service_config_parser.cc +6 -9
- data/src/core/ext/filters/fault_injection/service_config_parser.h +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +70 -160
- data/src/core/ext/filters/http/client_authority_filter.cc +19 -36
- data/src/core/ext/filters/http/http_filters_plugin.cc +51 -71
- data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +46 -139
- data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +5 -25
- data/src/core/ext/filters/http/server/http_server_filter.cc +84 -183
- data/src/core/ext/filters/max_age/max_age_filter.cc +24 -26
- data/src/core/ext/filters/message_size/message_size_filter.cc +19 -16
- data/src/core/ext/filters/message_size/message_size_filter.h +1 -1
- data/src/core/ext/filters/rbac/rbac_filter.cc +157 -0
- data/src/core/ext/filters/rbac/rbac_filter.h +74 -0
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +605 -0
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +70 -0
- data/src/core/ext/filters/server_config_selector/server_config_selector.cc +67 -0
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +71 -0
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +270 -0
- data/src/core/ext/{transport/chttp2/transport/hpack_utils.h → filters/server_config_selector/server_config_selector_filter.h} +9 -7
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +4 -23
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +0 -2
- data/src/core/ext/transport/chttp2/client/insecure/channel_create.cc +26 -28
- data/src/core/ext/transport/chttp2/client/insecure/channel_create_posix.cc +11 -14
- data/src/core/ext/transport/chttp2/client/secure/secure_channel_create.cc +33 -53
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +146 -113
- data/src/core/ext/transport/chttp2/server/insecure/server_chttp2.cc +2 -3
- data/src/core/ext/transport/chttp2/server/insecure/server_chttp2_posix.cc +9 -13
- data/src/core/ext/transport/chttp2/server/secure/server_secure_chttp2.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/chttp2_plugin.cc +0 -1
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +129 -278
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +1 -2
- data/src/core/ext/transport/chttp2/transport/context_list.cc +2 -3
- data/src/core/ext/transport/chttp2/transport/context_list.h +2 -3
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +26 -23
- data/src/core/ext/transport/chttp2/transport/flow_control.h +6 -6
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +4 -5
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +2 -1
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +2 -1
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +2 -3
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/hpack_constants.h +1 -1
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +384 -218
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +89 -143
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +2 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +201 -202
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +27 -9
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +106 -26
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +29 -44
- data/src/core/ext/transport/chttp2/transport/internal.h +10 -38
- data/src/core/ext/transport/chttp2/transport/parsing.cc +30 -179
- data/src/core/ext/transport/chttp2/transport/writing.cc +65 -127
- data/src/core/ext/transport/inproc/inproc_plugin.cc +0 -4
- data/src/core/ext/transport/inproc/inproc_transport.cc +114 -161
- data/src/core/ext/transport/inproc/inproc_transport.h +1 -4
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +197 -165
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +41 -0
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +18 -0
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +26 -2
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +7 -0
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +107 -82
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +188 -160
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +35 -22
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +277 -208
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +141 -1
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +16 -5
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +36 -25
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +56 -39
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +16 -5
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +171 -125
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +55 -4
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +51 -36
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +15 -4
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +25 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +114 -90
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +90 -71
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +17 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +17 -6
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +121 -92
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +25 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +13 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +21 -9
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +18 -7
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +22 -11
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +17 -6
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +41 -27
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +59 -44
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +58 -43
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +15 -4
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +73 -57
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +81 -64
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +25 -14
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +19 -7
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +63 -45
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +66 -47
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +99 -78
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +19 -0
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +41 -28
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +508 -442
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +51 -19
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +26 -13
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +21 -9
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +13 -2
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +35 -20
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +44 -31
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +61 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +146 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +22 -11
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +210 -181
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +7 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +5 -3
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +64 -48
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +33 -20
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +81 -65
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.c +12 -1
- data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +12 -1
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +75 -58
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.c +12 -1
- data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.c +12 -1
- data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +25 -13
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.c +12 -1
- data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.c +12 -1
- data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +61 -46
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +26 -12
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +22 -10
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +17 -6
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +16 -5
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +15 -4
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +27 -14
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +25 -13
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +20 -8
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +30 -17
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +38 -21
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +41 -26
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +7 -0
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +17 -5
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +22 -9
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +2 -0
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +15 -4
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +2 -0
- data/src/core/ext/upb-generated/google/api/annotations.upb.c +20 -0
- data/src/core/ext/upb-generated/google/api/annotations.upb.h +7 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +116 -93
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +2 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/eval.upb.c +102 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/eval.upb.h +306 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/explain.upb.c +56 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/explain.upb.h +135 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +122 -98
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +2 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/value.upb.c +115 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/value.upb.h +371 -0
- data/src/core/ext/upb-generated/google/api/http.upb.c +35 -22
- data/src/core/ext/upb-generated/google/api/http.upb.h +2 -0
- data/src/core/ext/upb-generated/google/protobuf/any.upb.c +14 -3
- data/src/core/ext/upb-generated/google/protobuf/any.upb.h +2 -0
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +247 -210
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +2 -0
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +14 -3
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +2 -0
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +12 -1
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +2 -0
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +37 -23
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +2 -0
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +14 -3
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +2 -0
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +37 -18
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +2 -0
- data/src/core/ext/upb-generated/google/rpc/status.upb.c +17 -6
- data/src/core/ext/upb-generated/google/rpc/status.upb.h +2 -0
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +26 -14
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +2 -0
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +105 -83
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +2 -0
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +20 -8
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +2 -0
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +16 -4
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +2 -0
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +65 -47
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +34 -36
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +68 -0
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +156 -0
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +67 -7
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +27 -0
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +27 -5
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +7 -0
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +19 -0
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +7 -0
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +27 -3
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +7 -0
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +26 -2
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +7 -0
- data/src/core/ext/upb-generated/validate/validate.upb.c +320 -251
- data/src/core/ext/upb-generated/validate/validate.upb.h +20 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +103 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +199 -0
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +14 -3
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +2 -0
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +25 -13
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +2 -0
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +20 -8
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +2 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +19 -8
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +2 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +28 -16
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +2 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +19 -8
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +2 -0
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +71 -0
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +132 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +44 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +85 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +2 -49
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +2 -2
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +2 -35
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +2 -41
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +2 -11
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +307 -336
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +10 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +2 -19
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +100 -138
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +2 -15
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +2 -9
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +2 -33
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +61 -77
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +61 -79
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +2 -9
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +2 -13
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +80 -99
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +2 -15
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +2 -17
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +2 -19
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +2 -9
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +2 -21
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +2 -23
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +188 -0
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +70 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +2 -11
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +325 -427
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +2 -11
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +2 -9
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +2 -15
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +2 -11
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +56 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +2 -43
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +2 -2
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +2 -17
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +2 -11
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +2 -17
- data/src/core/ext/upbdefs-generated/envoy/service/cluster/v3/cds.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +2 -19
- data/src/core/ext/upbdefs-generated/envoy/service/endpoint/v3/eds.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/service/listener/v3/lds.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +2 -9
- data/src/core/ext/upbdefs-generated/envoy/service/route/v3/rds.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/service/route/v3/srds.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +2 -15
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +2 -13
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +2 -9
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +2 -11
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +2 -9
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +2 -9
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +2 -11
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +2 -19
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +2 -15
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +2 -2
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +2 -9
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +2 -11
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +2 -2
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +154 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +95 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/eval.upbdefs.c +58 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/eval.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/explain.upbdefs.c +44 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/explain.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +153 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +100 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/value.upbdefs.c +75 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/value.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +2 -11
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +2 -59
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +2 -13
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +2 -23
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +2 -7
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +7 -15
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +21 -30
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +7 -10
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +7 -11
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +2 -51
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +64 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +15 -19
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +27 -33
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +18 -24
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +19 -23
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +35 -41
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +21 -25
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +35 -0
- data/src/core/ext/xds/certificate_provider_registry.cc +1 -1
- data/src/core/ext/xds/certificate_provider_store.h +1 -1
- data/src/core/ext/xds/upb_utils.h +65 -0
- data/src/core/ext/xds/xds_api.cc +159 -3468
- data/src/core/ext/xds/xds_api.h +57 -558
- data/src/core/ext/xds/xds_bootstrap.cc +189 -122
- data/src/core/ext/xds/xds_bootstrap.h +30 -15
- data/src/core/ext/xds/xds_certificate_provider.cc +3 -3
- data/src/core/ext/xds/xds_certificate_provider.h +2 -2
- data/src/core/ext/xds/xds_channel_creds.cc +108 -0
- data/src/core/ext/xds/xds_channel_creds.h +50 -0
- data/src/core/ext/xds/xds_channel_stack_modifier.cc +112 -0
- data/src/core/ext/xds/xds_channel_stack_modifier.h +52 -0
- data/src/core/ext/xds/xds_client.cc +751 -844
- data/src/core/ext/xds/xds_client.h +100 -143
- data/src/core/ext/xds/xds_client_stats.h +1 -1
- data/src/core/ext/xds/xds_cluster.cc +451 -0
- data/src/core/ext/xds/xds_cluster.h +111 -0
- data/src/core/ext/xds/xds_common_types.cc +388 -0
- data/src/core/ext/xds/xds_common_types.h +110 -0
- data/src/core/ext/xds/xds_endpoint.cc +364 -0
- data/src/core/ext/xds/xds_endpoint.h +135 -0
- data/src/core/ext/xds/xds_http_filters.cc +5 -0
- data/src/core/ext/xds/xds_http_rbac_filter.cc +563 -0
- data/src/core/ext/xds/xds_http_rbac_filter.h +54 -0
- data/src/core/ext/xds/xds_listener.cc +1036 -0
- data/src/core/ext/xds/xds_listener.h +220 -0
- data/src/core/ext/{filters/workarounds/workaround_cronet_compression_filter.h → xds/xds_resource_type.cc} +14 -8
- data/src/core/ext/xds/xds_resource_type.h +98 -0
- data/src/core/ext/xds/xds_resource_type_impl.h +87 -0
- data/src/core/ext/xds/xds_route_config.cc +993 -0
- data/src/core/ext/xds/xds_route_config.h +215 -0
- data/src/core/ext/xds/xds_routing.cc +250 -0
- data/src/core/ext/xds/xds_routing.h +101 -0
- data/src/core/ext/xds/xds_server_config_fetcher.cc +1061 -289
- data/src/core/lib/address_utils/parse_address.cc +22 -0
- data/src/core/lib/address_utils/parse_address.h +5 -0
- data/src/core/lib/address_utils/sockaddr_utils.cc +33 -36
- data/src/core/lib/address_utils/sockaddr_utils.h +1 -16
- data/src/core/lib/avl/avl.h +389 -88
- data/src/core/lib/backoff/backoff.cc +6 -32
- data/src/core/lib/backoff/backoff.h +3 -3
- data/src/core/lib/channel/channel_args.cc +25 -8
- data/src/core/lib/channel/channel_args.h +11 -1
- data/src/core/lib/channel/channel_args_preconditioning.cc +47 -0
- data/src/core/lib/channel/channel_args_preconditioning.h +62 -0
- data/src/core/lib/channel/channel_stack.cc +8 -0
- data/src/core/lib/channel/channel_stack.h +1 -1
- data/src/core/lib/channel/channel_stack_builder.cc +8 -14
- data/src/core/lib/channel/channel_stack_builder.h +4 -7
- data/src/core/lib/channel/channel_trace.cc +7 -7
- data/src/core/lib/channel/channel_trace.h +1 -1
- data/src/core/lib/channel/channelz.cc +4 -3
- data/src/core/lib/channel/channelz.h +2 -2
- data/src/core/lib/channel/channelz_registry.cc +1 -1
- data/src/core/lib/channel/channelz_registry.h +1 -1
- data/src/core/lib/channel/connected_channel.cc +1 -3
- data/src/core/lib/channel/connected_channel.h +1 -2
- data/src/core/lib/compression/compression.cc +21 -113
- data/src/core/lib/compression/compression_internal.cc +142 -202
- data/src/core/lib/compression/compression_internal.h +64 -69
- data/src/core/lib/compression/message_compress.cc +11 -11
- data/src/core/lib/compression/message_compress.h +2 -2
- data/src/core/lib/config/core_configuration.cc +46 -2
- data/src/core/lib/config/core_configuration.h +50 -1
- data/src/core/lib/debug/stats.cc +1 -1
- data/src/core/lib/debug/stats_data.cc +13 -13
- data/src/core/lib/debug/trace.h +2 -2
- data/src/core/lib/event_engine/{endpoint_config.cc → channel_args_endpoint_config.cc} +2 -1
- data/src/core/lib/event_engine/{endpoint_config_internal.h → channel_args_endpoint_config.h} +3 -3
- data/src/core/lib/event_engine/event_engine.cc +0 -13
- data/src/core/lib/event_engine/event_engine_factory.cc +49 -0
- data/src/core/lib/event_engine/event_engine_factory.h +33 -0
- data/src/core/lib/event_engine/memory_allocator.cc +70 -0
- data/src/core/lib/gpr/atm.cc +1 -1
- data/src/core/lib/gpr/cpu_posix.cc +1 -1
- data/src/core/lib/gpr/string.cc +2 -2
- data/src/core/lib/gpr/tls.h +7 -1
- data/src/core/lib/gpr/useful.h +83 -32
- data/src/core/lib/gprpp/bitset.h +45 -16
- data/src/core/lib/gprpp/chunked_vector.h +253 -0
- data/src/core/lib/gprpp/construct_destruct.h +1 -1
- data/src/core/lib/gprpp/cpp_impl_of.h +45 -0
- data/src/core/lib/gprpp/global_config_env.cc +7 -7
- data/src/core/lib/gprpp/global_config_env.h +2 -2
- data/src/core/lib/gprpp/manual_constructor.h +2 -3
- data/src/core/lib/gprpp/memory.h +6 -0
- data/src/core/lib/gprpp/orphanable.h +1 -1
- data/src/core/lib/gprpp/ref_counted.h +1 -1
- data/src/core/lib/gprpp/ref_counted_ptr.h +2 -4
- data/src/core/lib/gprpp/status_helper.cc +35 -23
- data/src/core/lib/gprpp/status_helper.h +14 -16
- data/src/core/lib/gprpp/table.h +434 -0
- data/src/core/lib/http/httpcli.cc +215 -202
- data/src/core/lib/http/httpcli.h +17 -27
- data/src/core/lib/http/parser.cc +2 -2
- data/src/core/lib/iomgr/buffer_list.cc +9 -9
- data/src/core/lib/iomgr/buffer_list.h +13 -13
- data/src/core/lib/iomgr/call_combiner.cc +44 -16
- data/src/core/lib/iomgr/closure.h +29 -9
- data/src/core/lib/iomgr/combiner.cc +31 -24
- data/src/core/lib/iomgr/endpoint.h +0 -1
- data/src/core/lib/iomgr/endpoint_cfstream.cc +14 -30
- data/src/core/lib/iomgr/endpoint_cfstream.h +4 -4
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +9 -11
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +5 -14
- data/src/core/lib/iomgr/error.cc +115 -52
- data/src/core/lib/iomgr/error.h +53 -9
- data/src/core/lib/iomgr/error_cfstream.cc +5 -0
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +3 -2
- data/src/core/lib/iomgr/ev_epollex_linux.cc +7 -7
- data/src/core/lib/iomgr/ev_poll_posix.cc +29 -20
- data/src/core/lib/iomgr/event_engine/closure.cc +41 -18
- data/src/core/lib/iomgr/event_engine/closure.h +10 -1
- data/src/core/lib/iomgr/event_engine/endpoint.cc +5 -6
- data/src/core/lib/iomgr/event_engine/iomgr.cc +9 -28
- data/src/core/lib/iomgr/event_engine/pollset.cc +5 -4
- data/src/core/lib/iomgr/event_engine/resolved_address_internal.cc +6 -0
- data/src/core/lib/iomgr/event_engine/resolved_address_internal.h +2 -0
- data/src/core/lib/iomgr/event_engine/resolver.cc +68 -46
- data/src/core/lib/iomgr/event_engine/resolver.h +56 -0
- data/src/core/lib/iomgr/event_engine/tcp.cc +16 -13
- data/src/core/lib/iomgr/event_engine/timer.cc +10 -4
- data/src/core/lib/iomgr/exec_ctx.cc +23 -18
- data/src/core/lib/iomgr/exec_ctx.h +11 -11
- data/src/core/lib/iomgr/executor/mpmcqueue.cc +5 -7
- data/src/core/lib/iomgr/executor/mpmcqueue.h +3 -8
- data/src/core/lib/iomgr/executor.cc +26 -34
- data/src/core/lib/iomgr/executor.h +1 -1
- data/src/core/lib/iomgr/fork_posix.cc +3 -2
- data/src/core/lib/iomgr/iomgr.cc +3 -1
- data/src/core/lib/iomgr/iomgr_custom.cc +4 -1
- data/src/core/lib/iomgr/iomgr_internal.cc +4 -9
- data/src/core/lib/iomgr/iomgr_internal.h +3 -2
- data/src/core/lib/iomgr/iomgr_posix.cc +2 -2
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +2 -2
- data/src/core/lib/iomgr/iomgr_windows.cc +2 -2
- data/src/core/lib/iomgr/load_file.cc +2 -2
- data/src/core/lib/iomgr/lockfree_event.cc +18 -0
- data/src/core/lib/iomgr/pollset_custom.cc +1 -1
- data/src/core/lib/iomgr/pollset_custom.h +1 -1
- data/src/core/lib/iomgr/port.h +2 -2
- data/src/core/lib/iomgr/resolve_address.cc +5 -24
- data/src/core/lib/iomgr/resolve_address.h +47 -44
- data/src/core/lib/iomgr/resolve_address_custom.cc +131 -109
- data/src/core/lib/iomgr/resolve_address_custom.h +101 -19
- data/src/core/lib/iomgr/resolve_address_impl.h +59 -0
- data/src/core/lib/iomgr/resolve_address_posix.cc +87 -73
- data/src/core/lib/iomgr/resolve_address_posix.h +47 -0
- data/src/core/lib/iomgr/resolve_address_windows.cc +93 -74
- data/src/core/lib/iomgr/resolve_address_windows.h +47 -0
- data/src/core/lib/iomgr/resolved_address.h +39 -0
- data/src/core/lib/iomgr/socket_factory_posix.cc +2 -2
- data/src/core/lib/iomgr/socket_mutator.cc +2 -2
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +1 -2
- data/src/core/lib/iomgr/tcp_client.cc +2 -4
- data/src/core/lib/iomgr/tcp_client.h +1 -3
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +6 -12
- data/src/core/lib/iomgr/tcp_client_custom.cc +5 -11
- data/src/core/lib/iomgr/tcp_client_posix.cc +16 -41
- data/src/core/lib/iomgr/tcp_client_posix.h +3 -4
- data/src/core/lib/iomgr/tcp_client_windows.cc +3 -13
- data/src/core/lib/iomgr/tcp_custom.cc +9 -36
- data/src/core/lib/iomgr/tcp_custom.h +0 -1
- data/src/core/lib/iomgr/tcp_posix.cc +32 -38
- data/src/core/lib/iomgr/tcp_posix.h +1 -3
- data/src/core/lib/iomgr/tcp_server.cc +4 -6
- data/src/core/lib/iomgr/tcp_server.h +6 -8
- data/src/core/lib/iomgr/tcp_server_custom.cc +7 -16
- data/src/core/lib/iomgr/tcp_server_posix.cc +20 -25
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +19 -18
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +1 -0
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +1 -0
- data/src/core/lib/iomgr/tcp_server_windows.cc +9 -17
- data/src/core/lib/iomgr/tcp_windows.cc +4 -9
- data/src/core/lib/iomgr/tcp_windows.h +1 -2
- data/src/core/lib/iomgr/timer_generic.cc +13 -13
- data/src/core/lib/iomgr/timer_heap.cc +1 -1
- data/src/core/lib/iomgr/unix_sockets_posix.cc +22 -34
- data/src/core/lib/iomgr/unix_sockets_posix.h +4 -7
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +6 -15
- data/src/core/lib/iomgr/work_serializer.cc +115 -44
- data/src/core/lib/iomgr/work_serializer.h +16 -4
- data/src/core/lib/json/json_reader.cc +83 -35
- data/src/core/lib/json/json_util.cc +69 -1
- data/src/core/lib/json/json_util.h +57 -99
- data/src/core/lib/json/json_writer.cc +0 -3
- data/src/core/lib/matchers/matchers.cc +1 -1
- data/src/core/lib/promise/activity.cc +115 -0
- data/src/core/lib/promise/activity.h +528 -0
- data/src/core/lib/promise/context.h +86 -0
- data/src/core/lib/promise/detail/basic_seq.h +407 -0
- data/src/core/lib/promise/detail/promise_factory.h +189 -0
- data/src/core/lib/promise/detail/promise_like.h +85 -0
- data/src/core/lib/promise/detail/status.h +49 -0
- data/src/core/lib/promise/detail/switch.h +1455 -0
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +48 -0
- data/src/core/lib/promise/loop.h +108 -0
- data/src/core/lib/promise/map.h +88 -0
- data/src/core/lib/promise/poll.h +60 -0
- data/src/core/lib/promise/race.h +84 -0
- data/src/core/lib/promise/seq.h +71 -0
- data/src/core/{ext/filters/client_channel → lib/resolver}/resolver.cc +17 -25
- data/src/core/{ext/filters/client_channel → lib/resolver}/resolver.h +43 -44
- data/src/core/{ext/filters/client_channel → lib/resolver}/resolver_factory.h +12 -5
- data/src/core/{ext/filters/client_channel → lib/resolver}/resolver_registry.cc +15 -17
- data/src/core/{ext/filters/client_channel → lib/resolver}/resolver_registry.h +5 -7
- data/src/core/{ext/filters/client_channel → lib/resolver}/server_address.cc +1 -1
- data/src/core/{ext/filters/client_channel → lib/resolver}/server_address.h +5 -5
- data/src/core/lib/resource_quota/api.cc +108 -0
- data/src/core/lib/resource_quota/api.h +40 -0
- data/src/core/lib/{gprpp → resource_quota}/arena.cc +16 -13
- data/src/core/lib/{gprpp → resource_quota}/arena.h +32 -11
- data/src/core/lib/resource_quota/memory_quota.cc +454 -0
- data/src/core/lib/resource_quota/memory_quota.h +421 -0
- data/src/core/lib/resource_quota/resource_quota.cc +33 -0
- data/src/core/lib/resource_quota/resource_quota.h +58 -0
- data/src/core/lib/{transport/authority_override.h → resource_quota/thread_quota.cc} +22 -16
- data/src/core/lib/resource_quota/thread_quota.h +57 -0
- data/src/core/lib/resource_quota/trace.cc +19 -0
- data/src/core/lib/resource_quota/trace.h +24 -0
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +1 -1
- data/src/core/lib/security/authorization/evaluate_args.cc +41 -30
- data/src/core/lib/security/authorization/evaluate_args.h +3 -1
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +60 -0
- data/src/core/lib/security/authorization/grpc_authorization_engine.h +62 -0
- data/src/core/lib/security/authorization/matchers.cc +227 -0
- data/src/core/lib/security/authorization/matchers.h +211 -0
- data/src/core/lib/security/authorization/rbac_policy.cc +442 -0
- data/src/core/lib/security/authorization/rbac_policy.h +170 -0
- data/src/core/lib/security/authorization/sdk_server_authz_filter.cc +15 -1
- data/src/core/lib/security/context/security_context.cc +8 -4
- data/src/core/lib/security/context/security_context.h +1 -1
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +6 -6
- data/src/core/lib/security/credentials/composite/composite_credentials.h +4 -3
- data/src/core/lib/security/credentials/credentials.cc +4 -2
- data/src/core/lib/security/credentials/credentials.h +16 -21
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +8 -12
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +57 -24
- data/src/core/lib/security/credentials/external/external_account_credentials.h +3 -7
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +2 -4
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +5 -4
- data/src/core/lib/security/credentials/fake/fake_credentials.h +8 -7
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +4 -9
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +16 -19
- data/src/core/lib/security/credentials/iam/iam_credentials.h +6 -5
- data/src/core/lib/security/credentials/jwt/json_token.cc +4 -6
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +17 -29
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +8 -8
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +11 -24
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +53 -70
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +13 -15
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +8 -9
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +5 -4
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -10
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +11 -12
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +7 -8
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +201 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +106 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +15 -88
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +26 -82
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +21 -10
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +28 -33
- data/src/core/lib/security/credentials/xds/xds_credentials.h +1 -1
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +3 -3
- data/src/core/lib/security/security_connector/alts/alts_security_connector.h +2 -2
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +5 -6
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +2 -2
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +7 -7
- data/src/core/lib/security/security_connector/load_system_roots_linux.cc +1 -2
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +4 -1
- data/src/core/lib/security/security_connector/security_connector.cc +9 -8
- data/src/core/lib/security/security_connector/security_connector.h +6 -2
- data/src/core/lib/security/security_connector/ssl_utils.cc +25 -27
- data/src/core/lib/security/security_connector/ssl_utils.h +6 -15
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +347 -198
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +64 -43
- data/src/core/lib/security/transport/auth_filters.h +7 -0
- data/src/core/lib/security/transport/client_auth_filter.cc +53 -33
- data/src/core/lib/security/transport/security_handshaker.cc +75 -45
- data/src/core/lib/security/transport/server_auth_filter.cc +40 -37
- data/src/core/lib/security/transport/tsi_error.cc +3 -5
- data/src/core/{ext/filters/client_channel → lib/service_config}/service_config.cc +2 -2
- data/src/core/{ext/filters/client_channel → lib/service_config}/service_config.h +4 -4
- data/src/core/lib/service_config/service_config_call_data.h +72 -0
- data/src/core/{ext/filters/client_channel → lib/service_config}/service_config_parser.cc +3 -3
- data/src/core/{ext/filters/client_channel → lib/service_config}/service_config_parser.h +8 -6
- data/src/core/lib/slice/percent_encoding.cc +30 -86
- data/src/core/lib/slice/percent_encoding.h +5 -11
- data/src/core/lib/slice/slice.cc +10 -24
- data/src/core/lib/slice/slice.h +371 -0
- data/src/core/lib/{compression/stream_compression_gzip.h → slice/slice_api.cc} +18 -7
- data/src/core/lib/slice/slice_buffer.cc +9 -5
- data/src/core/lib/slice/slice_intern.cc +4 -107
- data/src/core/lib/slice/slice_internal.h +2 -246
- data/src/core/lib/slice/slice_refcount.cc +17 -0
- data/src/core/lib/slice/slice_refcount.h +116 -0
- data/src/core/lib/slice/slice_refcount_base.h +165 -0
- data/src/core/lib/slice/slice_split.cc +100 -0
- data/src/core/lib/slice/slice_split.h +40 -0
- data/src/core/lib/slice/slice_string_helpers.cc +0 -83
- data/src/core/lib/slice/slice_string_helpers.h +0 -11
- data/src/core/lib/surface/builtins.cc +49 -0
- data/src/core/lib/surface/builtins.h +26 -0
- data/src/core/lib/surface/call.cc +249 -482
- data/src/core/lib/surface/call.h +4 -10
- data/src/core/lib/surface/channel.cc +53 -93
- data/src/core/lib/surface/channel.h +6 -25
- data/src/core/lib/surface/channel_init.cc +23 -76
- data/src/core/lib/surface/channel_init.h +52 -44
- data/src/core/lib/surface/completion_queue.cc +8 -7
- data/src/core/lib/surface/init.cc +0 -42
- data/src/core/lib/surface/init_secure.cc +17 -14
- data/src/core/lib/surface/lame_client.cc +41 -28
- data/src/core/lib/surface/lame_client.h +1 -1
- data/src/core/lib/surface/server.cc +46 -55
- data/src/core/lib/surface/server.h +27 -21
- data/src/core/lib/surface/validate_metadata.cc +7 -4
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.cc +2 -2
- data/src/core/lib/transport/byte_stream.cc +4 -0
- data/src/core/lib/transport/error_utils.cc +42 -17
- data/src/core/lib/transport/error_utils.h +15 -1
- data/src/core/lib/transport/metadata_batch.h +1167 -176
- data/src/core/lib/transport/{authority_override.cc → parsed_metadata.cc} +14 -17
- data/src/core/lib/transport/parsed_metadata.h +385 -0
- data/src/core/lib/transport/pid_controller.cc +4 -4
- data/src/core/lib/transport/timeout_encoding.cc +200 -66
- data/src/core/lib/transport/timeout_encoding.h +40 -10
- data/src/core/lib/transport/transport.cc +8 -31
- data/src/core/lib/transport/transport.h +1 -2
- data/src/core/lib/transport/transport_op_string.cc +7 -20
- data/src/core/lib/uri/uri_parser.cc +233 -63
- data/src/core/lib/uri/uri_parser.h +38 -23
- data/src/core/plugin_registry/grpc_plugin_registry.cc +69 -45
- data/src/core/tsi/alts/crypt/aes_gcm.cc +3 -1
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +13 -12
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +10 -11
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +3 -4
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +12 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +1 -1
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +2 -2
- data/src/core/tsi/fake_transport_security.cc +15 -7
- data/src/core/tsi/local_transport_security.cc +43 -80
- data/src/core/tsi/ssl/session_cache/ssl_session.h +2 -4
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +16 -50
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +6 -7
- data/src/core/tsi/ssl_transport_security.cc +93 -16
- data/src/core/tsi/ssl_transport_security.h +19 -6
- data/src/core/tsi/transport_security.cc +12 -0
- data/src/core/tsi/transport_security.h +16 -1
- data/src/core/tsi/transport_security_interface.h +26 -0
- data/src/ruby/ext/grpc/extconf.rb +21 -11
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +12 -10
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +18 -15
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +1 -0
- data/src/ruby/spec/client_server_spec.rb +1 -1
- data/third_party/abseil-cpp/absl/algorithm/container.h +101 -91
- data/third_party/abseil-cpp/absl/base/attributes.h +64 -31
- data/third_party/abseil-cpp/absl/base/config.h +67 -37
- data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +1 -26
- data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +48 -0
- data/third_party/abseil-cpp/absl/base/internal/spinlock.h +3 -1
- data/third_party/abseil-cpp/absl/base/internal/spinlock_wait.h +2 -0
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +69 -0
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +4 -4
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +15 -10
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +16 -0
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +4 -4
- data/third_party/abseil-cpp/absl/base/options.h +1 -1
- data/third_party/abseil-cpp/absl/container/fixed_array.h +0 -5
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +105 -97
- data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +17 -15
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +18 -102
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +37 -78
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +388 -423
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +3 -2
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +14 -8
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +251 -120
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +11 -1
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +12 -11
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +6 -2
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +12 -5
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_emscripten-inl.inc +110 -0
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +234 -0
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +25 -7
- data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +8 -2
- data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +21 -3
- data/third_party/abseil-cpp/absl/debugging/stacktrace.cc +2 -0
- data/third_party/abseil-cpp/absl/debugging/symbolize.cc +2 -0
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +14 -0
- data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +72 -0
- data/third_party/abseil-cpp/absl/functional/function_ref.h +4 -1
- data/third_party/abseil-cpp/absl/hash/hash.h +22 -0
- data/third_party/abseil-cpp/absl/hash/internal/hash.cc +15 -16
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +88 -37
- data/third_party/abseil-cpp/absl/hash/internal/{wyhash.cc → low_level_hash.cc} +23 -11
- data/third_party/abseil-cpp/absl/hash/internal/{wyhash.h → low_level_hash.h} +14 -12
- data/third_party/abseil-cpp/absl/memory/memory.h +1 -1
- data/third_party/abseil-cpp/absl/meta/type_traits.h +32 -2
- data/third_party/abseil-cpp/absl/numeric/int128.cc +3 -10
- data/third_party/abseil-cpp/absl/numeric/int128.h +146 -73
- data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +19 -25
- data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +73 -70
- data/third_party/abseil-cpp/absl/{base → profiling}/internal/exponential_biased.cc +4 -4
- data/third_party/abseil-cpp/absl/{base → profiling}/internal/exponential_biased.h +6 -6
- data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +230 -0
- data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +200 -0
- data/third_party/abseil-cpp/absl/random/beta_distribution.h +427 -0
- data/third_party/abseil-cpp/absl/random/discrete_distribution.cc +98 -0
- data/third_party/abseil-cpp/absl/random/discrete_distribution.h +247 -0
- data/third_party/abseil-cpp/absl/random/distributions.h +452 -0
- data/third_party/abseil-cpp/absl/random/exponential_distribution.h +165 -0
- data/third_party/abseil-cpp/absl/random/gaussian_distribution.cc +104 -0
- data/third_party/abseil-cpp/absl/random/gaussian_distribution.h +275 -0
- data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +92 -0
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +268 -0
- data/third_party/abseil-cpp/absl/random/internal/fastmath.h +57 -0
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +144 -0
- data/third_party/abseil-cpp/absl/random/internal/iostream_state_saver.h +245 -0
- data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +150 -0
- data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +308 -0
- data/third_party/abseil-cpp/absl/random/internal/platform.h +171 -0
- data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +253 -0
- data/third_party/abseil-cpp/absl/random/internal/pool_urbg.h +131 -0
- data/third_party/abseil-cpp/absl/random/internal/randen.cc +91 -0
- data/third_party/abseil-cpp/absl/random/internal/randen.h +102 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +221 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.h +33 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +239 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +526 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.h +50 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_round_keys.cc +462 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_slow.cc +471 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_slow.h +40 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_traits.h +88 -0
- data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +167 -0
- data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +267 -0
- data/third_party/abseil-cpp/absl/random/internal/seed_material.h +104 -0
- data/third_party/abseil-cpp/absl/random/internal/traits.h +101 -0
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +244 -0
- data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +111 -0
- data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +257 -0
- data/third_party/abseil-cpp/absl/random/poisson_distribution.h +258 -0
- data/third_party/abseil-cpp/absl/random/random.h +189 -0
- data/third_party/abseil-cpp/absl/random/seed_gen_exception.cc +46 -0
- data/third_party/abseil-cpp/absl/random/seed_gen_exception.h +55 -0
- data/third_party/abseil-cpp/absl/random/seed_sequences.cc +29 -0
- data/third_party/abseil-cpp/absl/random/seed_sequences.h +110 -0
- data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +275 -0
- data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +202 -0
- data/third_party/abseil-cpp/absl/random/zipf_distribution.h +271 -0
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +5 -5
- data/third_party/abseil-cpp/absl/status/status.cc +9 -17
- data/third_party/abseil-cpp/absl/status/status.h +19 -15
- data/third_party/abseil-cpp/absl/status/statusor.cc +34 -2
- data/third_party/abseil-cpp/absl/status/statusor.h +31 -21
- data/third_party/abseil-cpp/absl/strings/charconv.cc +3 -3
- data/third_party/abseil-cpp/absl/strings/charconv.h +3 -2
- data/third_party/abseil-cpp/absl/strings/cord.cc +453 -359
- data/third_party/abseil-cpp/absl/strings/cord.h +197 -70
- data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +6 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +140 -63
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +1128 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +939 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +185 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +265 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +68 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +211 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +129 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +50 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +7 -7
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +55 -181
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +42 -24
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +4 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.cc +96 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +85 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +139 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +131 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +445 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +298 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +87 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_update_scope.h +71 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +121 -0
- data/third_party/abseil-cpp/absl/strings/internal/resize_uninitialized.h +48 -2
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +3 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +6 -6
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +36 -18
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +62 -73
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +24 -16
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +35 -35
- data/third_party/abseil-cpp/absl/strings/numbers.cc +1 -1
- data/third_party/abseil-cpp/absl/strings/numbers.h +34 -0
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +4 -4
- data/third_party/abseil-cpp/absl/strings/str_format.h +1 -2
- data/third_party/abseil-cpp/absl/strings/string_view.cc +16 -21
- data/third_party/abseil-cpp/absl/strings/string_view.h +120 -39
- data/third_party/abseil-cpp/absl/strings/substitute.cc +2 -1
- data/third_party/abseil-cpp/absl/strings/substitute.h +99 -74
- data/third_party/abseil-cpp/absl/synchronization/blocking_counter.cc +25 -15
- data/third_party/abseil-cpp/absl/synchronization/blocking_counter.h +5 -3
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +1 -1
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +3 -3
- data/third_party/abseil-cpp/absl/time/civil_time.cc +1 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +93 -20
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +2 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +83 -21
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +49 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +2 -3
- data/third_party/abseil-cpp/absl/time/time.h +67 -36
- data/third_party/abseil-cpp/absl/types/bad_optional_access.h +1 -1
- data/third_party/abseil-cpp/absl/types/bad_variant_access.h +2 -2
- data/third_party/abseil-cpp/absl/types/span.h +3 -3
- data/third_party/address_sorting/address_sorting_posix.c +1 -0
- data/third_party/boringssl-with-bazel/err_data.c +681 -677
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +19 -11
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +20 -21
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +41 -30
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +104 -114
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +59 -47
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +24 -28
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +41 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +48 -272
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +8 -6
- data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +13 -0
- data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +4 -6
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +3 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +38 -47
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +21 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +32 -34
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +5 -9
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +12 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/des.c +10 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/internal.h +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md4/md4.c +3 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md5/md5.c +4 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +35 -35
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +11 -10
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +10 -37
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +39 -0
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +18 -0
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7.c +29 -0
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +5 -1
- data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +59 -23
- data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +6 -6
- data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +2 -18
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +8 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +216 -11
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +21 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +0 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +1019 -274
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +3 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +5 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/base64.h +8 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +13 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -12
- data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +27 -41
- data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +12 -27
- data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +8 -10
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +29 -55
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +1 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/pkcs7.h +12 -13
- data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +6 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/pool.h +7 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +24 -28
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +31 -13
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +491 -58
- data/third_party/boringssl-with-bazel/src/include/openssl/x509_vfy.h +16 -564
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +4 -3
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +3 -3
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +4 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +4 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +0 -1
- data/third_party/re2/re2/compile.cc +91 -109
- data/third_party/re2/re2/dfa.cc +27 -39
- data/third_party/re2/re2/filtered_re2.cc +18 -2
- data/third_party/re2/re2/filtered_re2.h +10 -5
- data/third_party/re2/re2/nfa.cc +1 -1
- data/third_party/re2/re2/parse.cc +42 -23
- data/third_party/re2/re2/perl_groups.cc +34 -34
- data/third_party/re2/re2/prefilter.cc +3 -2
- data/third_party/re2/re2/prog.cc +182 -4
- data/third_party/re2/re2/prog.h +28 -9
- data/third_party/re2/re2/re2.cc +87 -118
- data/third_party/re2/re2/re2.h +156 -141
- data/third_party/re2/re2/regexp.cc +12 -5
- data/third_party/re2/re2/regexp.h +8 -2
- data/third_party/re2/re2/set.cc +31 -9
- data/third_party/re2/re2/set.h +9 -4
- data/third_party/re2/re2/simplify.cc +11 -3
- data/third_party/re2/re2/tostring.cc +1 -1
- data/third_party/re2/re2/walker-inl.h +1 -1
- data/third_party/re2/util/mutex.h +2 -2
- data/third_party/re2/util/pcre.h +3 -3
- data/third_party/upb/upb/decode.c +309 -178
- data/third_party/upb/upb/decode_fast.c +1 -1
- data/third_party/upb/upb/decode_internal.h +1 -0
- data/third_party/upb/upb/def.c +330 -85
- data/third_party/upb/upb/def.h +45 -14
- data/third_party/upb/upb/def.hpp +17 -4
- data/third_party/upb/upb/encode.c +100 -40
- data/third_party/upb/upb/msg.c +22 -9
- data/third_party/upb/upb/msg_internal.h +90 -8
- data/third_party/upb/upb/reflection.c +98 -58
- data/third_party/upb/upb/reflection.h +6 -2
- data/third_party/upb/upb/text_encode.c +3 -3
- data/third_party/upb/upb/upb.c +8 -0
- data/third_party/xxhash/xxhash.h +607 -352
- metadata +259 -115
- data/include/grpc/event_engine/slice_allocator.h +0 -71
- data/src/core/ext/filters/client_channel/service_config_call_data.h +0 -126
- data/src/core/ext/filters/workarounds/workaround_cronet_compression_filter.cc +0 -211
- data/src/core/ext/filters/workarounds/workaround_utils.cc +0 -53
- data/src/core/ext/filters/workarounds/workaround_utils.h +0 -39
- data/src/core/ext/transport/chttp2/client/authority.cc +0 -42
- data/src/core/ext/transport/chttp2/client/authority.h +0 -36
- data/src/core/ext/transport/chttp2/transport/chttp2_slice_allocator.cc +0 -67
- data/src/core/ext/transport/chttp2/transport/chttp2_slice_allocator.h +0 -74
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_index.h +0 -107
- data/src/core/ext/transport/chttp2/transport/hpack_utils.cc +0 -46
- data/src/core/ext/transport/chttp2/transport/incoming_metadata.cc +0 -66
- data/src/core/ext/transport/chttp2/transport/incoming_metadata.h +0 -58
- data/src/core/ext/transport/chttp2/transport/popularity_count.h +0 -60
- data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.c +0 -58
- data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.h +0 -130
- data/src/core/ext/upb-generated/udpa/type/v1/typed_struct.upb.c +0 -33
- data/src/core/ext/upb-generated/udpa/type/v1/typed_struct.upb.h +0 -83
- data/src/core/ext/upbdefs-generated/udpa/type/v1/typed_struct.upbdefs.c +0 -44
- data/src/core/ext/upbdefs-generated/udpa/type/v1/typed_struct.upbdefs.h +0 -35
- data/src/core/lib/avl/avl.cc +0 -306
- data/src/core/lib/compression/algorithm_metadata.h +0 -62
- data/src/core/lib/compression/compression_args.cc +0 -136
- data/src/core/lib/compression/compression_args.h +0 -56
- data/src/core/lib/compression/stream_compression.cc +0 -81
- data/src/core/lib/compression/stream_compression.h +0 -117
- data/src/core/lib/compression/stream_compression_gzip.cc +0 -231
- data/src/core/lib/compression/stream_compression_identity.cc +0 -91
- data/src/core/lib/compression/stream_compression_identity.h +0 -29
- data/src/core/lib/gprpp/match.h +0 -73
- data/src/core/lib/gprpp/overload.h +0 -59
- data/src/core/lib/iomgr/event_engine/iomgr.h +0 -42
- data/src/core/lib/iomgr/resource_quota.cc +0 -1104
- data/src/core/lib/iomgr/resource_quota.h +0 -226
- data/src/core/lib/iomgr/udp_server.cc +0 -747
- data/src/core/lib/iomgr/udp_server.h +0 -103
- data/src/core/lib/security/credentials/credentials_metadata.cc +0 -61
- data/src/core/lib/transport/metadata.cc +0 -693
- data/src/core/lib/transport/metadata.h +0 -448
- data/src/core/lib/transport/metadata_batch.cc +0 -430
- data/src/core/lib/transport/static_metadata.cc +0 -1249
- data/src/core/lib/transport/static_metadata.h +0 -604
- data/src/core/lib/transport/status_metadata.cc +0 -62
- data/src/core/lib/transport/status_metadata.h +0 -48
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_enum.c +0 -93
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_int.h +0 -217
@@ -1,1104 +0,0 @@
|
|
1
|
-
/*
|
2
|
-
*
|
3
|
-
* Copyright 2016 gRPC authors.
|
4
|
-
*
|
5
|
-
* Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
-
* you may not use this file except in compliance with the License.
|
7
|
-
* You may obtain a copy of the License at
|
8
|
-
*
|
9
|
-
* http://www.apache.org/licenses/LICENSE-2.0
|
10
|
-
*
|
11
|
-
* Unless required by applicable law or agreed to in writing, software
|
12
|
-
* distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
-
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
-
* See the License for the specific language governing permissions and
|
15
|
-
* limitations under the License.
|
16
|
-
*
|
17
|
-
*/
|
18
|
-
|
19
|
-
#include <grpc/support/port_platform.h>
|
20
|
-
|
21
|
-
#include "src/core/lib/iomgr/resource_quota.h"
|
22
|
-
|
23
|
-
#include <inttypes.h>
|
24
|
-
#include <limits.h>
|
25
|
-
#include <stdint.h>
|
26
|
-
#include <string.h>
|
27
|
-
|
28
|
-
#include <string>
|
29
|
-
|
30
|
-
#include "absl/strings/str_cat.h"
|
31
|
-
|
32
|
-
#include <grpc/slice_buffer.h>
|
33
|
-
#include <grpc/support/alloc.h>
|
34
|
-
#include <grpc/support/log.h>
|
35
|
-
|
36
|
-
#include "src/core/lib/channel/channel_args.h"
|
37
|
-
#include "src/core/lib/gpr/useful.h"
|
38
|
-
#include "src/core/lib/iomgr/combiner.h"
|
39
|
-
#include "src/core/lib/slice/slice_internal.h"
|
40
|
-
|
41
|
-
grpc_core::TraceFlag grpc_resource_quota_trace(false, "resource_quota");
|
42
|
-
|
43
|
-
#define MEMORY_USAGE_ESTIMATION_MAX 65536
|
44
|
-
|
45
|
-
/* Internal linked list pointers for a resource user */
|
46
|
-
struct grpc_resource_user_link {
|
47
|
-
grpc_resource_user* next;
|
48
|
-
grpc_resource_user* prev;
|
49
|
-
};
|
50
|
-
/* Resource users are kept in (potentially) several intrusive linked lists
|
51
|
-
at once. These are the list names. */
|
52
|
-
typedef enum {
|
53
|
-
/* Resource users that are waiting for an allocation */
|
54
|
-
GRPC_RULIST_AWAITING_ALLOCATION,
|
55
|
-
/* Resource users that have free memory available for internal reclamation */
|
56
|
-
GRPC_RULIST_NON_EMPTY_FREE_POOL,
|
57
|
-
/* Resource users that have published a benign reclamation is available */
|
58
|
-
GRPC_RULIST_RECLAIMER_BENIGN,
|
59
|
-
/* Resource users that have published a destructive reclamation is
|
60
|
-
available */
|
61
|
-
GRPC_RULIST_RECLAIMER_DESTRUCTIVE,
|
62
|
-
/* Number of lists: must be last */
|
63
|
-
GRPC_RULIST_COUNT
|
64
|
-
} grpc_rulist;
|
65
|
-
|
66
|
-
struct grpc_resource_user {
|
67
|
-
/* The quota this resource user consumes from */
|
68
|
-
grpc_resource_quota* resource_quota;
|
69
|
-
|
70
|
-
/* Closure to schedule an allocation under the resource quota combiner lock */
|
71
|
-
grpc_closure allocate_closure;
|
72
|
-
/* Closure to publish a non empty free pool under the resource quota combiner
|
73
|
-
lock */
|
74
|
-
grpc_closure add_to_free_pool_closure;
|
75
|
-
|
76
|
-
/* one ref for each ref call (released by grpc_resource_user_unref), and one
|
77
|
-
ref for each byte allocated (released by grpc_resource_user_free) */
|
78
|
-
gpr_atm refs;
|
79
|
-
/* is this resource user unlocked? starts at 0, increases for each shutdown
|
80
|
-
call */
|
81
|
-
gpr_atm shutdown;
|
82
|
-
|
83
|
-
gpr_mu mu;
|
84
|
-
/* The amount of memory (in bytes) this user has cached for its own use: to
|
85
|
-
avoid quota contention, each resource user can keep some memory in
|
86
|
-
addition to what it is immediately using (e.g., for caching), and the quota
|
87
|
-
can pull it back under memory pressure.
|
88
|
-
This value can become negative if more memory has been requested than
|
89
|
-
existed in the free pool, at which point the quota is consulted to bring
|
90
|
-
this value non-negative (asynchronously). */
|
91
|
-
int64_t free_pool;
|
92
|
-
/* A list of closures to call once free_pool becomes non-negative - ie when
|
93
|
-
all outstanding allocations have been granted. */
|
94
|
-
grpc_closure_list on_allocated;
|
95
|
-
/* True if we are currently trying to allocate from the quota, false if not */
|
96
|
-
bool allocating;
|
97
|
-
/* The amount of memory (in bytes) that has been requested from this user
|
98
|
-
* asynchronously but hasn't been granted yet. */
|
99
|
-
int64_t outstanding_allocations;
|
100
|
-
/* True if we are currently trying to add ourselves to the non-free quota
|
101
|
-
list, false otherwise */
|
102
|
-
bool added_to_free_pool;
|
103
|
-
|
104
|
-
/* The number of threads currently allocated to this resource user */
|
105
|
-
gpr_atm num_threads_allocated;
|
106
|
-
|
107
|
-
/* Reclaimers: index 0 is the benign reclaimer, 1 is the destructive reclaimer
|
108
|
-
*/
|
109
|
-
grpc_closure* reclaimers[2];
|
110
|
-
/* Reclaimers just posted: once we're in the combiner lock, we'll move them
|
111
|
-
to the array above */
|
112
|
-
grpc_closure* new_reclaimers[2];
|
113
|
-
/* Trampoline closures to finish reclamation and re-enter the quota combiner
|
114
|
-
lock */
|
115
|
-
grpc_closure post_reclaimer_closure[2];
|
116
|
-
|
117
|
-
/* Closure to execute under the quota combiner to de-register and shutdown the
|
118
|
-
resource user */
|
119
|
-
grpc_closure destroy_closure;
|
120
|
-
|
121
|
-
/* Links in the various grpc_rulist lists */
|
122
|
-
grpc_resource_user_link links[GRPC_RULIST_COUNT];
|
123
|
-
|
124
|
-
/* The name of this resource user, for debugging/tracing */
|
125
|
-
std::string name;
|
126
|
-
};
|
127
|
-
|
128
|
-
struct grpc_resource_quota {
|
129
|
-
/* refcount */
|
130
|
-
gpr_refcount refs;
|
131
|
-
|
132
|
-
/* estimate of current memory usage
|
133
|
-
scaled to the range [0..RESOURCE_USAGE_ESTIMATION_MAX] */
|
134
|
-
gpr_atm memory_usage_estimation;
|
135
|
-
|
136
|
-
/* Main combiner lock: all activity on a quota executes under this combiner
|
137
|
-
* (so no mutex is needed for this data structure) */
|
138
|
-
grpc_core::Combiner* combiner;
|
139
|
-
/* Size of the resource quota */
|
140
|
-
int64_t size;
|
141
|
-
/* Amount of free memory in the resource quota */
|
142
|
-
int64_t free_pool;
|
143
|
-
/* Used size of memory in the resource quota. Updated as soon as the resource
|
144
|
-
* users start to allocate or free the memory. */
|
145
|
-
gpr_atm used;
|
146
|
-
|
147
|
-
gpr_atm last_size;
|
148
|
-
|
149
|
-
/* Mutex to protect max_threads and num_threads_allocated */
|
150
|
-
/* Note: We could have used gpr_atm for max_threads and num_threads_allocated
|
151
|
-
* and avoid having this mutex; but in that case, each invocation of the
|
152
|
-
* function grpc_resource_user_allocate_threads() would have had to do at
|
153
|
-
* least two atomic loads (for max_threads and num_threads_allocated) followed
|
154
|
-
* by a CAS (on num_threads_allocated).
|
155
|
-
* Moreover, we expect grpc_resource_user_allocate_threads() to be often
|
156
|
-
* called concurrently thereby increasing the chances of failing the CAS
|
157
|
-
* operation. This additional complexity is not worth the tiny perf gain we
|
158
|
-
* may (or may not) have by using atomics */
|
159
|
-
gpr_mu thread_count_mu;
|
160
|
-
|
161
|
-
/* Max number of threads allowed */
|
162
|
-
int max_threads;
|
163
|
-
|
164
|
-
/* Number of threads currently allocated via this resource_quota object */
|
165
|
-
int num_threads_allocated;
|
166
|
-
|
167
|
-
/* Has rq_step been scheduled to occur? */
|
168
|
-
bool step_scheduled;
|
169
|
-
|
170
|
-
/* Are we currently reclaiming memory */
|
171
|
-
bool reclaiming;
|
172
|
-
|
173
|
-
/* Closure around rq_step */
|
174
|
-
grpc_closure rq_step_closure;
|
175
|
-
|
176
|
-
/* Closure around rq_reclamation_done */
|
177
|
-
grpc_closure rq_reclamation_done_closure;
|
178
|
-
|
179
|
-
/* This is only really usable for debugging: it's always a stale pointer, but
|
180
|
-
a stale pointer that might just be fresh enough to guide us to where the
|
181
|
-
reclamation system is stuck */
|
182
|
-
grpc_closure* debug_only_last_initiated_reclaimer;
|
183
|
-
grpc_resource_user* debug_only_last_reclaimer_resource_user;
|
184
|
-
|
185
|
-
/* Roots of all resource user lists */
|
186
|
-
grpc_resource_user* roots[GRPC_RULIST_COUNT];
|
187
|
-
|
188
|
-
std::string name;
|
189
|
-
};
|
190
|
-
|
191
|
-
static void ru_unref_by(grpc_resource_user* resource_user, gpr_atm amount);
|
192
|
-
|
193
|
-
/*******************************************************************************
|
194
|
-
* list management
|
195
|
-
*/
|
196
|
-
|
197
|
-
static void rulist_add_head(grpc_resource_user* resource_user,
|
198
|
-
grpc_rulist list) {
|
199
|
-
grpc_resource_quota* resource_quota = resource_user->resource_quota;
|
200
|
-
grpc_resource_user** root = &resource_quota->roots[list];
|
201
|
-
if (*root == nullptr) {
|
202
|
-
*root = resource_user;
|
203
|
-
resource_user->links[list].next = resource_user->links[list].prev =
|
204
|
-
resource_user;
|
205
|
-
} else {
|
206
|
-
resource_user->links[list].next = *root;
|
207
|
-
resource_user->links[list].prev = (*root)->links[list].prev;
|
208
|
-
resource_user->links[list].next->links[list].prev =
|
209
|
-
resource_user->links[list].prev->links[list].next = resource_user;
|
210
|
-
*root = resource_user;
|
211
|
-
}
|
212
|
-
}
|
213
|
-
|
214
|
-
static void rulist_add_tail(grpc_resource_user* resource_user,
|
215
|
-
grpc_rulist list) {
|
216
|
-
grpc_resource_quota* resource_quota = resource_user->resource_quota;
|
217
|
-
grpc_resource_user** root = &resource_quota->roots[list];
|
218
|
-
if (*root == nullptr) {
|
219
|
-
*root = resource_user;
|
220
|
-
resource_user->links[list].next = resource_user->links[list].prev =
|
221
|
-
resource_user;
|
222
|
-
} else {
|
223
|
-
resource_user->links[list].next = (*root)->links[list].next;
|
224
|
-
resource_user->links[list].prev = *root;
|
225
|
-
resource_user->links[list].next->links[list].prev =
|
226
|
-
resource_user->links[list].prev->links[list].next = resource_user;
|
227
|
-
}
|
228
|
-
}
|
229
|
-
|
230
|
-
static bool rulist_empty(grpc_resource_quota* resource_quota,
|
231
|
-
grpc_rulist list) {
|
232
|
-
return resource_quota->roots[list] == nullptr;
|
233
|
-
}
|
234
|
-
|
235
|
-
static grpc_resource_user* rulist_pop_head(grpc_resource_quota* resource_quota,
|
236
|
-
grpc_rulist list) {
|
237
|
-
grpc_resource_user** root = &resource_quota->roots[list];
|
238
|
-
grpc_resource_user* resource_user = *root;
|
239
|
-
if (resource_user == nullptr) {
|
240
|
-
return nullptr;
|
241
|
-
}
|
242
|
-
if (resource_user->links[list].next == resource_user) {
|
243
|
-
*root = nullptr;
|
244
|
-
} else {
|
245
|
-
resource_user->links[list].next->links[list].prev =
|
246
|
-
resource_user->links[list].prev;
|
247
|
-
resource_user->links[list].prev->links[list].next =
|
248
|
-
resource_user->links[list].next;
|
249
|
-
*root = resource_user->links[list].next;
|
250
|
-
}
|
251
|
-
resource_user->links[list].next = resource_user->links[list].prev = nullptr;
|
252
|
-
return resource_user;
|
253
|
-
}
|
254
|
-
|
255
|
-
static void rulist_remove(grpc_resource_user* resource_user, grpc_rulist list) {
|
256
|
-
if (resource_user->links[list].next == nullptr) return;
|
257
|
-
grpc_resource_quota* resource_quota = resource_user->resource_quota;
|
258
|
-
if (resource_quota->roots[list] == resource_user) {
|
259
|
-
resource_quota->roots[list] = resource_user->links[list].next;
|
260
|
-
if (resource_quota->roots[list] == resource_user) {
|
261
|
-
resource_quota->roots[list] = nullptr;
|
262
|
-
}
|
263
|
-
}
|
264
|
-
resource_user->links[list].next->links[list].prev =
|
265
|
-
resource_user->links[list].prev;
|
266
|
-
resource_user->links[list].prev->links[list].next =
|
267
|
-
resource_user->links[list].next;
|
268
|
-
resource_user->links[list].next = resource_user->links[list].prev = nullptr;
|
269
|
-
}
|
270
|
-
|
271
|
-
/*******************************************************************************
|
272
|
-
* resource quota state machine
|
273
|
-
*/
|
274
|
-
|
275
|
-
static bool rq_alloc(grpc_resource_quota* resource_quota);
|
276
|
-
static bool rq_reclaim_from_per_user_free_pool(
|
277
|
-
grpc_resource_quota* resource_quota);
|
278
|
-
static bool rq_reclaim(grpc_resource_quota* resource_quota, bool destructive);
|
279
|
-
|
280
|
-
static void rq_step(void* rq, grpc_error_handle /*error*/) {
|
281
|
-
grpc_resource_quota* resource_quota = static_cast<grpc_resource_quota*>(rq);
|
282
|
-
resource_quota->step_scheduled = false;
|
283
|
-
do {
|
284
|
-
if (rq_alloc(resource_quota)) goto done;
|
285
|
-
} while (rq_reclaim_from_per_user_free_pool(resource_quota));
|
286
|
-
|
287
|
-
if (!rq_reclaim(resource_quota, false)) {
|
288
|
-
rq_reclaim(resource_quota, true);
|
289
|
-
}
|
290
|
-
|
291
|
-
done:
|
292
|
-
grpc_resource_quota_unref_internal(resource_quota);
|
293
|
-
}
|
294
|
-
|
295
|
-
static void rq_step_sched(grpc_resource_quota* resource_quota) {
|
296
|
-
if (resource_quota->step_scheduled) return;
|
297
|
-
resource_quota->step_scheduled = true;
|
298
|
-
grpc_resource_quota_ref_internal(resource_quota);
|
299
|
-
resource_quota->combiner->FinallyRun(&resource_quota->rq_step_closure,
|
300
|
-
GRPC_ERROR_NONE);
|
301
|
-
}
|
302
|
-
|
303
|
-
/* update the atomically available resource estimate - use no barriers since
|
304
|
-
timeliness of delivery really doesn't matter much */
|
305
|
-
static void rq_update_estimate(grpc_resource_quota* resource_quota) {
|
306
|
-
gpr_atm memory_usage_estimation = MEMORY_USAGE_ESTIMATION_MAX;
|
307
|
-
if (resource_quota->size != 0) {
|
308
|
-
memory_usage_estimation =
|
309
|
-
GPR_CLAMP((gpr_atm)((1.0 - ((double)resource_quota->free_pool) /
|
310
|
-
((double)resource_quota->size)) *
|
311
|
-
MEMORY_USAGE_ESTIMATION_MAX),
|
312
|
-
0, MEMORY_USAGE_ESTIMATION_MAX);
|
313
|
-
}
|
314
|
-
gpr_atm_no_barrier_store(&resource_quota->memory_usage_estimation,
|
315
|
-
memory_usage_estimation);
|
316
|
-
}
|
317
|
-
|
318
|
-
/* returns true if all allocations are completed */
|
319
|
-
static bool rq_alloc(grpc_resource_quota* resource_quota) {
|
320
|
-
grpc_resource_user* resource_user;
|
321
|
-
while ((resource_user = rulist_pop_head(resource_quota,
|
322
|
-
GRPC_RULIST_AWAITING_ALLOCATION))) {
|
323
|
-
gpr_mu_lock(&resource_user->mu);
|
324
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
325
|
-
gpr_log(GPR_INFO,
|
326
|
-
"RQ: check allocation for user %p shutdown=%" PRIdPTR
|
327
|
-
" free_pool=%" PRId64 " outstanding_allocations=%" PRId64,
|
328
|
-
resource_user, gpr_atm_no_barrier_load(&resource_user->shutdown),
|
329
|
-
resource_user->free_pool, resource_user->outstanding_allocations);
|
330
|
-
}
|
331
|
-
if (gpr_atm_no_barrier_load(&resource_user->shutdown)) {
|
332
|
-
resource_user->allocating = false;
|
333
|
-
grpc_closure_list_fail_all(
|
334
|
-
&resource_user->on_allocated,
|
335
|
-
GRPC_ERROR_CREATE_FROM_STATIC_STRING("Resource user shutdown"));
|
336
|
-
int64_t aborted_allocations = resource_user->outstanding_allocations;
|
337
|
-
resource_user->outstanding_allocations = 0;
|
338
|
-
resource_user->free_pool += aborted_allocations;
|
339
|
-
grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &resource_user->on_allocated);
|
340
|
-
gpr_mu_unlock(&resource_user->mu);
|
341
|
-
if (aborted_allocations > 0) {
|
342
|
-
ru_unref_by(resource_user, static_cast<gpr_atm>(aborted_allocations));
|
343
|
-
}
|
344
|
-
continue;
|
345
|
-
}
|
346
|
-
if (resource_user->free_pool < 0 &&
|
347
|
-
-resource_user->free_pool <= resource_quota->free_pool) {
|
348
|
-
int64_t amt = -resource_user->free_pool;
|
349
|
-
resource_user->free_pool = 0;
|
350
|
-
resource_quota->free_pool -= amt;
|
351
|
-
rq_update_estimate(resource_quota);
|
352
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
353
|
-
gpr_log(GPR_INFO,
|
354
|
-
"RQ %s %s: grant alloc %" PRId64
|
355
|
-
" bytes; rq_free_pool -> %" PRId64,
|
356
|
-
resource_quota->name.c_str(), resource_user->name.c_str(), amt,
|
357
|
-
resource_quota->free_pool);
|
358
|
-
}
|
359
|
-
} else if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace) &&
|
360
|
-
resource_user->free_pool >= 0) {
|
361
|
-
gpr_log(GPR_INFO, "RQ %s %s: discard already satisfied alloc request",
|
362
|
-
resource_quota->name.c_str(), resource_user->name.c_str());
|
363
|
-
}
|
364
|
-
if (resource_user->free_pool >= 0) {
|
365
|
-
resource_user->allocating = false;
|
366
|
-
resource_user->outstanding_allocations = 0;
|
367
|
-
grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &resource_user->on_allocated);
|
368
|
-
gpr_mu_unlock(&resource_user->mu);
|
369
|
-
} else {
|
370
|
-
rulist_add_head(resource_user, GRPC_RULIST_AWAITING_ALLOCATION);
|
371
|
-
gpr_mu_unlock(&resource_user->mu);
|
372
|
-
return false;
|
373
|
-
}
|
374
|
-
}
|
375
|
-
return true;
|
376
|
-
}
|
377
|
-
|
378
|
-
/* returns true if any memory could be reclaimed from buffers */
|
379
|
-
static bool rq_reclaim_from_per_user_free_pool(
|
380
|
-
grpc_resource_quota* resource_quota) {
|
381
|
-
grpc_resource_user* resource_user;
|
382
|
-
while ((resource_user = rulist_pop_head(resource_quota,
|
383
|
-
GRPC_RULIST_NON_EMPTY_FREE_POOL))) {
|
384
|
-
gpr_mu_lock(&resource_user->mu);
|
385
|
-
resource_user->added_to_free_pool = false;
|
386
|
-
if (resource_user->free_pool > 0) {
|
387
|
-
int64_t amt = resource_user->free_pool;
|
388
|
-
resource_user->free_pool = 0;
|
389
|
-
resource_quota->free_pool += amt;
|
390
|
-
rq_update_estimate(resource_quota);
|
391
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
392
|
-
gpr_log(GPR_INFO,
|
393
|
-
"RQ %s %s: reclaim_from_per_user_free_pool %" PRId64
|
394
|
-
" bytes; rq_free_pool -> %" PRId64,
|
395
|
-
resource_quota->name.c_str(), resource_user->name.c_str(), amt,
|
396
|
-
resource_quota->free_pool);
|
397
|
-
}
|
398
|
-
gpr_mu_unlock(&resource_user->mu);
|
399
|
-
return true;
|
400
|
-
} else {
|
401
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
402
|
-
gpr_log(GPR_INFO,
|
403
|
-
"RQ %s %s: failed to reclaim_from_per_user_free_pool; "
|
404
|
-
"free_pool = %" PRId64 "; rq_free_pool = %" PRId64,
|
405
|
-
resource_quota->name.c_str(), resource_user->name.c_str(),
|
406
|
-
resource_user->free_pool, resource_quota->free_pool);
|
407
|
-
}
|
408
|
-
gpr_mu_unlock(&resource_user->mu);
|
409
|
-
}
|
410
|
-
}
|
411
|
-
return false;
|
412
|
-
}
|
413
|
-
|
414
|
-
/* returns true if reclamation is proceeding */
|
415
|
-
static bool rq_reclaim(grpc_resource_quota* resource_quota, bool destructive) {
|
416
|
-
if (resource_quota->reclaiming) return true;
|
417
|
-
grpc_rulist list = destructive ? GRPC_RULIST_RECLAIMER_DESTRUCTIVE
|
418
|
-
: GRPC_RULIST_RECLAIMER_BENIGN;
|
419
|
-
grpc_resource_user* resource_user = rulist_pop_head(resource_quota, list);
|
420
|
-
if (resource_user == nullptr) return false;
|
421
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
422
|
-
gpr_log(GPR_INFO, "RQ %s %s: initiate %s reclamation",
|
423
|
-
resource_quota->name.c_str(), resource_user->name.c_str(),
|
424
|
-
destructive ? "destructive" : "benign");
|
425
|
-
}
|
426
|
-
resource_quota->reclaiming = true;
|
427
|
-
grpc_resource_quota_ref_internal(resource_quota);
|
428
|
-
grpc_closure* c = resource_user->reclaimers[destructive];
|
429
|
-
GPR_ASSERT(c);
|
430
|
-
resource_quota->debug_only_last_reclaimer_resource_user = resource_user;
|
431
|
-
resource_quota->debug_only_last_initiated_reclaimer = c;
|
432
|
-
resource_user->reclaimers[destructive] = nullptr;
|
433
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, c, GRPC_ERROR_NONE);
|
434
|
-
return true;
|
435
|
-
}
|
436
|
-
|
437
|
-
/*******************************************************************************
|
438
|
-
* ru_slice: a slice implementation that is backed by a grpc_resource_user
|
439
|
-
*/
|
440
|
-
|
441
|
-
namespace grpc_core {
|
442
|
-
|
443
|
-
class RuSliceRefcount {
|
444
|
-
public:
|
445
|
-
static void Destroy(void* p) {
|
446
|
-
auto* rc = static_cast<RuSliceRefcount*>(p);
|
447
|
-
rc->~RuSliceRefcount();
|
448
|
-
gpr_free(rc);
|
449
|
-
}
|
450
|
-
RuSliceRefcount(grpc_resource_user* resource_user, size_t size)
|
451
|
-
: base_(grpc_slice_refcount::Type::REGULAR, &refs_, Destroy, this,
|
452
|
-
&base_),
|
453
|
-
resource_user_(resource_user),
|
454
|
-
size_(size) {
|
455
|
-
// Nothing to do here.
|
456
|
-
}
|
457
|
-
~RuSliceRefcount() { grpc_resource_user_free(resource_user_, size_); }
|
458
|
-
|
459
|
-
grpc_slice_refcount* base_refcount() { return &base_; }
|
460
|
-
|
461
|
-
private:
|
462
|
-
grpc_slice_refcount base_;
|
463
|
-
RefCount refs_;
|
464
|
-
grpc_resource_user* resource_user_;
|
465
|
-
size_t size_;
|
466
|
-
};
|
467
|
-
|
468
|
-
} // namespace grpc_core
|
469
|
-
|
470
|
-
static grpc_slice ru_slice_create(grpc_resource_user* resource_user,
|
471
|
-
size_t size) {
|
472
|
-
auto* rc = static_cast<grpc_core::RuSliceRefcount*>(
|
473
|
-
gpr_malloc(sizeof(grpc_core::RuSliceRefcount) + size));
|
474
|
-
new (rc) grpc_core::RuSliceRefcount(resource_user, size);
|
475
|
-
grpc_slice slice;
|
476
|
-
|
477
|
-
slice.refcount = rc->base_refcount();
|
478
|
-
slice.data.refcounted.bytes = reinterpret_cast<uint8_t*>(rc + 1);
|
479
|
-
slice.data.refcounted.length = size;
|
480
|
-
return slice;
|
481
|
-
}
|
482
|
-
|
483
|
-
/*******************************************************************************
|
484
|
-
* grpc_resource_quota internal implementation: resource user manipulation under
|
485
|
-
* the combiner
|
486
|
-
*/
|
487
|
-
|
488
|
-
// TODO(hork): rename all ru variables to resource_user
|
489
|
-
static void ru_allocate(void* ru, grpc_error_handle /*error*/) {
|
490
|
-
grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
|
491
|
-
if (rulist_empty(resource_user->resource_quota,
|
492
|
-
GRPC_RULIST_AWAITING_ALLOCATION)) {
|
493
|
-
rq_step_sched(resource_user->resource_quota);
|
494
|
-
}
|
495
|
-
rulist_add_tail(resource_user, GRPC_RULIST_AWAITING_ALLOCATION);
|
496
|
-
}
|
497
|
-
|
498
|
-
static void ru_add_to_free_pool(void* ru, grpc_error_handle /*error*/) {
|
499
|
-
grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
|
500
|
-
if (!rulist_empty(resource_user->resource_quota,
|
501
|
-
GRPC_RULIST_AWAITING_ALLOCATION) &&
|
502
|
-
rulist_empty(resource_user->resource_quota,
|
503
|
-
GRPC_RULIST_NON_EMPTY_FREE_POOL)) {
|
504
|
-
rq_step_sched(resource_user->resource_quota);
|
505
|
-
}
|
506
|
-
rulist_add_tail(resource_user, GRPC_RULIST_NON_EMPTY_FREE_POOL);
|
507
|
-
}
|
508
|
-
|
509
|
-
static bool ru_post_reclaimer(grpc_resource_user* resource_user,
|
510
|
-
bool destructive) {
|
511
|
-
grpc_closure* closure = resource_user->new_reclaimers[destructive];
|
512
|
-
GPR_ASSERT(closure != nullptr);
|
513
|
-
resource_user->new_reclaimers[destructive] = nullptr;
|
514
|
-
GPR_ASSERT(resource_user->reclaimers[destructive] == nullptr);
|
515
|
-
if (gpr_atm_acq_load(&resource_user->shutdown) > 0) {
|
516
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, closure, GRPC_ERROR_CANCELLED);
|
517
|
-
return false;
|
518
|
-
}
|
519
|
-
resource_user->reclaimers[destructive] = closure;
|
520
|
-
return true;
|
521
|
-
}
|
522
|
-
|
523
|
-
static void ru_post_benign_reclaimer(void* ru, grpc_error_handle /*error*/) {
|
524
|
-
grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
|
525
|
-
if (!ru_post_reclaimer(resource_user, false)) return;
|
526
|
-
if (!rulist_empty(resource_user->resource_quota,
|
527
|
-
GRPC_RULIST_AWAITING_ALLOCATION) &&
|
528
|
-
rulist_empty(resource_user->resource_quota,
|
529
|
-
GRPC_RULIST_NON_EMPTY_FREE_POOL) &&
|
530
|
-
rulist_empty(resource_user->resource_quota,
|
531
|
-
GRPC_RULIST_RECLAIMER_BENIGN)) {
|
532
|
-
rq_step_sched(resource_user->resource_quota);
|
533
|
-
}
|
534
|
-
rulist_add_tail(resource_user, GRPC_RULIST_RECLAIMER_BENIGN);
|
535
|
-
}
|
536
|
-
|
537
|
-
static void ru_post_destructive_reclaimer(void* ru,
|
538
|
-
grpc_error_handle /*error*/) {
|
539
|
-
grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
|
540
|
-
if (!ru_post_reclaimer(resource_user, true)) return;
|
541
|
-
if (!rulist_empty(resource_user->resource_quota,
|
542
|
-
GRPC_RULIST_AWAITING_ALLOCATION) &&
|
543
|
-
rulist_empty(resource_user->resource_quota,
|
544
|
-
GRPC_RULIST_NON_EMPTY_FREE_POOL) &&
|
545
|
-
rulist_empty(resource_user->resource_quota,
|
546
|
-
GRPC_RULIST_RECLAIMER_BENIGN) &&
|
547
|
-
rulist_empty(resource_user->resource_quota,
|
548
|
-
GRPC_RULIST_RECLAIMER_DESTRUCTIVE)) {
|
549
|
-
rq_step_sched(resource_user->resource_quota);
|
550
|
-
}
|
551
|
-
rulist_add_tail(resource_user, GRPC_RULIST_RECLAIMER_DESTRUCTIVE);
|
552
|
-
}
|
553
|
-
|
554
|
-
static void ru_shutdown(void* ru, grpc_error_handle /*error*/) {
|
555
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
556
|
-
gpr_log(GPR_INFO, "RU shutdown %p", ru);
|
557
|
-
}
|
558
|
-
grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
|
559
|
-
gpr_mu_lock(&resource_user->mu);
|
560
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[0],
|
561
|
-
GRPC_ERROR_CANCELLED);
|
562
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[1],
|
563
|
-
GRPC_ERROR_CANCELLED);
|
564
|
-
resource_user->reclaimers[0] = nullptr;
|
565
|
-
resource_user->reclaimers[1] = nullptr;
|
566
|
-
rulist_remove(resource_user, GRPC_RULIST_RECLAIMER_BENIGN);
|
567
|
-
rulist_remove(resource_user, GRPC_RULIST_RECLAIMER_DESTRUCTIVE);
|
568
|
-
if (resource_user->allocating) {
|
569
|
-
rq_step_sched(resource_user->resource_quota);
|
570
|
-
}
|
571
|
-
gpr_mu_unlock(&resource_user->mu);
|
572
|
-
}
|
573
|
-
|
574
|
-
static void ru_destroy(void* ru, grpc_error_handle /*error*/) {
|
575
|
-
grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
|
576
|
-
GPR_ASSERT(gpr_atm_no_barrier_load(&resource_user->refs) == 0);
|
577
|
-
// Free all the remaining thread quota
|
578
|
-
grpc_resource_user_free_threads(resource_user,
|
579
|
-
static_cast<int>(gpr_atm_no_barrier_load(
|
580
|
-
&resource_user->num_threads_allocated)));
|
581
|
-
|
582
|
-
for (int i = 0; i < GRPC_RULIST_COUNT; i++) {
|
583
|
-
rulist_remove(resource_user, static_cast<grpc_rulist>(i));
|
584
|
-
}
|
585
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[0],
|
586
|
-
GRPC_ERROR_CANCELLED);
|
587
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[1],
|
588
|
-
GRPC_ERROR_CANCELLED);
|
589
|
-
if (resource_user->free_pool != 0) {
|
590
|
-
resource_user->resource_quota->free_pool += resource_user->free_pool;
|
591
|
-
rq_step_sched(resource_user->resource_quota);
|
592
|
-
}
|
593
|
-
grpc_resource_quota_unref_internal(resource_user->resource_quota);
|
594
|
-
gpr_mu_destroy(&resource_user->mu);
|
595
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
596
|
-
gpr_log(GPR_INFO, "RU '%s' (%p) destroyed", resource_user->name.c_str(),
|
597
|
-
resource_user);
|
598
|
-
}
|
599
|
-
delete resource_user;
|
600
|
-
}
|
601
|
-
|
602
|
-
static void ru_alloc_slices(grpc_slice_allocator* slice_allocator) {
|
603
|
-
for (size_t i = 0; i < slice_allocator->count; i++) {
|
604
|
-
grpc_slice_buffer_add_indexed(
|
605
|
-
slice_allocator->dest, ru_slice_create(slice_allocator->resource_user,
|
606
|
-
slice_allocator->length));
|
607
|
-
}
|
608
|
-
}
|
609
|
-
|
610
|
-
static void ru_allocated_slices(void* arg, grpc_error_handle error) {
|
611
|
-
grpc_slice_allocator* slice_allocator =
|
612
|
-
static_cast<grpc_slice_allocator*>(arg);
|
613
|
-
if (error == GRPC_ERROR_NONE) ru_alloc_slices(slice_allocator);
|
614
|
-
grpc_core::Closure::Run(DEBUG_LOCATION, &slice_allocator->on_done,
|
615
|
-
GRPC_ERROR_REF(error));
|
616
|
-
}
|
617
|
-
|
618
|
-
/*******************************************************************************
|
619
|
-
* grpc_resource_quota internal implementation: quota manipulation under the
|
620
|
-
* combiner
|
621
|
-
*/
|
622
|
-
|
623
|
-
struct rq_resize_args {
|
624
|
-
int64_t size;
|
625
|
-
grpc_resource_quota* resource_quota;
|
626
|
-
grpc_closure closure;
|
627
|
-
};
|
628
|
-
static void rq_resize(void* args, grpc_error_handle /*error*/) {
|
629
|
-
rq_resize_args* a = static_cast<rq_resize_args*>(args);
|
630
|
-
int64_t delta = a->size - a->resource_quota->size;
|
631
|
-
a->resource_quota->size += delta;
|
632
|
-
a->resource_quota->free_pool += delta;
|
633
|
-
rq_update_estimate(a->resource_quota);
|
634
|
-
rq_step_sched(a->resource_quota);
|
635
|
-
grpc_resource_quota_unref_internal(a->resource_quota);
|
636
|
-
gpr_free(a);
|
637
|
-
}
|
638
|
-
|
639
|
-
static void rq_reclamation_done(void* rq, grpc_error_handle /*error*/) {
|
640
|
-
grpc_resource_quota* resource_quota = static_cast<grpc_resource_quota*>(rq);
|
641
|
-
resource_quota->reclaiming = false;
|
642
|
-
rq_step_sched(resource_quota);
|
643
|
-
grpc_resource_quota_unref_internal(resource_quota);
|
644
|
-
}
|
645
|
-
|
646
|
-
/*******************************************************************************
|
647
|
-
* grpc_resource_quota api
|
648
|
-
*/
|
649
|
-
|
650
|
-
/* Public API */
|
651
|
-
grpc_resource_quota* grpc_resource_quota_create(const char* name) {
|
652
|
-
grpc_resource_quota* resource_quota = new grpc_resource_quota;
|
653
|
-
gpr_ref_init(&resource_quota->refs, 1);
|
654
|
-
resource_quota->combiner = grpc_combiner_create();
|
655
|
-
resource_quota->free_pool = INT64_MAX;
|
656
|
-
resource_quota->size = INT64_MAX;
|
657
|
-
resource_quota->used = 0;
|
658
|
-
gpr_atm_no_barrier_store(&resource_quota->last_size, GPR_ATM_MAX);
|
659
|
-
gpr_mu_init(&resource_quota->thread_count_mu);
|
660
|
-
resource_quota->max_threads = INT_MAX;
|
661
|
-
resource_quota->num_threads_allocated = 0;
|
662
|
-
resource_quota->step_scheduled = false;
|
663
|
-
resource_quota->reclaiming = false;
|
664
|
-
gpr_atm_no_barrier_store(&resource_quota->memory_usage_estimation, 0);
|
665
|
-
if (name != nullptr) {
|
666
|
-
resource_quota->name = name;
|
667
|
-
} else {
|
668
|
-
resource_quota->name = absl::StrCat(
|
669
|
-
"anonymous_pool_", reinterpret_cast<intptr_t>(resource_quota));
|
670
|
-
}
|
671
|
-
GRPC_CLOSURE_INIT(&resource_quota->rq_step_closure, rq_step, resource_quota,
|
672
|
-
nullptr);
|
673
|
-
GRPC_CLOSURE_INIT(&resource_quota->rq_reclamation_done_closure,
|
674
|
-
rq_reclamation_done, resource_quota, nullptr);
|
675
|
-
for (int i = 0; i < GRPC_RULIST_COUNT; i++) {
|
676
|
-
resource_quota->roots[i] = nullptr;
|
677
|
-
}
|
678
|
-
return resource_quota;
|
679
|
-
}
|
680
|
-
|
681
|
-
void grpc_resource_quota_unref_internal(grpc_resource_quota* resource_quota) {
|
682
|
-
if (gpr_unref(&resource_quota->refs)) {
|
683
|
-
// No outstanding thread quota
|
684
|
-
GPR_ASSERT(resource_quota->num_threads_allocated == 0);
|
685
|
-
GRPC_COMBINER_UNREF(resource_quota->combiner, "resource_quota");
|
686
|
-
gpr_mu_destroy(&resource_quota->thread_count_mu);
|
687
|
-
delete resource_quota;
|
688
|
-
}
|
689
|
-
}
|
690
|
-
|
691
|
-
/* Public API */
|
692
|
-
void grpc_resource_quota_unref(grpc_resource_quota* resource_quota) {
|
693
|
-
grpc_core::ExecCtx exec_ctx;
|
694
|
-
grpc_resource_quota_unref_internal(resource_quota);
|
695
|
-
}
|
696
|
-
|
697
|
-
grpc_resource_quota* grpc_resource_quota_ref_internal(
|
698
|
-
grpc_resource_quota* resource_quota) {
|
699
|
-
gpr_ref(&resource_quota->refs);
|
700
|
-
return resource_quota;
|
701
|
-
}
|
702
|
-
|
703
|
-
/* Public API */
|
704
|
-
void grpc_resource_quota_ref(grpc_resource_quota* resource_quota) {
|
705
|
-
grpc_resource_quota_ref_internal(resource_quota);
|
706
|
-
}
|
707
|
-
|
708
|
-
double grpc_resource_quota_get_memory_pressure(
|
709
|
-
grpc_resource_quota* resource_quota) {
|
710
|
-
return (static_cast<double>(gpr_atm_no_barrier_load(
|
711
|
-
&resource_quota->memory_usage_estimation))) /
|
712
|
-
(static_cast<double>(MEMORY_USAGE_ESTIMATION_MAX));
|
713
|
-
}
|
714
|
-
|
715
|
-
/* Public API */
|
716
|
-
void grpc_resource_quota_set_max_threads(grpc_resource_quota* resource_quota,
|
717
|
-
int new_max_threads) {
|
718
|
-
GPR_ASSERT(new_max_threads >= 0);
|
719
|
-
gpr_mu_lock(&resource_quota->thread_count_mu);
|
720
|
-
resource_quota->max_threads = new_max_threads;
|
721
|
-
gpr_mu_unlock(&resource_quota->thread_count_mu);
|
722
|
-
}
|
723
|
-
|
724
|
-
/* Public API */
|
725
|
-
void grpc_resource_quota_resize(grpc_resource_quota* resource_quota,
|
726
|
-
size_t size) {
|
727
|
-
grpc_core::ExecCtx exec_ctx;
|
728
|
-
rq_resize_args* a = static_cast<rq_resize_args*>(gpr_malloc(sizeof(*a)));
|
729
|
-
a->resource_quota = grpc_resource_quota_ref_internal(resource_quota);
|
730
|
-
a->size = static_cast<int64_t>(size);
|
731
|
-
gpr_atm_no_barrier_store(&resource_quota->last_size,
|
732
|
-
(gpr_atm)GPR_MIN((size_t)GPR_ATM_MAX, size));
|
733
|
-
GRPC_CLOSURE_INIT(&a->closure, rq_resize, a, grpc_schedule_on_exec_ctx);
|
734
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, &a->closure, GRPC_ERROR_NONE);
|
735
|
-
}
|
736
|
-
|
737
|
-
size_t grpc_resource_quota_peek_size(grpc_resource_quota* resource_quota) {
|
738
|
-
return static_cast<size_t>(
|
739
|
-
gpr_atm_no_barrier_load(&resource_quota->last_size));
|
740
|
-
}
|
741
|
-
|
742
|
-
/*******************************************************************************
|
743
|
-
* grpc_resource_user channel args api
|
744
|
-
*/
|
745
|
-
|
746
|
-
grpc_resource_quota* grpc_resource_quota_from_channel_args(
|
747
|
-
const grpc_channel_args* channel_args, bool create) {
|
748
|
-
auto* resource_quota = grpc_channel_args_find_pointer<grpc_resource_quota>(
|
749
|
-
channel_args, GRPC_ARG_RESOURCE_QUOTA);
|
750
|
-
if (resource_quota != nullptr) {
|
751
|
-
return grpc_resource_quota_ref_internal(resource_quota);
|
752
|
-
}
|
753
|
-
return create ? grpc_resource_quota_create(nullptr) : nullptr;
|
754
|
-
}
|
755
|
-
|
756
|
-
static void* rq_copy(void* rq) {
|
757
|
-
grpc_resource_quota_ref(static_cast<grpc_resource_quota*>(rq));
|
758
|
-
return rq;
|
759
|
-
}
|
760
|
-
|
761
|
-
static void rq_destroy(void* rq) {
|
762
|
-
grpc_resource_quota_unref_internal(static_cast<grpc_resource_quota*>(rq));
|
763
|
-
}
|
764
|
-
|
765
|
-
static int rq_cmp(void* a, void* b) { return GPR_ICMP(a, b); }
|
766
|
-
|
767
|
-
const grpc_arg_pointer_vtable* grpc_resource_quota_arg_vtable(void) {
|
768
|
-
static const grpc_arg_pointer_vtable vtable = {rq_copy, rq_destroy, rq_cmp};
|
769
|
-
return &vtable;
|
770
|
-
}
|
771
|
-
|
772
|
-
/*******************************************************************************
|
773
|
-
* grpc_resource_user api
|
774
|
-
*/
|
775
|
-
|
776
|
-
grpc_resource_user* grpc_resource_user_create(
|
777
|
-
grpc_resource_quota* resource_quota, absl::string_view name) {
|
778
|
-
grpc_resource_user* resource_user = new grpc_resource_user;
|
779
|
-
resource_user->resource_quota =
|
780
|
-
grpc_resource_quota_ref_internal(resource_quota);
|
781
|
-
GRPC_CLOSURE_INIT(&resource_user->allocate_closure, &ru_allocate,
|
782
|
-
resource_user, nullptr);
|
783
|
-
GRPC_CLOSURE_INIT(&resource_user->add_to_free_pool_closure,
|
784
|
-
&ru_add_to_free_pool, resource_user, nullptr);
|
785
|
-
GRPC_CLOSURE_INIT(&resource_user->post_reclaimer_closure[0],
|
786
|
-
&ru_post_benign_reclaimer, resource_user, nullptr);
|
787
|
-
GRPC_CLOSURE_INIT(&resource_user->post_reclaimer_closure[1],
|
788
|
-
&ru_post_destructive_reclaimer, resource_user, nullptr);
|
789
|
-
GRPC_CLOSURE_INIT(&resource_user->destroy_closure, &ru_destroy, resource_user,
|
790
|
-
nullptr);
|
791
|
-
gpr_mu_init(&resource_user->mu);
|
792
|
-
gpr_atm_rel_store(&resource_user->refs, 1);
|
793
|
-
gpr_atm_rel_store(&resource_user->shutdown, 0);
|
794
|
-
resource_user->free_pool = 0;
|
795
|
-
grpc_closure_list_init(&resource_user->on_allocated);
|
796
|
-
resource_user->allocating = false;
|
797
|
-
resource_user->added_to_free_pool = false;
|
798
|
-
gpr_atm_no_barrier_store(&resource_user->num_threads_allocated, 0);
|
799
|
-
resource_user->reclaimers[0] = nullptr;
|
800
|
-
resource_user->reclaimers[1] = nullptr;
|
801
|
-
resource_user->new_reclaimers[0] = nullptr;
|
802
|
-
resource_user->new_reclaimers[1] = nullptr;
|
803
|
-
resource_user->outstanding_allocations = 0;
|
804
|
-
for (int i = 0; i < GRPC_RULIST_COUNT; i++) {
|
805
|
-
resource_user->links[i].next = resource_user->links[i].prev = nullptr;
|
806
|
-
}
|
807
|
-
if (!name.empty()) {
|
808
|
-
resource_user->name = std::string(name);
|
809
|
-
} else {
|
810
|
-
resource_user->name = absl::StrCat(
|
811
|
-
"anonymous_resource_user_", reinterpret_cast<intptr_t>(resource_user));
|
812
|
-
}
|
813
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
814
|
-
gpr_log(GPR_INFO, "RU '%s' (%p) created", resource_user->name.c_str(),
|
815
|
-
resource_user);
|
816
|
-
}
|
817
|
-
return resource_user;
|
818
|
-
}
|
819
|
-
|
820
|
-
grpc_resource_quota* grpc_resource_user_quota(
|
821
|
-
grpc_resource_user* resource_user) {
|
822
|
-
return resource_user->resource_quota;
|
823
|
-
}
|
824
|
-
|
825
|
-
static void ru_ref_by(grpc_resource_user* resource_user, gpr_atm amount) {
|
826
|
-
GPR_ASSERT(amount > 0);
|
827
|
-
gpr_atm prior = gpr_atm_no_barrier_fetch_add(&resource_user->refs, amount);
|
828
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
829
|
-
gpr_log(GPR_INFO, "RU '%s' (%p) reffing: %" PRIdPTR " -> %" PRIdPTR,
|
830
|
-
resource_user->name.c_str(), resource_user, prior, prior + amount);
|
831
|
-
}
|
832
|
-
GPR_ASSERT(prior != 0);
|
833
|
-
}
|
834
|
-
|
835
|
-
static void ru_unref_by(grpc_resource_user* resource_user, gpr_atm amount) {
|
836
|
-
GPR_ASSERT(amount > 0);
|
837
|
-
gpr_atm old = gpr_atm_full_fetch_add(&resource_user->refs, -amount);
|
838
|
-
GPR_ASSERT(old >= amount);
|
839
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
840
|
-
gpr_log(GPR_INFO, "RU '%s' (%p) unreffing: %" PRIdPTR " -> %" PRIdPTR,
|
841
|
-
resource_user->name.c_str(), resource_user, old, old - amount);
|
842
|
-
}
|
843
|
-
if (old == amount) {
|
844
|
-
resource_user->resource_quota->combiner->Run(
|
845
|
-
&resource_user->destroy_closure, GRPC_ERROR_NONE);
|
846
|
-
}
|
847
|
-
}
|
848
|
-
|
849
|
-
void grpc_resource_user_ref(grpc_resource_user* resource_user) {
|
850
|
-
ru_ref_by(resource_user, 1);
|
851
|
-
}
|
852
|
-
|
853
|
-
void grpc_resource_user_unref(grpc_resource_user* resource_user) {
|
854
|
-
ru_unref_by(resource_user, 1);
|
855
|
-
}
|
856
|
-
|
857
|
-
void grpc_resource_user_shutdown(grpc_resource_user* resource_user) {
|
858
|
-
if (gpr_atm_full_fetch_add(&resource_user->shutdown, 1) == 0) {
|
859
|
-
resource_user->resource_quota->combiner->Run(
|
860
|
-
GRPC_CLOSURE_CREATE(ru_shutdown, resource_user, nullptr),
|
861
|
-
GRPC_ERROR_NONE);
|
862
|
-
}
|
863
|
-
}
|
864
|
-
|
865
|
-
bool grpc_resource_user_allocate_threads(grpc_resource_user* resource_user,
|
866
|
-
int thread_count) {
|
867
|
-
GPR_ASSERT(thread_count >= 0);
|
868
|
-
bool is_success = false;
|
869
|
-
gpr_mu_lock(&resource_user->resource_quota->thread_count_mu);
|
870
|
-
grpc_resource_quota* resource_quota = resource_user->resource_quota;
|
871
|
-
if (resource_quota->num_threads_allocated + thread_count <=
|
872
|
-
resource_quota->max_threads) {
|
873
|
-
resource_quota->num_threads_allocated += thread_count;
|
874
|
-
gpr_atm_no_barrier_fetch_add(&resource_user->num_threads_allocated,
|
875
|
-
thread_count);
|
876
|
-
is_success = true;
|
877
|
-
}
|
878
|
-
gpr_mu_unlock(&resource_user->resource_quota->thread_count_mu);
|
879
|
-
return is_success;
|
880
|
-
}
|
881
|
-
|
882
|
-
void grpc_resource_user_free_threads(grpc_resource_user* resource_user,
|
883
|
-
int thread_count) {
|
884
|
-
GPR_ASSERT(thread_count >= 0);
|
885
|
-
gpr_mu_lock(&resource_user->resource_quota->thread_count_mu);
|
886
|
-
grpc_resource_quota* resource_quota = resource_user->resource_quota;
|
887
|
-
resource_quota->num_threads_allocated -= thread_count;
|
888
|
-
int old_count = static_cast<int>(gpr_atm_no_barrier_fetch_add(
|
889
|
-
&resource_user->num_threads_allocated, -thread_count));
|
890
|
-
if (old_count < thread_count || resource_quota->num_threads_allocated < 0) {
|
891
|
-
gpr_log(GPR_ERROR,
|
892
|
-
"Releasing more threads (%d) than currently allocated "
|
893
|
-
"(resource_quota threads: %d, ru threads: %d)",
|
894
|
-
thread_count, resource_quota->num_threads_allocated + thread_count,
|
895
|
-
old_count);
|
896
|
-
abort();
|
897
|
-
}
|
898
|
-
gpr_mu_unlock(&resource_user->resource_quota->thread_count_mu);
|
899
|
-
}
|
900
|
-
|
901
|
-
static bool resource_user_alloc_locked(grpc_resource_user* resource_user,
|
902
|
-
size_t size,
|
903
|
-
grpc_closure* optional_on_done) {
|
904
|
-
ru_ref_by(resource_user, static_cast<gpr_atm>(size));
|
905
|
-
resource_user->free_pool -= static_cast<int64_t>(size);
|
906
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
907
|
-
gpr_log(GPR_INFO, "RQ %s %s: alloc %" PRIdPTR "; free_pool -> %" PRId64,
|
908
|
-
resource_user->resource_quota->name.c_str(),
|
909
|
-
resource_user->name.c_str(), size, resource_user->free_pool);
|
910
|
-
}
|
911
|
-
if (GPR_LIKELY(resource_user->free_pool >= 0)) return true;
|
912
|
-
// Slow path: We need to wait for the free pool to refill.
|
913
|
-
if (optional_on_done != nullptr) {
|
914
|
-
resource_user->outstanding_allocations += static_cast<int64_t>(size);
|
915
|
-
grpc_closure_list_append(&resource_user->on_allocated, optional_on_done,
|
916
|
-
GRPC_ERROR_NONE);
|
917
|
-
}
|
918
|
-
if (!resource_user->allocating) {
|
919
|
-
resource_user->allocating = true;
|
920
|
-
resource_user->resource_quota->combiner->Run(
|
921
|
-
&resource_user->allocate_closure, GRPC_ERROR_NONE);
|
922
|
-
}
|
923
|
-
return false;
|
924
|
-
}
|
925
|
-
|
926
|
-
bool grpc_resource_user_safe_alloc(grpc_resource_user* resource_user,
|
927
|
-
size_t size) {
|
928
|
-
if (gpr_atm_no_barrier_load(&resource_user->shutdown)) return false;
|
929
|
-
gpr_mu_lock(&resource_user->mu);
|
930
|
-
grpc_resource_quota* resource_quota = resource_user->resource_quota;
|
931
|
-
bool cas_success;
|
932
|
-
do {
|
933
|
-
gpr_atm used = gpr_atm_no_barrier_load(&resource_quota->used);
|
934
|
-
gpr_atm new_used = used + size;
|
935
|
-
if (static_cast<size_t>(new_used) >
|
936
|
-
grpc_resource_quota_peek_size(resource_quota)) {
|
937
|
-
gpr_mu_unlock(&resource_user->mu);
|
938
|
-
return false;
|
939
|
-
}
|
940
|
-
cas_success = gpr_atm_full_cas(&resource_quota->used, used, new_used);
|
941
|
-
} while (!cas_success);
|
942
|
-
resource_user_alloc_locked(resource_user, size, nullptr);
|
943
|
-
gpr_mu_unlock(&resource_user->mu);
|
944
|
-
return true;
|
945
|
-
}
|
946
|
-
|
947
|
-
bool grpc_resource_user_alloc(grpc_resource_user* resource_user, size_t size,
|
948
|
-
grpc_closure* optional_on_done) {
|
949
|
-
// TODO(juanlishen): Maybe return immediately if shutting down. Deferring this
|
950
|
-
// because some tests become flaky after the change.
|
951
|
-
gpr_mu_lock(&resource_user->mu);
|
952
|
-
grpc_resource_quota* resource_quota = resource_user->resource_quota;
|
953
|
-
gpr_atm_no_barrier_fetch_add(&resource_quota->used, size);
|
954
|
-
const bool ret =
|
955
|
-
resource_user_alloc_locked(resource_user, size, optional_on_done);
|
956
|
-
gpr_mu_unlock(&resource_user->mu);
|
957
|
-
return ret;
|
958
|
-
}
|
959
|
-
|
960
|
-
void grpc_resource_user_free(grpc_resource_user* resource_user, size_t size) {
|
961
|
-
gpr_mu_lock(&resource_user->mu);
|
962
|
-
grpc_resource_quota* resource_quota = resource_user->resource_quota;
|
963
|
-
gpr_atm prior = gpr_atm_no_barrier_fetch_add(&resource_quota->used, -size);
|
964
|
-
GPR_ASSERT(prior >= static_cast<long>(size));
|
965
|
-
bool was_zero_or_negative = resource_user->free_pool <= 0;
|
966
|
-
resource_user->free_pool += static_cast<int64_t>(size);
|
967
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
968
|
-
gpr_log(GPR_INFO, "RQ %s %s: free %" PRIdPTR "; free_pool -> %" PRId64,
|
969
|
-
resource_user->resource_quota->name.c_str(),
|
970
|
-
resource_user->name.c_str(), size, resource_user->free_pool);
|
971
|
-
}
|
972
|
-
bool is_bigger_than_zero = resource_user->free_pool > 0;
|
973
|
-
if (is_bigger_than_zero && was_zero_or_negative &&
|
974
|
-
!resource_user->added_to_free_pool) {
|
975
|
-
resource_user->added_to_free_pool = true;
|
976
|
-
resource_quota->combiner->Run(&resource_user->add_to_free_pool_closure,
|
977
|
-
GRPC_ERROR_NONE);
|
978
|
-
}
|
979
|
-
gpr_mu_unlock(&resource_user->mu);
|
980
|
-
ru_unref_by(resource_user, static_cast<gpr_atm>(size));
|
981
|
-
}
|
982
|
-
|
983
|
-
void grpc_resource_user_post_reclaimer(grpc_resource_user* resource_user,
|
984
|
-
bool destructive,
|
985
|
-
grpc_closure* closure) {
|
986
|
-
GPR_ASSERT(resource_user->new_reclaimers[destructive] == nullptr);
|
987
|
-
resource_user->new_reclaimers[destructive] = closure;
|
988
|
-
resource_user->resource_quota->combiner->Run(
|
989
|
-
&resource_user->post_reclaimer_closure[destructive], GRPC_ERROR_NONE);
|
990
|
-
}
|
991
|
-
|
992
|
-
void grpc_resource_user_finish_reclamation(grpc_resource_user* resource_user) {
|
993
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
994
|
-
gpr_log(GPR_INFO, "RQ %s %s: reclamation complete",
|
995
|
-
resource_user->resource_quota->name.c_str(),
|
996
|
-
resource_user->name.c_str());
|
997
|
-
}
|
998
|
-
resource_user->resource_quota->combiner->Run(
|
999
|
-
&resource_user->resource_quota->rq_reclamation_done_closure,
|
1000
|
-
GRPC_ERROR_NONE);
|
1001
|
-
}
|
1002
|
-
|
1003
|
-
grpc_slice_allocator* grpc_slice_allocator_create(
|
1004
|
-
grpc_resource_quota* resource_quota, absl::string_view name,
|
1005
|
-
const grpc_channel_args* args) {
|
1006
|
-
grpc_slice_allocator* slice_allocator = new grpc_slice_allocator;
|
1007
|
-
slice_allocator->min_length = grpc_channel_args_find_integer(
|
1008
|
-
args, GRPC_ARG_TCP_MIN_READ_CHUNK_SIZE,
|
1009
|
-
{GRPC_SLICE_ALLOCATOR_MIN_ALLOCATE_SIZE, -1, INT_MAX});
|
1010
|
-
slice_allocator->max_length = grpc_channel_args_find_integer(
|
1011
|
-
args, GRPC_ARG_TCP_MAX_READ_CHUNK_SIZE,
|
1012
|
-
{GRPC_SLICE_ALLOCATOR_MAX_ALLOCATE_SIZE, -1, INT_MAX});
|
1013
|
-
slice_allocator->resource_user =
|
1014
|
-
grpc_resource_user_create(resource_quota, name);
|
1015
|
-
GRPC_CLOSURE_INIT(&slice_allocator->on_allocated, ru_allocated_slices,
|
1016
|
-
slice_allocator, grpc_schedule_on_exec_ctx);
|
1017
|
-
return slice_allocator;
|
1018
|
-
}
|
1019
|
-
|
1020
|
-
void grpc_slice_allocator_destroy(grpc_slice_allocator* slice_allocator) {
|
1021
|
-
ru_unref_by(slice_allocator->resource_user, 1);
|
1022
|
-
delete slice_allocator;
|
1023
|
-
}
|
1024
|
-
|
1025
|
-
static size_t grpc_slice_allocator_adjust_allocation_length(
|
1026
|
-
grpc_slice_allocator* slice_allocator, size_t requested_length,
|
1027
|
-
grpc_slice_allocator_intent intent) {
|
1028
|
-
if (intent == grpc_slice_allocator_intent::kDefault) {
|
1029
|
-
return requested_length;
|
1030
|
-
}
|
1031
|
-
GPR_ASSERT(intent == grpc_slice_allocator_intent::kReadBuffer);
|
1032
|
-
double pressure = grpc_resource_quota_get_memory_pressure(
|
1033
|
-
slice_allocator->resource_user->resource_quota);
|
1034
|
-
// Reduce allocation size proportional to the pressure > 80% usage.
|
1035
|
-
size_t target =
|
1036
|
-
requested_length * (pressure > 0.8 ? (1.0 - pressure) / 0.2 : 1.0);
|
1037
|
-
// Target will be some multiple of 8 bytes, rounded up
|
1038
|
-
target = ((static_cast<size_t> GPR_CLAMP(target, slice_allocator->min_length,
|
1039
|
-
slice_allocator->max_length)) +
|
1040
|
-
255) &
|
1041
|
-
~static_cast<size_t>(255);
|
1042
|
-
// Don't use more than 1/16th of the overall resource quota for a single
|
1043
|
-
// read alloc
|
1044
|
-
size_t rqmax = grpc_resource_quota_peek_size(
|
1045
|
-
slice_allocator->resource_user->resource_quota);
|
1046
|
-
if (target > rqmax / 16 && rqmax > 1024) {
|
1047
|
-
target = rqmax / 16;
|
1048
|
-
}
|
1049
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
1050
|
-
gpr_log(
|
1051
|
-
GPR_INFO,
|
1052
|
-
"SliceAllocator(%p) requested %zu bytes for (%s) intent, adjusted "
|
1053
|
-
"allocation size to %zu",
|
1054
|
-
slice_allocator, requested_length,
|
1055
|
-
intent == grpc_slice_allocator_intent::kDefault ? "default" : "read",
|
1056
|
-
target);
|
1057
|
-
}
|
1058
|
-
return target;
|
1059
|
-
}
|
1060
|
-
|
1061
|
-
bool grpc_slice_allocator_allocate(grpc_slice_allocator* slice_allocator,
|
1062
|
-
size_t length, size_t count,
|
1063
|
-
grpc_slice_allocator_intent intent,
|
1064
|
-
grpc_slice_buffer* dest,
|
1065
|
-
grpc_iomgr_cb_func cb, void* p) {
|
1066
|
-
if (GPR_UNLIKELY(
|
1067
|
-
gpr_atm_no_barrier_load(&slice_allocator->resource_user->shutdown))) {
|
1068
|
-
grpc_core::ExecCtx::Run(
|
1069
|
-
DEBUG_LOCATION, &slice_allocator->on_allocated,
|
1070
|
-
GRPC_ERROR_CREATE_FROM_STATIC_STRING("Resource user shutdown"));
|
1071
|
-
return false;
|
1072
|
-
}
|
1073
|
-
GRPC_CLOSURE_INIT(&slice_allocator->on_done, cb, p,
|
1074
|
-
grpc_schedule_on_exec_ctx);
|
1075
|
-
slice_allocator->length = grpc_slice_allocator_adjust_allocation_length(
|
1076
|
-
slice_allocator, length, intent);
|
1077
|
-
slice_allocator->count = count;
|
1078
|
-
slice_allocator->dest = dest;
|
1079
|
-
const bool ret = grpc_resource_user_alloc(slice_allocator->resource_user,
|
1080
|
-
count * slice_allocator->length,
|
1081
|
-
&slice_allocator->on_allocated);
|
1082
|
-
if (ret) ru_alloc_slices(slice_allocator);
|
1083
|
-
return ret;
|
1084
|
-
}
|
1085
|
-
|
1086
|
-
grpc_slice_allocator_factory* grpc_slice_allocator_factory_create(
|
1087
|
-
grpc_resource_quota* resource_quota) {
|
1088
|
-
grpc_slice_allocator_factory* factory = new grpc_slice_allocator_factory;
|
1089
|
-
factory->resource_quota = resource_quota;
|
1090
|
-
return factory;
|
1091
|
-
}
|
1092
|
-
|
1093
|
-
grpc_slice_allocator* grpc_slice_allocator_factory_create_slice_allocator(
|
1094
|
-
grpc_slice_allocator_factory* slice_allocator_factory,
|
1095
|
-
absl::string_view name, grpc_channel_args* args) {
|
1096
|
-
return grpc_slice_allocator_create(slice_allocator_factory->resource_quota,
|
1097
|
-
name, args);
|
1098
|
-
}
|
1099
|
-
|
1100
|
-
void grpc_slice_allocator_factory_destroy(
|
1101
|
-
grpc_slice_allocator_factory* slice_allocator_factory) {
|
1102
|
-
grpc_resource_quota_unref_internal(slice_allocator_factory->resource_quota);
|
1103
|
-
delete slice_allocator_factory;
|
1104
|
-
}
|