grpc 1.65.2 → 1.66.0.pre3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +17 -7
- data/include/grpc/event_engine/event_engine.h +14 -0
- data/include/grpc/event_engine/extensible.h +3 -0
- data/include/grpc/event_engine/memory_request.h +18 -0
- data/include/grpc/support/log.h +0 -18
- data/include/grpc/support/metrics.h +14 -3
- data/include/grpc/support/port_platform.h +22 -0
- data/src/core/client_channel/client_channel.cc +125 -30
- data/src/core/client_channel/client_channel_filter.cc +37 -113
- data/src/core/client_channel/client_channel_internal.h +6 -0
- data/src/core/client_channel/config_selector.h +17 -14
- data/src/core/client_channel/direct_channel.cc +83 -0
- data/src/core/client_channel/direct_channel.h +101 -0
- data/src/core/client_channel/dynamic_filters.cc +3 -1
- data/src/core/client_channel/lb_metadata.cc +120 -0
- data/src/core/client_channel/lb_metadata.h +56 -0
- data/src/core/client_channel/load_balanced_call_destination.cc +8 -70
- data/src/core/client_channel/retry_filter.cc +1 -1
- data/src/core/client_channel/retry_filter_legacy_call_data.cc +164 -185
- data/src/core/client_channel/subchannel.cc +58 -42
- data/src/core/client_channel/subchannel.h +4 -10
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +6 -7
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +2 -0
- data/src/core/ext/filters/census/grpc_context.cc +4 -4
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +13 -14
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +4 -0
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +4 -5
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +2 -0
- data/src/core/ext/filters/http/client/http_client_filter.cc +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.h +2 -0
- data/src/core/ext/filters/http/client_authority_filter.cc +1 -2
- data/src/core/ext/filters/http/client_authority_filter.h +2 -0
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +16 -19
- data/src/core/ext/filters/http/message_compress/compression_filter.h +5 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +4 -4
- data/src/core/ext/filters/http/server/http_server_filter.h +2 -0
- data/src/core/ext/filters/message_size/message_size_filter.cc +12 -14
- data/src/core/ext/filters/message_size/message_size_filter.h +4 -0
- data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
- data/src/core/ext/filters/rbac/rbac_filter.h +2 -0
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +1 -2
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +2 -0
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +53 -66
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +90 -112
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +17 -29
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +189 -168
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +2 -2
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +3 -7
- data/src/core/ext/transport/chttp2/transport/frame_data.h +2 -1
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +7 -8
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +12 -10
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +5 -3
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +9 -10
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +7 -3
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +3 -1
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +4 -5
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +4 -5
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +47 -38
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +2 -0
- data/src/core/ext/transport/chttp2/transport/internal.h +54 -9
- data/src/core/ext/transport/chttp2/transport/parsing.cc +59 -59
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +7 -7
- data/src/core/ext/transport/chttp2/transport/writing.cc +105 -79
- data/src/core/ext/transport/inproc/inproc_transport.cc +94 -35
- data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +101 -98
- data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb.h +11 -11
- data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb.h +23 -23
- data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb.h +11 -11
- data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb.h +50 -50
- data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb_minitable.c +57 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb.h +110 -78
- data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb_minitable.c +23 -15
- data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/annotations/resource.upb.h +11 -2
- data/src/core/ext/upb-gen/envoy/annotations/resource.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb.h +30 -30
- data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb_minitable.c +48 -0
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +361 -250
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +139 -48
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb.h +10 -10
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +314 -137
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +120 -22
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +115 -23
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +27 -3
- data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +31 -31
- data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +45 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +23 -23
- data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +24 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +646 -68
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +230 -16
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.h +5 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb.h +21 -21
- data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb_minitable.c +21 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb.h +130 -58
- data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb_minitable.c +63 -12
- data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb.h +104 -58
- data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb_minitable.c +42 -11
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +132 -72
- data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +65 -11
- data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb.h +58 -30
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb_minitable.c +30 -7
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb.h +237 -33
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.c +58 -12
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb.h +59 -43
- data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb_minitable.c +37 -6
- data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb.h +25 -25
- data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb_minitable.c +21 -0
- data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb.h +66 -9
- data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb_minitable.c +10 -3
- data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb.h +5 -5
- data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb.h +18 -18
- data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb_minitable.c +24 -0
- data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb.h +17 -17
- data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb_minitable.c +30 -0
- data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb.h +63 -34
- data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb_minitable.c +39 -4
- data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +9 -9
- data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +273 -229
- data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +191 -14
- data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +31 -31
- data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +36 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb.h +109 -12
- data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.c +38 -11
- data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb.h +11 -11
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +114 -98
- data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +52 -3
- data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb.h +18 -18
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +41 -9
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb_minitable.c +15 -3
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +8 -8
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +146 -130
- data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +74 -10
- data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +10 -10
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +111 -27
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +43 -7
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +8 -8
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +35 -35
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +21 -0
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +16 -16
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb.h +36 -36
- data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb_minitable.c +42 -0
- data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +20 -20
- data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb.h +5 -5
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb.h +5 -5
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb.h +37 -6
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb_minitable.c +20 -3
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +8 -8
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb_minitable.c +21 -0
- data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb.h +13 -13
- data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/v3/percent.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/v3/percent.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/v3/range.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/type/v3/range.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb.h +5 -5
- data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/api/annotations.upb.h +10 -1
- data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb.h +32 -32
- data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb_minitable.c +39 -0
- data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb.h +43 -43
- data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb_minitable.c +42 -0
- data/src/core/ext/upb-gen/google/api/http.upb.h +12 -12
- data/src/core/ext/upb-gen/google/api/http.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/google/api/httpbody.upb.h +2 -2
- data/src/core/ext/upb-gen/google/api/httpbody.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/any.upb.h +2 -2
- data/src/core/ext/upb-gen/google/protobuf/any.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/descriptor.upb.h +381 -177
- data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.c +148 -22
- data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/google/protobuf/duration.upb.h +2 -2
- data/src/core/ext/upb-gen/google/protobuf/duration.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/empty.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/struct.upb.h +6 -6
- data/src/core/ext/upb-gen/google/protobuf/struct.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/google/protobuf/timestamp.upb.h +2 -2
- data/src/core/ext/upb-gen/google/protobuf/timestamp.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/wrappers.upb.h +9 -9
- data/src/core/ext/upb-gen/google/protobuf/wrappers.upb_minitable.c +27 -0
- data/src/core/ext/upb-gen/google/rpc/status.upb.h +2 -2
- data/src/core/ext/upb-gen/google/rpc/status.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb.h +10 -10
- data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb.h +6 -6
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +35 -35
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +36 -0
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb.h +4 -4
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb.h +2 -2
- data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb.h +18 -18
- data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb_minitable.c +27 -0
- data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb.h +4 -4
- data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb.h +15 -15
- data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb_minitable.c +27 -0
- data/src/core/ext/upb-gen/udpa/annotations/migrate.upb.h +54 -9
- data/src/core/ext/upb-gen/udpa/annotations/migrate.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/udpa/annotations/security.upb.h +12 -3
- data/src/core/ext/upb-gen/udpa/annotations/security.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb.h +1 -1
- data/src/core/ext/upb-gen/udpa/annotations/status.upb.h +12 -3
- data/src/core/ext/upb-gen/udpa/annotations/status.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/udpa/annotations/versioning.upb.h +11 -2
- data/src/core/ext/upb-gen/udpa/annotations/versioning.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/validate/validate.upb.h +175 -166
- data/src/core/ext/upb-gen/validate/validate.upb_minitable.c +69 -0
- data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb.h +54 -9
- data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/xds/annotations/v3/security.upb.h +12 -3
- data/src/core/ext/upb-gen/xds/annotations/v3/security.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb.h +1 -1
- data/src/core/ext/upb-gen/xds/annotations/v3/status.upb.h +35 -8
- data/src/core/ext/upb-gen/xds/annotations/v3/status.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb.h +11 -2
- data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/authority.upb.h +1 -1
- data/src/core/ext/upb-gen/xds/core/v3/authority.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/cidr.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/core/v3/cidr.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb.h +5 -5
- data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/core/v3/context_params.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/core/v3/extension.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/core/v3/extension.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/resource.upb.h +3 -3
- data/src/core/ext/upb-gen/xds/core/v3/resource.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb.h +7 -7
- data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb.h +4 -4
- data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb.h +6 -6
- data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb.h +1 -1
- data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb.h +1 -1
- data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb.h +18 -18
- data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb_minitable.c +30 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb.h +3 -3
- data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb_minitable.c +18 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb.h +6 -6
- data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/v3/cel.upb.h +4 -4
- data/src/core/ext/upb-gen/xds/type/v3/cel.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/v3/range.upb.h +6 -6
- data/src/core/ext/upb-gen/xds/type/v3/range.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb_minitable.c +3 -0
- data/src/core/ext/upbdefs-gen/envoy/admin/v3/server_info.upbdefs.c +86 -81
- data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +61 -60
- data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +221 -210
- data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +317 -297
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +114 -105
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +185 -140
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.h +25 -0
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/config_source.upbdefs.c +10 -11
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_service.upbdefs.c +173 -164
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/health_check.upbdefs.c +197 -187
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +229 -222
- data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +39 -36
- data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.c +122 -93
- data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener.upbdefs.c +41 -39
- data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/quic_config.upbdefs.c +20 -12
- data/src/core/ext/upbdefs-gen/envoy/config/rbac/v3/rbac.upbdefs.c +69 -65
- data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +611 -604
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.c +30 -20
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +18 -17
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +62 -59
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/zipkin.upbdefs.c +21 -20
- data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +145 -142
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +36 -33
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +290 -288
- data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +82 -75
- data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/string.upbdefs.c +39 -33
- data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.c +281 -256
- data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.h +5 -0
- data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +9 -7
- data/src/core/handshaker/handshaker.cc +122 -135
- data/src/core/handshaker/handshaker.h +51 -43
- data/src/core/handshaker/http_connect/http_connect_handshaker.cc +102 -137
- data/src/core/handshaker/http_connect/http_proxy_mapper.cc +13 -16
- data/src/core/handshaker/security/secure_endpoint.cc +36 -39
- data/src/core/handshaker/security/secure_endpoint.h +5 -3
- data/src/core/handshaker/security/security_handshaker.cc +95 -119
- data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +36 -49
- data/src/core/lib/channel/channel_args.h +5 -0
- data/src/core/lib/channel/channel_stack.cc +3 -8
- data/src/core/lib/channel/channel_stack.h +2 -12
- data/src/core/lib/channel/connected_channel.cc +2 -2
- data/src/core/lib/channel/promise_based_filter.cc +120 -145
- data/src/core/lib/channel/promise_based_filter.h +6 -18
- data/src/core/lib/compression/compression.cc +3 -3
- data/src/core/lib/config/config_vars.cc +1 -8
- data/src/core/lib/config/config_vars.h +0 -6
- data/src/core/lib/debug/trace.cc +1 -2
- data/src/core/lib/debug/trace_flags.cc +2 -0
- data/src/core/lib/debug/trace_flags.h +1 -0
- data/src/core/lib/debug/trace_impl.h +4 -0
- data/src/core/lib/event_engine/ares_resolver.cc +47 -0
- data/src/core/lib/event_engine/ares_resolver.h +13 -6
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +10 -11
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +29 -28
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +0 -1
- data/src/core/lib/event_engine/default_event_engine.cc +6 -7
- data/src/core/lib/event_engine/event_engine.cc +8 -2
- data/src/core/lib/event_engine/event_engine_context.h +4 -2
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +32 -30
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +7 -21
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +17 -10
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +2 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +7 -8
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +3 -2
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +10 -12
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +32 -6
- data/src/core/lib/event_engine/windows/iocp.cc +10 -9
- data/src/core/lib/event_engine/windows/win_socket.cc +14 -12
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +10 -8
- data/src/core/lib/event_engine/windows/windows_engine.cc +35 -40
- data/src/core/lib/event_engine/windows/windows_listener.cc +8 -11
- data/src/core/lib/experiments/config.cc +33 -7
- data/src/core/lib/experiments/config.h +55 -1
- data/src/core/lib/experiments/experiments.cc +15 -51
- data/src/core/lib/experiments/experiments.h +33 -49
- data/src/core/lib/gprpp/bitset.h +1 -1
- data/src/core/lib/gprpp/construct_destruct.h +2 -2
- data/src/core/lib/gprpp/debug_location.h +7 -0
- data/src/core/lib/gprpp/down_cast.h +2 -2
- data/src/core/lib/gprpp/dump_args.cc +8 -8
- data/src/core/lib/gprpp/dump_args.h +51 -3
- data/src/core/lib/gprpp/status_helper.cc +1 -1
- data/src/core/lib/gprpp/table.h +23 -15
- data/src/core/lib/gprpp/time.h +12 -17
- data/src/core/lib/gprpp/unique_type_name.h +28 -8
- data/src/core/lib/gprpp/work_serializer.cc +22 -17
- data/src/core/lib/iomgr/call_combiner.cc +28 -44
- data/src/core/lib/iomgr/call_combiner.h +7 -5
- data/src/core/lib/iomgr/cfstream_handle.cc +10 -10
- data/src/core/lib/iomgr/closure.h +5 -5
- data/src/core/lib/iomgr/combiner.cc +30 -39
- data/src/core/lib/iomgr/endpoint.h +2 -0
- data/src/core/lib/iomgr/endpoint_cfstream.cc +21 -25
- data/src/core/lib/iomgr/error.cc +3 -3
- data/src/core/lib/iomgr/ev_apple.cc +3 -3
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +31 -38
- data/src/core/lib/iomgr/ev_poll_posix.cc +14 -14
- data/src/core/lib/iomgr/ev_posix.cc +5 -4
- data/src/core/lib/iomgr/ev_posix.h +3 -3
- data/src/core/lib/iomgr/event_engine_shims/closure.cc +6 -6
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +9 -11
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +7 -10
- data/src/core/lib/iomgr/exec_ctx.cc +6 -6
- data/src/core/lib/iomgr/executor.cc +8 -5
- data/src/core/lib/iomgr/lockfree_event.cc +6 -9
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +13 -13
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +8 -7
- data/src/core/lib/iomgr/tcp_client_posix.cc +6 -7
- data/src/core/lib/iomgr/tcp_posix.cc +30 -34
- data/src/core/lib/iomgr/tcp_server_posix.cc +20 -29
- data/src/core/lib/iomgr/tcp_windows.cc +8 -12
- data/src/core/lib/iomgr/timer_generic.cc +52 -61
- data/src/core/lib/iomgr/timer_manager.cc +4 -6
- data/src/core/lib/promise/activity.h +13 -2
- data/src/core/lib/promise/all_ok.h +15 -8
- data/src/core/lib/promise/cancel_callback.h +11 -7
- data/src/core/lib/promise/context.h +7 -7
- data/src/core/lib/promise/detail/join_state.h +418 -579
- data/src/core/lib/promise/detail/promise_factory.h +44 -27
- data/src/core/lib/promise/detail/promise_like.h +14 -5
- data/src/core/lib/promise/detail/seq_state.h +208 -614
- data/src/core/lib/promise/detail/status.h +34 -13
- data/src/core/lib/promise/for_each.h +25 -20
- data/src/core/lib/promise/if.h +19 -15
- data/src/core/lib/promise/interceptor_list.h +12 -13
- data/src/core/lib/promise/latch.h +9 -14
- data/src/core/lib/promise/loop.h +13 -8
- data/src/core/lib/promise/map.h +9 -8
- data/src/core/lib/promise/party.cc +81 -62
- data/src/core/lib/promise/party.h +68 -89
- data/src/core/lib/promise/pipe.h +2 -3
- data/src/core/lib/promise/poll.h +99 -33
- data/src/core/lib/promise/promise.h +11 -5
- data/src/core/lib/promise/race.h +10 -5
- data/src/core/lib/promise/seq.h +51 -36
- data/src/core/lib/promise/status_flag.h +146 -47
- data/src/core/lib/promise/try_join.h +34 -18
- data/src/core/lib/promise/try_seq.h +83 -46
- data/src/core/lib/resource_quota/arena.cc +19 -17
- data/src/core/lib/resource_quota/arena.h +30 -10
- data/src/core/lib/resource_quota/memory_quota.cc +14 -15
- data/src/core/lib/resource_quota/memory_quota.h +3 -2
- data/src/core/lib/resource_quota/periodic_update.cc +3 -2
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +13 -17
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +2 -0
- data/src/core/lib/security/context/security_context.cc +31 -28
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +1 -1
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +1 -1
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +7 -9
- data/src/core/lib/security/credentials/credentials.cc +11 -9
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +2 -3
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +3 -5
- data/src/core/lib/security/credentials/jwt/json_token.cc +1 -1
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +8 -14
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +19 -23
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +11 -18
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +16 -20
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +5 -6
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +2 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +5 -7
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -2
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +12 -8
- data/src/core/lib/security/security_connector/security_connector.cc +3 -3
- data/src/core/lib/security/security_connector/ssl_utils.cc +9 -6
- data/src/core/lib/security/transport/auth_filters.h +4 -0
- data/src/core/lib/security/transport/client_auth_filter.cc +1 -2
- data/src/core/lib/security/transport/server_auth_filter.cc +8 -11
- data/src/core/lib/slice/slice_refcount.h +4 -6
- data/src/core/lib/surface/call.cc +33 -26
- data/src/core/lib/surface/call.h +9 -18
- data/src/core/lib/surface/call_details.cc +4 -3
- data/src/core/lib/surface/call_log_batch.cc +4 -5
- data/src/core/lib/surface/call_utils.cc +5 -7
- data/src/core/lib/surface/channel.cc +32 -34
- data/src/core/lib/surface/channel_create.cc +15 -6
- data/src/core/lib/surface/channel_init.cc +257 -196
- data/src/core/lib/surface/channel_init.h +156 -21
- data/src/core/lib/surface/client_call.cc +32 -21
- data/src/core/lib/surface/client_call.h +12 -12
- data/src/core/lib/surface/completion_queue.cc +51 -64
- data/src/core/lib/surface/filter_stack_call.cc +15 -14
- data/src/core/lib/surface/init.cc +25 -7
- data/src/core/lib/surface/lame_client.cc +1 -2
- data/src/core/lib/surface/lame_client.h +2 -0
- data/src/core/lib/surface/legacy_channel.cc +9 -7
- data/src/core/lib/surface/metadata_array.cc +4 -3
- data/src/core/lib/surface/server_call.cc +2 -0
- data/src/core/lib/surface/server_call.h +8 -6
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.cc +7 -9
- data/src/core/lib/transport/bdp_estimator.h +5 -5
- data/src/core/lib/transport/call_arena_allocator.h +2 -0
- data/src/core/lib/transport/call_filters.cc +72 -319
- data/src/core/lib/transport/call_filters.h +347 -770
- data/src/core/lib/transport/call_spine.cc +99 -72
- data/src/core/lib/transport/call_spine.h +23 -73
- data/src/core/lib/transport/call_state.cc +39 -0
- data/src/core/lib/transport/call_state.h +957 -0
- data/src/core/lib/transport/connectivity_state.cc +28 -25
- data/src/core/lib/transport/interception_chain.cc +6 -14
- data/src/core/lib/transport/interception_chain.h +34 -26
- data/src/core/lib/transport/metadata.cc +27 -3
- data/src/core/lib/transport/metadata.h +37 -2
- data/src/core/lib/transport/metadata_batch.h +5 -0
- data/src/core/lib/transport/transport.h +9 -5
- data/src/core/load_balancing/child_policy_handler.cc +24 -27
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +1 -2
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +3 -0
- data/src/core/load_balancing/grpclb/grpclb.cc +95 -106
- data/src/core/load_balancing/health_check_client.cc +35 -41
- data/src/core/load_balancing/lb_policy.h +42 -22
- data/src/core/load_balancing/oob_backend_metric.cc +4 -4
- data/src/core/load_balancing/outlier_detection/outlier_detection.cc +86 -104
- data/src/core/load_balancing/pick_first/pick_first.cc +156 -180
- data/src/core/load_balancing/priority/priority.cc +63 -74
- data/src/core/load_balancing/ring_hash/ring_hash.cc +34 -40
- data/src/core/load_balancing/rls/rls.cc +136 -145
- data/src/core/load_balancing/round_robin/round_robin.cc +39 -38
- data/src/core/load_balancing/subchannel_interface.h +4 -0
- data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +75 -74
- data/src/core/load_balancing/weighted_target/weighted_target.cc +47 -55
- data/src/core/load_balancing/xds/cds.cc +22 -22
- data/src/core/load_balancing/xds/xds_cluster_impl.cc +100 -75
- data/src/core/load_balancing/xds/xds_cluster_manager.cc +31 -45
- data/src/core/load_balancing/xds/xds_override_host.cc +68 -91
- data/src/core/load_balancing/xds/xds_wrr_locality.cc +19 -18
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +9 -0
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +14 -24
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +6 -6
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +4 -5
- data/src/core/resolver/dns/native/dns_resolver.cc +6 -7
- data/src/core/resolver/endpoint_addresses.h +3 -0
- data/src/core/resolver/resolver.h +0 -3
- data/src/core/resolver/xds/xds_dependency_manager.cc +67 -57
- data/src/core/resolver/xds/xds_dependency_manager.h +4 -0
- data/src/core/resolver/xds/xds_resolver.cc +72 -45
- data/src/core/resolver/xds/xds_resolver_attributes.h +5 -1
- data/src/core/server/server.cc +74 -78
- data/src/core/server/server_call_tracer_filter.cc +3 -2
- data/src/core/server/server_config_selector_filter.cc +6 -2
- data/src/core/server/xds_channel_stack_modifier.cc +1 -1
- data/src/core/server/xds_server_config_fetcher.cc +40 -44
- data/src/core/service_config/service_config_call_data.h +2 -1
- data/src/core/service_config/service_config_channel_arg_filter.cc +3 -2
- data/src/core/telemetry/call_tracer.cc +34 -0
- data/src/core/telemetry/call_tracer.h +15 -0
- data/src/core/telemetry/metrics.h +13 -8
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +8 -7
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +8 -10
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +6 -9
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +13 -21
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +6 -8
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +6 -8
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +5 -5
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +3 -6
- data/src/core/tsi/fake_transport_security.cc +7 -7
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +5 -7
- data/src/core/tsi/ssl_transport_security.cc +44 -29
- data/src/core/tsi/ssl_transport_security_utils.cc +3 -4
- data/src/core/util/android/log.cc +0 -12
- data/src/core/util/http_client/httpcli.cc +21 -33
- data/src/core/util/http_client/httpcli.h +3 -4
- data/src/core/util/http_client/parser.cc +3 -3
- data/src/core/util/latent_see.cc +113 -0
- data/src/core/util/latent_see.h +214 -0
- data/src/core/util/linux/cpu.cc +8 -7
- data/src/core/util/log.cc +0 -18
- data/src/core/util/posix/cpu.cc +3 -2
- data/src/core/util/posix/tmpfile.cc +5 -5
- data/src/core/util/time_precise.cc +4 -3
- data/src/core/{xds/grpc → util}/upb_utils.h +3 -5
- data/src/core/util/useful.h +39 -44
- data/src/core/xds/grpc/xds_audit_logger_registry.cc +1 -0
- data/src/core/xds/grpc/xds_bootstrap_grpc.cc +0 -125
- data/src/core/xds/grpc/xds_bootstrap_grpc.h +2 -27
- data/src/core/xds/grpc/xds_certificate_provider.cc +2 -1
- data/src/core/xds/grpc/xds_certificate_provider.h +3 -1
- data/src/core/xds/grpc/xds_client_grpc.cc +13 -14
- data/src/core/xds/grpc/xds_cluster.cc +0 -723
- data/src/core/xds/grpc/xds_cluster.h +2 -37
- data/src/core/xds/grpc/xds_cluster_parser.cc +730 -0
- data/src/core/xds/grpc/xds_cluster_parser.h +57 -0
- data/src/core/xds/grpc/xds_common_types.cc +33 -437
- data/src/core/xds/grpc/xds_common_types.h +7 -24
- data/src/core/xds/grpc/xds_common_types_parser.cc +467 -0
- data/src/core/xds/grpc/xds_common_types_parser.h +54 -0
- data/src/core/xds/grpc/xds_endpoint.cc +0 -419
- data/src/core/xds/grpc/xds_endpoint.h +0 -24
- data/src/core/xds/grpc/xds_endpoint_parser.cc +439 -0
- data/src/core/xds/grpc/xds_endpoint_parser.h +48 -0
- data/src/core/xds/grpc/xds_health_status.cc +0 -2
- data/src/core/xds/grpc/xds_health_status.h +0 -2
- data/src/core/xds/grpc/xds_http_fault_filter.cc +6 -1
- data/src/core/xds/grpc/xds_http_fault_filter.h +2 -1
- data/src/core/xds/grpc/{xds_http_filters.h → xds_http_filter.h} +6 -63
- data/src/core/xds/grpc/{xds_http_filters.cc → xds_http_filter_registry.cc} +2 -1
- data/src/core/xds/grpc/xds_http_filter_registry.h +98 -0
- data/src/core/xds/grpc/xds_http_rbac_filter.cc +5 -1
- data/src/core/xds/grpc/xds_http_rbac_filter.h +2 -1
- data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +8 -2
- data/src/core/xds/grpc/xds_http_stateful_session_filter.h +2 -1
- data/src/core/xds/grpc/xds_lb_policy_registry.cc +4 -5
- data/src/core/xds/grpc/xds_listener.cc +18 -982
- data/src/core/xds/grpc/xds_listener.h +1 -33
- data/src/core/xds/grpc/xds_listener_parser.cc +997 -0
- data/src/core/xds/grpc/xds_listener_parser.h +60 -0
- data/src/core/xds/grpc/xds_route_config.cc +0 -915
- data/src/core/xds/grpc/xds_route_config.h +6 -38
- data/src/core/xds/grpc/xds_route_config_parser.cc +969 -0
- data/src/core/xds/grpc/xds_route_config_parser.h +80 -0
- data/src/core/xds/grpc/xds_routing.cc +1 -1
- data/src/core/xds/grpc/xds_routing.h +1 -1
- data/src/core/xds/grpc/xds_server_grpc.cc +161 -0
- data/src/core/xds/grpc/xds_server_grpc.h +63 -0
- data/src/core/xds/grpc/xds_transport_grpc.cc +4 -5
- data/src/core/xds/xds_client/xds_api.cc +10 -10
- data/src/core/xds/xds_client/xds_client.cc +144 -177
- data/src/core/xds/xds_client/xds_client_stats.cc +21 -24
- data/src/ruby/ext/grpc/rb_call.c +2 -2
- data/src/ruby/ext/grpc/rb_channel.c +14 -14
- data/src/ruby/ext/grpc/rb_channel_args.c +1 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +3 -3
- data/src/ruby/ext/grpc/rb_event_thread.c +2 -2
- data/src/ruby/ext/grpc/rb_grpc.c +4 -4
- data/src/ruby/ext/grpc/rb_grpc.h +8 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +0 -4
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +0 -6
- data/src/ruby/ext/grpc/rb_server.c +1 -1
- data/src/ruby/lib/grpc/logconfig.rb +13 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/spec/logconfig_spec.rb +30 -0
- data/third_party/upb/upb/base/string_view.h +1 -1
- data/third_party/upb/upb/json/decode.c +1 -0
- data/third_party/upb/upb/mem/arena.c +67 -2
- data/third_party/upb/upb/mem/arena.h +11 -9
- data/third_party/upb/upb/mem/internal/arena.h +11 -8
- data/third_party/upb/upb/message/accessors.c +6 -5
- data/third_party/upb/upb/message/accessors.h +49 -38
- data/third_party/upb/upb/message/array.c +26 -3
- data/third_party/upb/upb/message/array.h +17 -9
- data/third_party/upb/upb/message/compat.c +5 -5
- data/third_party/upb/upb/message/compat.h +3 -3
- data/third_party/upb/upb/message/copy.c +12 -13
- data/third_party/upb/upb/message/internal/accessors.h +45 -35
- data/third_party/upb/upb/message/internal/array.h +23 -15
- data/third_party/upb/upb/message/internal/compare_unknown.c +289 -0
- data/third_party/upb/upb/message/internal/compare_unknown.h +49 -0
- data/third_party/upb/upb/message/internal/extension.c +11 -12
- data/third_party/upb/upb/message/internal/extension.h +9 -12
- data/third_party/upb/upb/message/internal/map.h +15 -0
- data/third_party/upb/upb/message/internal/map_sorter.h +4 -5
- data/third_party/upb/upb/message/internal/message.c +20 -3
- data/third_party/upb/upb/message/internal/message.h +10 -0
- data/third_party/upb/upb/message/internal/tagged_ptr.h +5 -5
- data/third_party/upb/upb/message/internal/types.h +41 -1
- data/third_party/upb/upb/message/map.c +25 -0
- data/third_party/upb/upb/message/map.h +11 -7
- data/third_party/upb/upb/message/message.c +83 -4
- data/third_party/upb/upb/message/message.h +20 -1
- data/third_party/upb/upb/message/tagged_ptr.h +4 -8
- data/third_party/upb/upb/mini_descriptor/build_enum.c +3 -3
- data/third_party/upb/upb/mini_descriptor/build_enum.h +6 -14
- data/third_party/upb/upb/mini_descriptor/decode.c +12 -1
- data/third_party/upb/upb/mini_descriptor/link.c +16 -18
- data/third_party/upb/upb/mini_table/enum.h +2 -4
- data/third_party/upb/upb/mini_table/extension.h +4 -12
- data/third_party/upb/upb/mini_table/field.h +12 -38
- data/third_party/upb/upb/mini_table/file.h +6 -19
- data/third_party/upb/upb/mini_table/internal/enum.h +1 -1
- data/third_party/upb/upb/mini_table/internal/extension.h +9 -9
- data/third_party/upb/upb/mini_table/internal/field.h +23 -23
- data/third_party/upb/upb/mini_table/internal/file.h +7 -7
- data/third_party/upb/upb/mini_table/internal/message.h +51 -27
- data/third_party/upb/upb/mini_table/internal/sub.h +4 -4
- data/third_party/upb/upb/mini_table/message.h +13 -22
- data/third_party/upb/upb/mini_table/sub.h +4 -12
- data/third_party/upb/upb/port/def.inc +12 -6
- data/third_party/upb/upb/port/undef.inc +1 -1
- data/third_party/upb/upb/reflection/def.hpp +27 -0
- data/third_party/upb/upb/reflection/def_pool.h +2 -2
- data/third_party/upb/upb/reflection/enum_def.c +5 -1
- data/third_party/upb/upb/reflection/enum_def.h +1 -0
- data/third_party/upb/upb/reflection/enum_value_def.c +3 -8
- data/third_party/upb/upb/reflection/field_def.c +61 -24
- data/third_party/upb/upb/reflection/field_def.h +3 -0
- data/third_party/upb/upb/reflection/file_def.c +30 -4
- data/third_party/upb/upb/reflection/file_def.h +3 -0
- data/third_party/upb/upb/reflection/internal/upb_edition_defaults.h +1 -1
- data/third_party/upb/upb/reflection/message.c +19 -7
- data/third_party/upb/upb/reflection/message_def.c +14 -9
- data/third_party/upb/upb/reflection/method_def.h +8 -7
- data/third_party/upb/upb/reflection/service_def.h +6 -5
- data/third_party/upb/upb/text/encode.c +10 -3
- data/third_party/upb/upb/wire/decode.c +91 -57
- data/third_party/upb/upb/wire/decode.h +11 -1
- data/third_party/upb/upb/wire/encode.c +48 -30
- data/third_party/upb/upb/wire/encode.h +9 -1
- data/third_party/upb/upb/wire/eps_copy_input_stream.h +3 -3
- data/third_party/upb/upb/wire/internal/decode_fast.c +25 -29
- data/third_party/upb/upb/wire/internal/reader.h +3 -3
- data/third_party/upb/upb/wire/reader.c +1 -2
- data/third_party/upb/upb/wire/reader.h +4 -8
- metadata +31 -9
- data/src/core/client_channel/config_selector.cc +0 -60
- data/src/core/lib/event_engine/trace.h +0 -37
- data/src/core/lib/surface/api_trace.h +0 -50
@@ -43,22 +43,28 @@ struct TrySeqTraitsWithSfinae {
|
|
43
43
|
using UnwrappedType = T;
|
44
44
|
using WrappedType = absl::StatusOr<T>;
|
45
45
|
template <typename Next>
|
46
|
-
static auto CallFactory(Next* next,
|
46
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(Next* next,
|
47
|
+
T&& value) {
|
47
48
|
return next->Make(std::forward<T>(value));
|
48
49
|
}
|
49
|
-
static bool IsOk(const T&) {
|
50
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(const T&) {
|
51
|
+
return true;
|
52
|
+
}
|
50
53
|
static const char* ErrorString(const T&) { abort(); }
|
51
54
|
template <typename R>
|
52
55
|
static R ReturnValue(T&&) {
|
53
56
|
abort();
|
54
57
|
}
|
55
58
|
template <typename F, typename Elem>
|
56
|
-
static auto CallSeqFactory(F& f,
|
59
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallSeqFactory(F& f,
|
60
|
+
Elem&& elem,
|
61
|
+
T&& value)
|
57
62
|
-> decltype(f(std::forward<Elem>(elem), std::forward<T>(value))) {
|
58
63
|
return f(std::forward<Elem>(elem), std::forward<T>(value));
|
59
64
|
}
|
60
65
|
template <typename Result, typename RunNext>
|
61
|
-
static Poll<Result>
|
66
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
|
67
|
+
CheckResultAndRunNext(T prior, RunNext run_next) {
|
62
68
|
return run_next(std::move(prior));
|
63
69
|
}
|
64
70
|
};
|
@@ -68,25 +74,31 @@ struct TrySeqTraitsWithSfinae<absl::StatusOr<T>> {
|
|
68
74
|
using UnwrappedType = T;
|
69
75
|
using WrappedType = absl::StatusOr<T>;
|
70
76
|
template <typename Next>
|
71
|
-
static auto CallFactory(
|
77
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(
|
78
|
+
Next* next, absl::StatusOr<T>&& status) {
|
72
79
|
return next->Make(std::move(*status));
|
73
80
|
}
|
74
|
-
static bool IsOk(
|
81
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(
|
82
|
+
const absl::StatusOr<T>& status) {
|
83
|
+
return status.ok();
|
84
|
+
}
|
75
85
|
static std::string ErrorString(const absl::StatusOr<T>& status) {
|
76
86
|
return status.status().ToString();
|
77
87
|
}
|
78
88
|
template <typename R>
|
79
|
-
static R ReturnValue(
|
89
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static R ReturnValue(
|
90
|
+
absl::StatusOr<T>&& status) {
|
80
91
|
return FailureStatusCast<R>(status.status());
|
81
92
|
}
|
82
93
|
template <typename F, typename Elem>
|
83
|
-
static auto CallSeqFactory(
|
94
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallSeqFactory(
|
95
|
+
F& f, Elem&& elem, absl::StatusOr<T> value)
|
84
96
|
-> decltype(f(std::forward<Elem>(elem), std::move(*value))) {
|
85
97
|
return f(std::forward<Elem>(elem), std::move(*value));
|
86
98
|
}
|
87
99
|
template <typename Result, typename RunNext>
|
88
|
-
static Poll<Result>
|
89
|
-
|
100
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
|
101
|
+
CheckResultAndRunNext(absl::StatusOr<T> prior, RunNext run_next) {
|
90
102
|
if (!prior.ok()) return FailureStatusCast<Result>(prior.status());
|
91
103
|
return run_next(std::move(prior));
|
92
104
|
}
|
@@ -128,19 +140,24 @@ struct TrySeqTraitsWithSfinae<
|
|
128
140
|
using UnwrappedType = void;
|
129
141
|
using WrappedType = T;
|
130
142
|
template <typename Next>
|
131
|
-
static auto CallFactory(Next* next,
|
143
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(Next* next,
|
144
|
+
T&&) {
|
132
145
|
return next->Make();
|
133
146
|
}
|
134
|
-
static bool IsOk(const T& status) {
|
135
|
-
|
147
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(const T& status) {
|
148
|
+
return IsStatusOk(status);
|
149
|
+
}
|
150
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static std::string ErrorString(
|
151
|
+
const T& status) {
|
136
152
|
return IsStatusOk(status) ? "OK" : "FAILED";
|
137
153
|
}
|
138
154
|
template <typename R>
|
139
|
-
static R ReturnValue(T&& status) {
|
155
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static R ReturnValue(T&& status) {
|
140
156
|
return FailureStatusCast<R>(std::move(status));
|
141
157
|
}
|
142
158
|
template <typename Result, typename RunNext>
|
143
|
-
static Poll<Result>
|
159
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
|
160
|
+
CheckResultAndRunNext(T prior, RunNext run_next) {
|
144
161
|
if (!IsStatusOk(prior)) return Result(std::move(prior));
|
145
162
|
return run_next(std::move(prior));
|
146
163
|
}
|
@@ -154,20 +171,25 @@ struct TrySeqTraitsWithSfinae<
|
|
154
171
|
using UnwrappedType = decltype(TakeValue(std::declval<T>()));
|
155
172
|
using WrappedType = T;
|
156
173
|
template <typename Next>
|
157
|
-
static auto CallFactory(Next* next,
|
174
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(Next* next,
|
175
|
+
T&& status) {
|
158
176
|
return next->Make(TakeValue(std::forward<T>(status)));
|
159
177
|
}
|
160
|
-
static bool IsOk(const T& status) {
|
161
|
-
|
178
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(const T& status) {
|
179
|
+
return IsStatusOk(status);
|
180
|
+
}
|
181
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static std::string ErrorString(
|
182
|
+
const T& status) {
|
162
183
|
return IsStatusOk(status) ? "OK" : "FAILED";
|
163
184
|
}
|
164
185
|
template <typename R>
|
165
|
-
static R ReturnValue(T&& status) {
|
186
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static R ReturnValue(T&& status) {
|
166
187
|
DCHECK(!IsStatusOk(status));
|
167
188
|
return FailureStatusCast<R>(status.status());
|
168
189
|
}
|
169
190
|
template <typename Result, typename RunNext>
|
170
|
-
static Poll<Result>
|
191
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
|
192
|
+
CheckResultAndRunNext(T prior, RunNext run_next) {
|
171
193
|
if (!IsStatusOk(prior)) return Result(std::move(prior));
|
172
194
|
return run_next(std::move(prior));
|
173
195
|
}
|
@@ -177,20 +199,25 @@ struct TrySeqTraitsWithSfinae<absl::Status> {
|
|
177
199
|
using UnwrappedType = void;
|
178
200
|
using WrappedType = absl::Status;
|
179
201
|
template <typename Next>
|
180
|
-
static auto CallFactory(Next* next,
|
202
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(Next* next,
|
203
|
+
absl::Status&&) {
|
181
204
|
return next->Make();
|
182
205
|
}
|
183
|
-
static bool IsOk(
|
206
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(
|
207
|
+
const absl::Status& status) {
|
208
|
+
return status.ok();
|
209
|
+
}
|
184
210
|
static std::string ErrorString(const absl::Status& status) {
|
185
211
|
return status.ToString();
|
186
212
|
}
|
187
213
|
template <typename R>
|
188
|
-
static R ReturnValue(
|
214
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static R ReturnValue(
|
215
|
+
absl::Status&& status) {
|
189
216
|
return FailureStatusCast<R>(std::move(status));
|
190
217
|
}
|
191
218
|
template <typename Result, typename RunNext>
|
192
|
-
static Poll<Result>
|
193
|
-
|
219
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
|
220
|
+
CheckResultAndRunNext(absl::Status prior, RunNext run_next) {
|
194
221
|
if (!prior.ok()) return StatusCast<Result>(std::move(prior));
|
195
222
|
return run_next(std::move(prior));
|
196
223
|
}
|
@@ -202,11 +229,15 @@ using TrySeqTraits = TrySeqTraitsWithSfinae<T>;
|
|
202
229
|
template <typename P, typename... Fs>
|
203
230
|
class TrySeq {
|
204
231
|
public:
|
205
|
-
explicit TrySeq(P&& promise,
|
232
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION explicit TrySeq(P&& promise,
|
233
|
+
Fs&&... factories,
|
234
|
+
DebugLocation whence)
|
206
235
|
: state_(std::forward<P>(promise), std::forward<Fs>(factories)...,
|
207
236
|
whence) {}
|
208
237
|
|
209
|
-
auto operator()() {
|
238
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION auto operator()() {
|
239
|
+
return state_.PollOnce();
|
240
|
+
}
|
210
241
|
|
211
242
|
private:
|
212
243
|
SeqState<TrySeqTraits, P, Fs...> state_;
|
@@ -247,33 +278,33 @@ struct TrySeqIterResultTraits {
|
|
247
278
|
// Status to indicate only success/failure. In the case of returning Status,
|
248
279
|
// the construction functors take no arguments.
|
249
280
|
template <typename F>
|
250
|
-
F TrySeq(F functor) {
|
281
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION F TrySeq(F functor) {
|
251
282
|
return functor;
|
252
283
|
}
|
253
284
|
|
254
285
|
template <typename F0, typename F1>
|
255
|
-
promise_detail::TrySeq<F0, F1> TrySeq(
|
286
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::TrySeq<F0, F1> TrySeq(
|
287
|
+
F0 f0, F1 f1, DebugLocation whence = {}) {
|
256
288
|
return promise_detail::TrySeq<F0, F1>(std::move(f0), std::move(f1), whence);
|
257
289
|
}
|
258
290
|
|
259
291
|
template <typename F0, typename F1, typename F2>
|
260
|
-
promise_detail::TrySeq<F0, F1, F2> TrySeq(
|
261
|
-
|
292
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::TrySeq<F0, F1, F2> TrySeq(
|
293
|
+
F0 f0, F1 f1, F2 f2, DebugLocation whence = {}) {
|
262
294
|
return promise_detail::TrySeq<F0, F1, F2>(std::move(f0), std::move(f1),
|
263
295
|
std::move(f2), whence);
|
264
296
|
}
|
265
297
|
|
266
298
|
template <typename F0, typename F1, typename F2, typename F3>
|
267
|
-
promise_detail::TrySeq<F0, F1, F2, F3>
|
268
|
-
|
299
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::TrySeq<F0, F1, F2, F3>
|
300
|
+
TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, DebugLocation whence = {}) {
|
269
301
|
return promise_detail::TrySeq<F0, F1, F2, F3>(
|
270
302
|
std::move(f0), std::move(f1), std::move(f2), std::move(f3), whence);
|
271
303
|
}
|
272
304
|
|
273
305
|
template <typename F0, typename F1, typename F2, typename F3, typename F4>
|
274
|
-
promise_detail::TrySeq<F0, F1, F2, F3, F4>
|
275
|
-
|
276
|
-
DebugLocation whence = {}) {
|
306
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::TrySeq<F0, F1, F2, F3, F4>
|
307
|
+
TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, DebugLocation whence = {}) {
|
277
308
|
return promise_detail::TrySeq<F0, F1, F2, F3, F4>(
|
278
309
|
std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
|
279
310
|
whence);
|
@@ -281,8 +312,10 @@ promise_detail::TrySeq<F0, F1, F2, F3, F4> TrySeq(F0 f0, F1 f1, F2 f2, F3 f3,
|
|
281
312
|
|
282
313
|
template <typename F0, typename F1, typename F2, typename F3, typename F4,
|
283
314
|
typename F5>
|
284
|
-
|
285
|
-
F0
|
315
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
|
316
|
+
promise_detail::TrySeq<F0, F1, F2, F3, F4, F5>
|
317
|
+
TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5,
|
318
|
+
DebugLocation whence = {}) {
|
286
319
|
return promise_detail::TrySeq<F0, F1, F2, F3, F4, F5>(
|
287
320
|
std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
|
288
321
|
std::move(f5), whence);
|
@@ -290,9 +323,10 @@ promise_detail::TrySeq<F0, F1, F2, F3, F4, F5> TrySeq(
|
|
290
323
|
|
291
324
|
template <typename F0, typename F1, typename F2, typename F3, typename F4,
|
292
325
|
typename F5, typename F6>
|
293
|
-
|
294
|
-
F0
|
295
|
-
|
326
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
|
327
|
+
promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6>
|
328
|
+
TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6,
|
329
|
+
DebugLocation whence = {}) {
|
296
330
|
return promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6>(
|
297
331
|
std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
|
298
332
|
std::move(f5), std::move(f6), whence);
|
@@ -300,9 +334,10 @@ promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6> TrySeq(
|
|
300
334
|
|
301
335
|
template <typename F0, typename F1, typename F2, typename F3, typename F4,
|
302
336
|
typename F5, typename F6, typename F7>
|
303
|
-
|
304
|
-
F0
|
305
|
-
|
337
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
|
338
|
+
promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6, F7>
|
339
|
+
TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7,
|
340
|
+
DebugLocation whence = {}) {
|
306
341
|
return promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6, F7>(
|
307
342
|
std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
|
308
343
|
std::move(f5), std::move(f6), std::move(f7), whence);
|
@@ -317,8 +352,10 @@ promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6, F7> TrySeq(
|
|
317
352
|
// }
|
318
353
|
// return argument;
|
319
354
|
template <typename Iter, typename Factory, typename Argument>
|
320
|
-
|
321
|
-
|
355
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
|
356
|
+
typename promise_detail::TrySeqIterResultTraits<Iter, Factory,
|
357
|
+
Argument>::Result
|
358
|
+
TrySeqIter(Iter begin, Iter end, Argument argument, Factory factory) {
|
322
359
|
using Result =
|
323
360
|
typename promise_detail::TrySeqIterResultTraits<Iter, Factory,
|
324
361
|
Argument>::Result;
|
@@ -33,19 +33,17 @@ namespace grpc_core {
|
|
33
33
|
namespace {
|
34
34
|
|
35
35
|
void* ArenaStorage(size_t& initial_size) {
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
initial_size =
|
40
|
-
initial_size,
|
41
|
-
arena_detail::BaseArenaContextTraits::ContextSize()));
|
42
|
-
size_t alloc_size = base_size + initial_size;
|
36
|
+
size_t base_size = Arena::ArenaOverhead() +
|
37
|
+
GPR_ROUND_UP_TO_ALIGNMENT_SIZE(
|
38
|
+
arena_detail::BaseArenaContextTraits::ContextSize());
|
39
|
+
initial_size =
|
40
|
+
std::max(GPR_ROUND_UP_TO_ALIGNMENT_SIZE(initial_size), base_size);
|
43
41
|
static constexpr size_t alignment =
|
44
42
|
(GPR_CACHELINE_SIZE > GPR_MAX_ALIGNMENT &&
|
45
43
|
GPR_CACHELINE_SIZE % GPR_MAX_ALIGNMENT == 0)
|
46
44
|
? GPR_CACHELINE_SIZE
|
47
45
|
: GPR_MAX_ALIGNMENT;
|
48
|
-
return gpr_malloc_aligned(
|
46
|
+
return gpr_malloc_aligned(initial_size, alignment);
|
49
47
|
}
|
50
48
|
|
51
49
|
} // namespace
|
@@ -77,8 +75,9 @@ RefCountedPtr<Arena> Arena::Create(size_t initial_size,
|
|
77
75
|
|
78
76
|
Arena::Arena(size_t initial_size, RefCountedPtr<ArenaFactory> arena_factory)
|
79
77
|
: initial_zone_size_(initial_size),
|
80
|
-
total_used_(
|
81
|
-
|
78
|
+
total_used_(ArenaOverhead() +
|
79
|
+
GPR_ROUND_UP_TO_ALIGNMENT_SIZE(
|
80
|
+
arena_detail::BaseArenaContextTraits::ContextSize())),
|
82
81
|
arena_factory_(std::move(arena_factory)) {
|
83
82
|
for (size_t i = 0; i < arena_detail::BaseArenaContextTraits::NumContexts();
|
84
83
|
++i) {
|
@@ -133,14 +132,17 @@ void Arena::ManagedNewObject::Link(std::atomic<ManagedNewObject*>* head) {
|
|
133
132
|
}
|
134
133
|
}
|
135
134
|
|
136
|
-
|
135
|
+
MemoryAllocator DefaultMemoryAllocatorForSimpleArenaAllocator() {
|
136
|
+
return ResourceQuota::Default()->memory_quota()->CreateMemoryAllocator(
|
137
|
+
"simple-arena-allocator");
|
138
|
+
}
|
139
|
+
|
140
|
+
RefCountedPtr<ArenaFactory> SimpleArenaAllocator(size_t initial_size,
|
141
|
+
MemoryAllocator allocator) {
|
137
142
|
class Allocator : public ArenaFactory {
|
138
143
|
public:
|
139
|
-
|
140
|
-
: ArenaFactory(
|
141
|
-
ResourceQuota::Default()->memory_quota()->CreateMemoryAllocator(
|
142
|
-
"simple-arena-allocator")),
|
143
|
-
initial_size_(initial_size) {}
|
144
|
+
Allocator(size_t initial_size, MemoryAllocator allocator)
|
145
|
+
: ArenaFactory(std::move(allocator)), initial_size_(initial_size) {}
|
144
146
|
|
145
147
|
RefCountedPtr<Arena> MakeArena() override {
|
146
148
|
return Arena::Create(initial_size_, Ref());
|
@@ -153,7 +155,7 @@ RefCountedPtr<ArenaFactory> SimpleArenaAllocator(size_t initial_size) {
|
|
153
155
|
private:
|
154
156
|
size_t initial_size_;
|
155
157
|
};
|
156
|
-
return MakeRefCounted<Allocator>(initial_size);
|
158
|
+
return MakeRefCounted<Allocator>(initial_size, std::move(allocator));
|
157
159
|
}
|
158
160
|
|
159
161
|
} // namespace grpc_core
|
@@ -87,14 +87,14 @@ class BaseArenaContextTraits {
|
|
87
87
|
template <typename T>
|
88
88
|
class ArenaContextTraits : public BaseArenaContextTraits {
|
89
89
|
public:
|
90
|
-
static uint16_t id() { return id_; }
|
90
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static uint16_t id() { return id_; }
|
91
91
|
|
92
92
|
private:
|
93
93
|
static const uint16_t id_;
|
94
94
|
};
|
95
95
|
|
96
96
|
template <typename T>
|
97
|
-
void DestroyArenaContext(void* p) {
|
97
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION void DestroyArenaContext(void* p) {
|
98
98
|
ArenaContextType<T>::Destroy(static_cast<T*>(p));
|
99
99
|
}
|
100
100
|
|
@@ -133,7 +133,11 @@ class ArenaFactory : public RefCounted<ArenaFactory> {
|
|
133
133
|
MemoryAllocator allocator_;
|
134
134
|
};
|
135
135
|
|
136
|
-
|
136
|
+
MemoryAllocator DefaultMemoryAllocatorForSimpleArenaAllocator();
|
137
|
+
RefCountedPtr<ArenaFactory> SimpleArenaAllocator(
|
138
|
+
size_t initial_size = 1024,
|
139
|
+
MemoryAllocator allocator =
|
140
|
+
DefaultMemoryAllocatorForSimpleArenaAllocator());
|
137
141
|
|
138
142
|
class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
|
139
143
|
arena_detail::UnrefDestroy> {
|
@@ -156,12 +160,10 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
|
|
156
160
|
|
157
161
|
// Allocate \a size bytes from the arena.
|
158
162
|
void* Alloc(size_t size) {
|
159
|
-
static constexpr size_t base_size =
|
160
|
-
GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(Arena));
|
161
163
|
size = GPR_ROUND_UP_TO_ALIGNMENT_SIZE(size);
|
162
164
|
size_t begin = total_used_.fetch_add(size, std::memory_order_relaxed);
|
163
165
|
if (begin + size <= initial_zone_size_) {
|
164
|
-
return reinterpret_cast<char*>(this) +
|
166
|
+
return reinterpret_cast<char*>(this) + begin;
|
165
167
|
} else {
|
166
168
|
return AllocZone(size);
|
167
169
|
}
|
@@ -245,6 +247,11 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
|
|
245
247
|
return PoolPtr<T>(new T(std::forward<Args>(args)...), PooledDeleter());
|
246
248
|
}
|
247
249
|
|
250
|
+
template <typename T>
|
251
|
+
static PoolPtr<T> MakePooledForOverwrite() {
|
252
|
+
return PoolPtr<T>(new T, PooledDeleter());
|
253
|
+
}
|
254
|
+
|
248
255
|
// Make a unique_ptr to an array of T that is allocated from the arena.
|
249
256
|
// When the pointer is released, the memory may be reused for other
|
250
257
|
// MakePooled(.*) calls.
|
@@ -276,7 +283,7 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
|
|
276
283
|
// for modern promise-based code -- however legacy filter stack based code
|
277
284
|
// often needs to access these directly.
|
278
285
|
template <typename T>
|
279
|
-
T* GetContext() {
|
286
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION T* GetContext() {
|
280
287
|
return static_cast<T*>(
|
281
288
|
contexts()[arena_detail::ArenaContextTraits<T>::id()]);
|
282
289
|
}
|
@@ -291,6 +298,13 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
|
|
291
298
|
DCHECK_EQ(GetContext<T>(), context);
|
292
299
|
}
|
293
300
|
|
301
|
+
static size_t ArenaOverhead() {
|
302
|
+
return GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(Arena));
|
303
|
+
}
|
304
|
+
static size_t ArenaZoneOverhead() {
|
305
|
+
return GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(Zone));
|
306
|
+
}
|
307
|
+
|
294
308
|
private:
|
295
309
|
friend struct arena_detail::UnrefDestroy;
|
296
310
|
|
@@ -330,7 +344,9 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
|
|
330
344
|
|
331
345
|
void* AllocZone(size_t size);
|
332
346
|
void Destroy() const;
|
333
|
-
void** contexts() {
|
347
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION void** contexts() {
|
348
|
+
return reinterpret_cast<void**>(this + 1);
|
349
|
+
}
|
334
350
|
|
335
351
|
// Keep track of the total used size. We use this in our call sizing
|
336
352
|
// hysteresis.
|
@@ -362,8 +378,12 @@ namespace promise_detail {
|
|
362
378
|
template <typename T>
|
363
379
|
class Context<T, absl::void_t<decltype(ArenaContextType<T>::Destroy)>> {
|
364
380
|
public:
|
365
|
-
static T* get() {
|
366
|
-
|
381
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static T* get() {
|
382
|
+
return GetContext<Arena>()->GetContext<T>();
|
383
|
+
}
|
384
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static void set(T* value) {
|
385
|
+
GetContext<Arena>()->SetContext(value);
|
386
|
+
}
|
367
387
|
};
|
368
388
|
|
369
389
|
} // namespace promise_detail
|
@@ -26,6 +26,7 @@
|
|
26
26
|
#include <utility>
|
27
27
|
|
28
28
|
#include "absl/log/check.h"
|
29
|
+
#include "absl/log/log.h"
|
29
30
|
#include "absl/status/status.h"
|
30
31
|
#include "absl/strings/str_cat.h"
|
31
32
|
|
@@ -355,7 +356,7 @@ void GrpcMemoryAllocatorImpl::MaybeDonateBack() {
|
|
355
356
|
std::memory_order_acq_rel,
|
356
357
|
std::memory_order_acquire)) {
|
357
358
|
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
358
|
-
|
359
|
+
LOG(INFO) << "[" << this << "] Early return " << ret << " bytes";
|
359
360
|
}
|
360
361
|
CHECK(taken_bytes_.fetch_sub(ret, std::memory_order_relaxed) >= ret);
|
361
362
|
memory_quota_->Return(ret);
|
@@ -452,10 +453,9 @@ void BasicMemoryQuota::Start() {
|
|
452
453
|
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
453
454
|
double free = std::max(intptr_t{0}, self->free_bytes_.load());
|
454
455
|
size_t quota_size = self->quota_size_.load();
|
455
|
-
|
456
|
-
|
457
|
-
|
458
|
-
self->name_.c_str(), std::get<0>(arg), free, quota_size);
|
456
|
+
LOG(INFO) << "RQ: " << self->name_ << " perform " << std::get<0>(arg)
|
457
|
+
<< " reclamation. Available free bytes: " << free
|
458
|
+
<< ", total quota_size: " << quota_size;
|
459
459
|
}
|
460
460
|
// One of the reclaimer queues gave us a way to get back memory.
|
461
461
|
// Call the reclaimer with a token that contains enough to wake us
|
@@ -535,10 +535,9 @@ void BasicMemoryQuota::FinishReclamation(uint64_t token, Waker waker) {
|
|
535
535
|
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
536
536
|
double free = std::max(intptr_t{0}, free_bytes_.load());
|
537
537
|
size_t quota_size = quota_size_.load();
|
538
|
-
|
539
|
-
|
540
|
-
|
541
|
-
name_.c_str(), free, quota_size);
|
538
|
+
LOG(INFO) << "RQ: " << name_
|
539
|
+
<< " reclamation complete. Available free bytes: " << free
|
540
|
+
<< ", total quota_size: " << quota_size;
|
542
541
|
}
|
543
542
|
waker.Wakeup();
|
544
543
|
}
|
@@ -550,7 +549,7 @@ void BasicMemoryQuota::Return(size_t amount) {
|
|
550
549
|
|
551
550
|
void BasicMemoryQuota::AddNewAllocator(GrpcMemoryAllocatorImpl* allocator) {
|
552
551
|
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
553
|
-
|
552
|
+
LOG(INFO) << "Adding allocator " << allocator;
|
554
553
|
}
|
555
554
|
|
556
555
|
AllocatorBucket::Shard& shard = small_allocators_.SelectShard(allocator);
|
@@ -563,7 +562,7 @@ void BasicMemoryQuota::AddNewAllocator(GrpcMemoryAllocatorImpl* allocator) {
|
|
563
562
|
|
564
563
|
void BasicMemoryQuota::RemoveAllocator(GrpcMemoryAllocatorImpl* allocator) {
|
565
564
|
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
566
|
-
|
565
|
+
LOG(INFO) << "Removing allocator " << allocator;
|
567
566
|
}
|
568
567
|
|
569
568
|
AllocatorBucket::Shard& small_shard =
|
@@ -610,7 +609,7 @@ void BasicMemoryQuota::MaybeMoveAllocator(GrpcMemoryAllocatorImpl* allocator,
|
|
610
609
|
void BasicMemoryQuota::MaybeMoveAllocatorBigToSmall(
|
611
610
|
GrpcMemoryAllocatorImpl* allocator) {
|
612
611
|
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
613
|
-
|
612
|
+
LOG(INFO) << "Moving allocator " << allocator << " to small";
|
614
613
|
}
|
615
614
|
|
616
615
|
AllocatorBucket::Shard& old_shard = big_allocators_.SelectShard(allocator);
|
@@ -631,7 +630,7 @@ void BasicMemoryQuota::MaybeMoveAllocatorBigToSmall(
|
|
631
630
|
void BasicMemoryQuota::MaybeMoveAllocatorSmallToBig(
|
632
631
|
GrpcMemoryAllocatorImpl* allocator) {
|
633
632
|
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
634
|
-
|
633
|
+
LOG(INFO) << "Moving allocator " << allocator << " to big";
|
635
634
|
}
|
636
635
|
|
637
636
|
AllocatorBucket::Shard& old_shard = small_allocators_.SelectShard(allocator);
|
@@ -768,8 +767,8 @@ double PressureTracker::AddSampleAndGetControlValue(double sample) {
|
|
768
767
|
report = controller_.Update(current_estimate - kSetPoint);
|
769
768
|
}
|
770
769
|
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
771
|
-
|
772
|
-
|
770
|
+
LOG(INFO) << "RQ: pressure:" << current_estimate << " report:" << report
|
771
|
+
<< " controller:" << controller_.DebugString();
|
773
772
|
}
|
774
773
|
report_.store(report, std::memory_order_relaxed);
|
775
774
|
});
|
@@ -29,12 +29,12 @@
|
|
29
29
|
#include "absl/base/thread_annotations.h"
|
30
30
|
#include "absl/container/flat_hash_set.h"
|
31
31
|
#include "absl/log/check.h"
|
32
|
+
#include "absl/log/log.h"
|
32
33
|
#include "absl/strings/string_view.h"
|
33
34
|
#include "absl/types/optional.h"
|
34
35
|
|
35
36
|
#include <grpc/event_engine/memory_allocator.h>
|
36
37
|
#include <grpc/event_engine/memory_request.h>
|
37
|
-
#include <grpc/support/log.h>
|
38
38
|
#include <grpc/support/port_platform.h>
|
39
39
|
|
40
40
|
#include "src/core/lib/debug/trace.h"
|
@@ -426,7 +426,8 @@ class GrpcMemoryAllocatorImpl final : public EventEngineMemoryAllocatorImpl {
|
|
426
426
|
size_t ret = free_bytes_.exchange(0, std::memory_order_acq_rel);
|
427
427
|
if (ret == 0) return;
|
428
428
|
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
429
|
-
|
429
|
+
LOG(INFO) << "Allocator " << this << " returning " << ret
|
430
|
+
<< " bytes to quota";
|
430
431
|
}
|
431
432
|
taken_bytes_.fetch_sub(ret, std::memory_order_relaxed);
|
432
433
|
memory_quota_->Return(ret);
|
@@ -56,8 +56,9 @@ bool PeriodicUpdate::MaybeEndPeriod(absl::FunctionRef<void(Duration)> f) {
|
|
56
56
|
// Store the remainder left. Note that updates_remaining_ may have been
|
57
57
|
// decremented by another thread whilst we performed the above calculations:
|
58
58
|
// we simply discard those decrements.
|
59
|
-
|
60
|
-
|
59
|
+
auto remaining = better_guess - expected_updates_per_period_;
|
60
|
+
expected_updates_per_period_ = better_guess;
|
61
|
+
updates_remaining_.store(remaining, std::memory_order_release);
|
61
62
|
// Not quite done, return, try for longer.
|
62
63
|
return false;
|
63
64
|
}
|
@@ -19,10 +19,10 @@
|
|
19
19
|
#include <string>
|
20
20
|
#include <utility>
|
21
21
|
|
22
|
+
#include "absl/log/log.h"
|
22
23
|
#include "absl/status/status.h"
|
23
24
|
#include "absl/strings/str_join.h"
|
24
25
|
|
25
|
-
#include <grpc/support/log.h>
|
26
26
|
#include <grpc/support/port_platform.h>
|
27
27
|
|
28
28
|
#include "src/core/lib/channel/channel_stack.h"
|
@@ -65,14 +65,11 @@ GrpcServerAuthzFilter::Create(const ChannelArgs& args, ChannelFilter::Args) {
|
|
65
65
|
bool GrpcServerAuthzFilter::IsAuthorized(ClientMetadata& initial_metadata) {
|
66
66
|
EvaluateArgs args(&initial_metadata, &per_channel_evaluate_args_);
|
67
67
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_authz_api)) {
|
68
|
-
|
69
|
-
"
|
70
|
-
"uri_sans=[
|
71
|
-
|
72
|
-
|
73
|
-
absl::StrJoin(args.GetUriSans(), ",").c_str(),
|
74
|
-
absl::StrJoin(args.GetDnsSans(), ",").c_str(),
|
75
|
-
std::string(args.GetSubject()).c_str());
|
68
|
+
VLOG(2) << "checking request: url_path=" << args.GetPath()
|
69
|
+
<< ", transport_security_type=" << args.GetTransportSecurityType()
|
70
|
+
<< ", uri_sans=[" << absl::StrJoin(args.GetUriSans(), ",")
|
71
|
+
<< "], dns_sans=[" << absl::StrJoin(args.GetDnsSans(), ",")
|
72
|
+
<< "], subject=" << args.GetSubject();
|
76
73
|
}
|
77
74
|
grpc_authorization_policy_provider::AuthorizationEngines engines =
|
78
75
|
provider_->engines();
|
@@ -81,8 +78,8 @@ bool GrpcServerAuthzFilter::IsAuthorized(ClientMetadata& initial_metadata) {
|
|
81
78
|
engines.deny_engine->Evaluate(args);
|
82
79
|
if (decision.type == AuthorizationEngine::Decision::Type::kDeny) {
|
83
80
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_authz_api)) {
|
84
|
-
|
85
|
-
|
81
|
+
LOG(INFO) << "chand=" << this << ": request denied by policy "
|
82
|
+
<< decision.matching_policy_name;
|
86
83
|
}
|
87
84
|
return false;
|
88
85
|
}
|
@@ -92,15 +89,15 @@ bool GrpcServerAuthzFilter::IsAuthorized(ClientMetadata& initial_metadata) {
|
|
92
89
|
engines.allow_engine->Evaluate(args);
|
93
90
|
if (decision.type == AuthorizationEngine::Decision::Type::kAllow) {
|
94
91
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_authz_api)) {
|
95
|
-
|
96
|
-
decision.matching_policy_name
|
92
|
+
VLOG(2) << "chand=" << this << ": request allowed by policy "
|
93
|
+
<< decision.matching_policy_name;
|
97
94
|
}
|
98
95
|
return true;
|
99
96
|
}
|
100
97
|
}
|
101
98
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_authz_api)) {
|
102
|
-
|
103
|
-
|
99
|
+
LOG(INFO) << "chand=" << this
|
100
|
+
<< ": request denied, no matching policy found.";
|
104
101
|
}
|
105
102
|
return false;
|
106
103
|
}
|
@@ -114,7 +111,6 @@ absl::Status GrpcServerAuthzFilter::Call::OnClientInitialMetadata(
|
|
114
111
|
}
|
115
112
|
|
116
113
|
const grpc_channel_filter GrpcServerAuthzFilter::kFilter =
|
117
|
-
MakePromiseBasedFilter<GrpcServerAuthzFilter, FilterEndpoint::kServer>(
|
118
|
-
"grpc-server-authz");
|
114
|
+
MakePromiseBasedFilter<GrpcServerAuthzFilter, FilterEndpoint::kServer>();
|
119
115
|
|
120
116
|
} // namespace grpc_core
|
@@ -37,6 +37,8 @@ class GrpcServerAuthzFilter final
|
|
37
37
|
public:
|
38
38
|
static const grpc_channel_filter kFilter;
|
39
39
|
|
40
|
+
static absl::string_view TypeName() { return "grpc-server-authz"; }
|
41
|
+
|
40
42
|
static absl::StatusOr<std::unique_ptr<GrpcServerAuthzFilter>> Create(
|
41
43
|
const ChannelArgs& args, ChannelFilter::Args);
|
42
44
|
|