grpc 1.53.1 → 1.57.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +231 -149
- data/include/grpc/event_engine/event_engine.h +51 -44
- data/include/grpc/grpc_audit_logging.h +96 -0
- data/include/grpc/grpc_security.h +23 -0
- data/include/grpc/impl/grpc_types.h +5 -0
- data/include/grpc/module.modulemap +2 -0
- data/include/grpc/support/json.h +218 -0
- data/include/grpc/support/port_platform.h +33 -27
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +17 -1
- data/src/core/ext/filters/client_channel/backend_metric.cc +10 -1
- data/src/core/ext/filters/client_channel/backup_poller.cc +2 -11
- data/src/core/ext/filters/client_channel/backup_poller.h +0 -3
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +4 -4
- data/src/core/ext/filters/client_channel/client_channel.cc +949 -900
- data/src/core/ext/filters/client_channel/client_channel.h +145 -177
- data/src/core/ext/filters/client_channel/client_channel_channelz.cc +20 -19
- data/src/core/ext/filters/client_channel/client_channel_internal.h +77 -0
- data/src/core/ext/filters/client_channel/client_channel_service_config.cc +2 -2
- data/src/core/ext/filters/client_channel/config_selector.h +13 -39
- data/src/core/ext/filters/client_channel/dynamic_filters.h +3 -3
- data/src/core/ext/filters/client_channel/http_proxy.cc +39 -1
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +21 -52
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +19 -7
- data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +9 -1
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +25 -35
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +102 -156
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +2 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +5 -4
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +4 -2
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +478 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +52 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +202 -0
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +2 -7
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +2 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +136 -78
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +9 -2
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +72 -14
- data/src/core/{lib/gprpp/global_config_custom.h → ext/filters/client_channel/lb_policy/pick_first/pick_first.h} +8 -12
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +9 -43
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +154 -164
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +18 -1
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +73 -144
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +21 -15
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +57 -22
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +76 -6
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +94 -55
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +24 -56
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +57 -116
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +8 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +43 -87
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +25 -74
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +64 -138
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +28 -67
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +28 -96
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +46 -156
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.h +30 -0
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +4 -4
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +35 -33
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +60 -0
- data/src/core/ext/filters/client_channel/resolver/dns/{dns_resolver_selection.h → dns_resolver_plugin.h} +10 -12
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +559 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.h +35 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +97 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.h +32 -0
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +19 -36
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.h +24 -0
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +61 -207
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +8 -4
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +2 -2
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +25 -13
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +422 -275
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +32 -1
- data/src/core/ext/filters/client_channel/retry_filter.cc +40 -2538
- data/src/core/ext/filters/client_channel/retry_filter.h +91 -1
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
- data/src/core/ext/filters/client_channel/retry_service_config.cc +9 -8
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +39 -89
- data/src/core/ext/filters/client_channel/subchannel.cc +12 -200
- data/src/core/ext/filters/client_channel/subchannel.h +6 -46
- data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +3 -0
- data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +26 -27
- data/src/core/ext/filters/client_channel/subchannel_stream_client.h +8 -5
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +3 -3
- data/src/core/ext/filters/http/http_filters_plugin.cc +1 -12
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +30 -14
- data/src/core/ext/filters/message_size/message_size_filter.cc +141 -224
- data/src/core/ext/filters/message_size/message_size_filter.h +48 -3
- data/src/core/ext/filters/rbac/rbac_filter.cc +40 -111
- data/src/core/ext/filters/rbac/rbac_filter.h +12 -30
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +168 -75
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +6 -8
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +165 -88
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +16 -7
- data/src/core/ext/gcp/metadata_query.cc +137 -0
- data/src/core/ext/gcp/metadata_query.h +87 -0
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +77 -59
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +324 -266
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +21 -0
- data/src/core/ext/transport/chttp2/transport/context_list_entry.h +70 -0
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6569 -174
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +2278 -441
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +51 -97
- data/src/core/ext/transport/chttp2/transport/flow_control.h +2 -1
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +3 -10
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +0 -3
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +4 -1
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +1 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +326 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +569 -544
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +150 -9
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +48 -33
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +19 -5
- data/src/core/ext/transport/chttp2/transport/internal.h +27 -25
- data/src/core/ext/transport/chttp2/transport/parsing.cc +30 -17
- data/src/core/ext/transport/chttp2/transport/writing.cc +26 -11
- data/src/core/ext/transport/inproc/inproc_transport.cc +20 -14
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +87 -52
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +414 -181
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +121 -60
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +481 -224
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +90 -55
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +415 -188
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +357 -210
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +1572 -729
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +30 -17
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +144 -47
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +34 -21
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +160 -62
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +27 -14
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +78 -38
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +48 -26
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +48 -26
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +109 -62
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +566 -244
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +45 -30
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +22 -19
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +82 -29
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +23 -16
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +45 -30
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +255 -147
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +876 -404
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +417 -262
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1850 -888
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +74 -41
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +286 -148
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +531 -334
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2017 -1131
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +45 -30
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +89 -52
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +347 -232
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +264 -165
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +888 -476
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +139 -80
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +527 -274
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +50 -36
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +380 -221
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1168 -611
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +157 -92
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +627 -292
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +37 -26
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +45 -30
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +30 -17
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +144 -47
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +279 -167
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +818 -440
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +232 -137
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1164 -500
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +60 -37
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +369 -209
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1125 -635
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +44 -11
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +175 -18
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +34 -19
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +118 -56
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +38 -21
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +148 -64
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +31 -18
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +143 -65
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +51 -37
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +78 -43
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +265 -127
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +145 -88
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +438 -241
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +115 -62
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +559 -227
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +35 -26
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +187 -109
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +956 -421
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +172 -95
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +864 -374
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +49 -25
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +171 -100
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +39 -18
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +74 -56
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +29 -15
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +92 -45
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +131 -74
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +489 -249
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +163 -84
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +680 -240
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +256 -129
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +996 -397
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +80 -49
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +616 -201
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1283 -774
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5430 -2509
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +49 -28
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +164 -84
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +228 -141
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +738 -399
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +48 -26
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +45 -30
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +32 -19
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +70 -49
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +27 -14
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +110 -43
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +46 -25
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +259 -100
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +21 -13
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +45 -30
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +35 -26
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +42 -23
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +108 -70
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +21 -16
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +43 -24
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +110 -75
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +30 -17
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +95 -50
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +558 -0
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2710 -0
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +16 -9
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +73 -23
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +60 -37
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +150 -108
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +93 -43
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +386 -167
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +44 -25
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +114 -80
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +68 -22
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +355 -82
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +32 -19
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +73 -51
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +504 -296
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2267 -1055
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +35 -26
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +35 -19
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +125 -67
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +72 -45
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +193 -138
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +93 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +34 -19
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +131 -66
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +35 -26
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +15 -10
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +184 -96
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +907 -360
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +56 -33
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +150 -101
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +188 -111
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +816 -419
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +32 -19
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +109 -53
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +10 -7
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +18 -14
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +300 -177
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1284 -522
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +42 -23
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +188 -75
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +130 -83
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +510 -238
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +55 -34
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +39 -26
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +124 -68
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +47 -30
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +60 -26
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +130 -51
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +37 -20
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +133 -63
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +91 -40
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +50 -32
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +37 -26
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +46 -27
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +101 -70
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +13 -10
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +25 -22
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +40 -23
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +161 -75
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +31 -18
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +114 -56
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +46 -29
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +139 -91
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +65 -42
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +200 -121
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +80 -45
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +208 -131
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +34 -21
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +74 -53
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +13 -8
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +16 -9
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +28 -18
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +28 -15
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +55 -34
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +43 -22
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +91 -53
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +35 -20
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +92 -57
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +13 -8
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +48 -26
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +23 -14
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +61 -41
- data/src/core/ext/upb-generated/google/api/annotations.upb.c +14 -11
- data/src/core/ext/upb-generated/google/api/annotations.upb.h +30 -20
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +255 -154
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +934 -450
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +299 -180
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +946 -483
- data/src/core/ext/upb-generated/google/api/http.upb.c +68 -35
- data/src/core/ext/upb-generated/google/api/http.upb.h +284 -120
- data/src/core/ext/upb-generated/google/api/httpbody.upb.c +22 -13
- data/src/core/ext/upb-generated/google/api/httpbody.upb.h +95 -37
- data/src/core/ext/upb-generated/google/protobuf/any.upb.c +19 -10
- data/src/core/ext/upb-generated/google/protobuf/any.upb.h +38 -22
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +1018 -424
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +3851 -1412
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +19 -10
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +38 -22
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +10 -7
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +18 -14
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +62 -39
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +207 -102
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +19 -10
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +38 -22
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +90 -51
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +157 -107
- data/src/core/ext/upb-generated/google/rpc/status.upb.c +22 -13
- data/src/core/ext/upb-generated/google/rpc/status.upb.h +95 -37
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +59 -34
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +154 -92
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +43 -24
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +118 -60
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +250 -145
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +919 -415
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +34 -19
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +76 -51
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +25 -14
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +45 -30
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +144 -81
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +405 -217
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +51 -26
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +153 -61
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +173 -102
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +855 -298
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +68 -49
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +155 -104
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +26 -17
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +55 -34
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +12 -9
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +31 -14
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +26 -17
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +55 -34
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +23 -16
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +45 -30
- data/src/core/ext/upb-generated/validate/validate.upb.c +845 -455
- data/src/core/ext/upb-generated/validate/validate.upb.h +4347 -1908
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +68 -49
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +155 -104
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +26 -17
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +55 -34
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +12 -9
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +31 -14
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +65 -44
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +137 -91
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +23 -16
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +45 -30
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +16 -9
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +28 -18
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +21 -12
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +45 -30
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +37 -22
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +96 -63
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +26 -17
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +52 -29
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +21 -12
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +45 -30
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +23 -14
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +62 -42
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +44 -25
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +169 -79
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +27 -14
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +65 -38
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +86 -31
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +218 -58
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +21 -12
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +89 -34
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +18 -11
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +35 -26
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +32 -19
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +150 -54
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +10 -7
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +18 -14
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +34 -21
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +161 -63
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +162 -101
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +501 -293
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +85 -52
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +430 -164
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +24 -15
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +53 -37
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +40 -23
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +161 -75
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +37 -22
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +92 -66
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +43 -22
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +91 -53
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +21 -12
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +45 -30
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +89 -77
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +251 -248
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +163 -161
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +130 -119
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +143 -134
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +32 -16
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +13 -10
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +21 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +55 -46
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +20 -13
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +39 -31
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +142 -120
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +16 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +101 -98
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +16 -19
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +81 -75
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +64 -48
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +315 -282
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +138 -136
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +118 -118
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +6 -6
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +6 -6
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +12 -13
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +13 -10
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +30 -30
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +329 -273
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +6 -5
- data/src/core/ext/xds/certificate_provider_store.cc +8 -13
- data/src/core/ext/xds/certificate_provider_store.h +1 -1
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +30 -42
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +14 -9
- data/src/core/ext/xds/upb_utils.h +1 -1
- data/src/core/ext/xds/xds_api.cc +41 -18
- data/src/core/ext/xds/xds_api.h +5 -4
- data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
- data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
- data/src/core/ext/xds/xds_bootstrap.cc +3 -3
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +65 -50
- data/src/core/ext/xds/xds_bootstrap_grpc.h +10 -13
- data/src/core/ext/xds/xds_channel_stack_modifier.cc +1 -2
- data/src/core/ext/xds/xds_client.cc +29 -7
- data/src/core/ext/xds/xds_client.h +1 -1
- data/src/core/ext/xds/xds_client_grpc.cc +11 -6
- data/src/core/ext/xds/xds_client_grpc.h +16 -2
- data/src/core/ext/xds/xds_client_stats.cc +29 -15
- data/src/core/ext/xds/xds_client_stats.h +34 -20
- data/src/core/ext/xds/xds_cluster.cc +70 -67
- data/src/core/ext/xds/xds_cluster.h +1 -2
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +15 -11
- data/src/core/ext/xds/xds_cluster_specifier_plugin.h +2 -2
- data/src/core/ext/xds/xds_common_types.cc +8 -5
- data/src/core/ext/xds/xds_endpoint.cc +14 -11
- data/src/core/ext/xds/xds_endpoint.h +10 -2
- data/src/core/ext/xds/xds_health_status.cc +0 -17
- data/src/core/ext/xds/xds_health_status.h +5 -25
- data/src/core/ext/xds/xds_http_fault_filter.cc +18 -15
- data/src/core/ext/xds/xds_http_fault_filter.h +3 -2
- data/src/core/ext/xds/xds_http_filters.h +7 -4
- data/src/core/ext/xds/xds_http_rbac_filter.cc +159 -74
- data/src/core/ext/xds/xds_http_rbac_filter.h +3 -2
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +17 -13
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +3 -2
- data/src/core/ext/xds/xds_lb_policy_registry.cc +75 -35
- data/src/core/ext/xds/xds_listener.cc +11 -4
- data/src/core/ext/xds/xds_listener.h +1 -1
- data/src/core/ext/xds/xds_resource_type.h +2 -2
- data/src/core/ext/xds/xds_route_config.cc +52 -8
- data/src/core/ext/xds/xds_route_config.h +1 -1
- data/src/core/ext/xds/xds_routing.cc +2 -2
- data/src/core/ext/xds/xds_transport_grpc.cc +2 -2
- data/src/core/lib/address_utils/parse_address.cc +63 -1
- data/src/core/lib/address_utils/parse_address.h +8 -0
- data/src/core/lib/address_utils/sockaddr_utils.cc +46 -1
- data/src/core/lib/address_utils/sockaddr_utils.h +2 -2
- data/src/core/lib/avl/avl.h +5 -0
- data/src/core/lib/backoff/random_early_detection.h +5 -0
- data/src/core/lib/channel/call_finalization.h +1 -1
- data/src/core/lib/channel/call_tracer.cc +51 -0
- data/src/core/lib/channel/call_tracer.h +101 -38
- data/src/core/lib/channel/channel_args.cc +101 -32
- data/src/core/lib/channel/channel_args.h +37 -1
- data/src/core/lib/channel/channel_trace.cc +16 -12
- data/src/core/lib/channel/channelz.cc +163 -135
- data/src/core/lib/channel/channelz.h +42 -35
- data/src/core/lib/channel/channelz_registry.cc +24 -20
- data/src/core/lib/channel/connected_channel.cc +545 -1043
- data/src/core/lib/channel/context.h +8 -1
- data/src/core/lib/channel/promise_based_filter.cc +100 -46
- data/src/core/lib/channel/promise_based_filter.h +30 -13
- data/src/core/lib/channel/server_call_tracer_filter.cc +110 -0
- data/src/core/lib/compression/compression_internal.cc +2 -5
- data/src/core/lib/config/config_vars.cc +153 -0
- data/src/core/lib/config/config_vars.h +127 -0
- data/src/core/lib/config/config_vars_non_generated.cc +51 -0
- data/src/core/lib/config/load_config.cc +79 -0
- data/src/core/lib/config/load_config.h +55 -0
- data/src/core/lib/debug/event_log.h +1 -1
- data/src/core/lib/debug/stats_data.h +1 -1
- data/src/core/lib/debug/trace.cc +35 -61
- data/src/core/lib/debug/trace.h +14 -9
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +212 -0
- data/src/core/lib/event_engine/cf_engine/cf_engine.h +86 -0
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +354 -0
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +146 -0
- data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +79 -0
- data/src/core/lib/event_engine/default_event_engine.cc +13 -1
- data/src/core/lib/event_engine/default_event_engine_factory.cc +14 -2
- data/src/core/lib/event_engine/event_engine.cc +25 -2
- data/src/core/lib/event_engine/forkable.cc +47 -42
- data/src/core/lib/event_engine/handle_containers.h +5 -24
- data/src/core/lib/event_engine/memory_allocator_factory.h +47 -0
- data/src/core/lib/event_engine/poller.h +2 -2
- data/src/core/lib/event_engine/posix.h +4 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +5 -7
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +4 -10
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +3 -9
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +7 -18
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +73 -26
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +20 -9
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +49 -51
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +10 -13
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +75 -33
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +12 -8
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +4 -2
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +75 -21
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +9 -3
- data/src/core/lib/event_engine/posix_engine/timer.h +10 -37
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
- data/src/core/lib/event_engine/resolved_address.cc +2 -1
- data/src/core/lib/event_engine/shim.cc +9 -1
- data/src/core/lib/event_engine/tcp_socket_utils.cc +67 -7
- data/src/core/lib/event_engine/tcp_socket_utils.h +3 -0
- data/src/core/lib/event_engine/{thread_pool.cc → thread_pool/original_thread_pool.cc} +28 -25
- data/src/core/lib/event_engine/{thread_pool.h → thread_pool/original_thread_pool.h} +11 -15
- data/src/core/lib/event_engine/thread_pool/thread_pool.h +50 -0
- data/src/core/lib/event_engine/{executor/executor.h → thread_pool/thread_pool_factory.cc} +17 -15
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +542 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +269 -0
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +157 -0
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +104 -0
- data/src/core/lib/event_engine/trace.cc +1 -0
- data/src/core/lib/event_engine/trace.h +6 -0
- data/src/core/lib/event_engine/windows/iocp.cc +4 -3
- data/src/core/lib/event_engine/windows/iocp.h +3 -3
- data/src/core/lib/event_engine/windows/win_socket.cc +6 -7
- data/src/core/lib/event_engine/windows/win_socket.h +4 -4
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +154 -105
- data/src/core/lib/event_engine/windows/windows_endpoint.h +30 -10
- data/src/core/lib/event_engine/windows/windows_engine.cc +57 -33
- data/src/core/lib/event_engine/windows/windows_engine.h +16 -19
- data/src/core/lib/event_engine/windows/windows_listener.cc +370 -0
- data/src/core/lib/event_engine/windows/windows_listener.h +156 -0
- data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
- data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
- data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
- data/src/core/lib/experiments/config.cc +99 -37
- data/src/core/lib/experiments/config.h +33 -5
- data/src/core/lib/experiments/experiments.cc +352 -17
- data/src/core/lib/experiments/experiments.h +93 -18
- data/src/core/lib/gpr/log.cc +15 -28
- data/src/core/lib/gpr/log_internal.h +55 -0
- data/src/core/lib/gpr/{time_posix.cc → posix/time.cc} +5 -0
- data/src/core/lib/gprpp/crash.cc +10 -0
- data/src/core/lib/gprpp/crash.h +3 -0
- data/src/core/lib/gprpp/dual_ref_counted.h +9 -9
- data/src/core/lib/gprpp/fork.cc +16 -23
- data/src/core/lib/gprpp/fork.h +6 -5
- data/src/core/lib/gprpp/if_list.h +4530 -0
- data/src/core/lib/gprpp/orphanable.h +7 -6
- data/src/core/lib/gprpp/per_cpu.cc +33 -0
- data/src/core/lib/gprpp/per_cpu.h +33 -4
- data/src/core/lib/gprpp/{thd_posix.cc → posix/thd.cc} +49 -37
- data/src/core/lib/gprpp/ref_counted.h +39 -40
- data/src/core/lib/gprpp/sorted_pack.h +3 -12
- data/src/core/lib/gprpp/status_helper.cc +2 -2
- data/src/core/lib/gprpp/status_helper.h +16 -15
- data/src/core/lib/gprpp/thd.h +16 -0
- data/src/core/lib/gprpp/time.cc +2 -0
- data/src/core/lib/gprpp/time.h +16 -4
- data/src/core/lib/gprpp/type_list.h +32 -0
- data/src/core/lib/gprpp/validation_errors.cc +8 -3
- data/src/core/lib/gprpp/validation_errors.h +16 -9
- data/src/core/lib/gprpp/{thd_windows.cc → windows/thd.cc} +2 -2
- data/src/core/lib/http/httpcli.h +6 -9
- data/src/core/lib/iomgr/buffer_list.h +0 -1
- data/src/core/lib/iomgr/call_combiner.h +2 -2
- data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
- data/src/core/lib/iomgr/endpoint_cfstream.cc +14 -10
- data/src/core/lib/iomgr/error.cc +32 -2
- data/src/core/lib/iomgr/error.h +9 -10
- data/src/core/lib/iomgr/ev_apple.cc +12 -12
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +15 -10
- data/src/core/lib/iomgr/ev_poll_posix.cc +6 -5
- data/src/core/lib/iomgr/ev_posix.cc +13 -53
- data/src/core/lib/iomgr/ev_posix.h +0 -3
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +118 -77
- data/src/core/lib/iomgr/exec_ctx.h +11 -0
- data/src/core/lib/iomgr/iocp_windows.cc +24 -3
- data/src/core/lib/iomgr/iocp_windows.h +11 -0
- data/src/core/lib/iomgr/iomgr.cc +4 -8
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +1 -1
- data/src/core/lib/iomgr/iomgr_windows.cc +8 -2
- data/src/core/lib/iomgr/pollset.h +4 -5
- data/src/core/lib/iomgr/pollset_set_windows.cc +9 -9
- data/src/core/lib/iomgr/pollset_windows.cc +1 -1
- data/src/core/lib/iomgr/port.h +10 -0
- data/src/core/lib/iomgr/resolve_address.cc +13 -1
- data/src/core/lib/iomgr/resolve_address.h +17 -3
- data/src/core/lib/iomgr/sockaddr_posix.h +7 -0
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +49 -5
- data/src/core/lib/iomgr/socket_utils_posix.cc +5 -0
- data/src/core/lib/iomgr/socket_utils_posix.h +9 -0
- data/src/core/lib/iomgr/socket_windows.cc +61 -7
- data/src/core/lib/iomgr/socket_windows.h +9 -2
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +14 -3
- data/src/core/lib/iomgr/tcp_client_posix.cc +8 -1
- data/src/core/lib/iomgr/tcp_client_windows.cc +2 -2
- data/src/core/lib/iomgr/tcp_posix.cc +21 -5
- data/src/core/lib/iomgr/tcp_server_posix.cc +186 -133
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +13 -1
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +26 -2
- data/src/core/lib/iomgr/tcp_server_windows.cc +176 -9
- data/src/core/lib/iomgr/tcp_windows.cc +13 -11
- data/src/core/lib/iomgr/timer_generic.cc +17 -16
- data/src/core/lib/iomgr/vsock.cc +59 -0
- data/src/core/lib/iomgr/vsock.h +38 -0
- data/src/core/lib/iomgr/wakeup_fd_posix.h +3 -6
- data/src/core/lib/json/json.h +2 -218
- data/src/core/lib/json/json_object_loader.cc +24 -25
- data/src/core/lib/json/json_object_loader.h +30 -18
- data/src/core/lib/json/json_reader.cc +69 -42
- data/src/core/{ext/filters/client_channel/lb_call_state_internal.h → lib/json/json_reader.h} +7 -12
- data/src/core/lib/json/json_util.cc +10 -15
- data/src/core/lib/json/json_util.h +5 -4
- data/src/core/lib/json/json_writer.cc +24 -25
- data/src/core/lib/{security/security_connector/ssl_utils_config.h → json/json_writer.h} +14 -10
- data/src/core/lib/load_balancing/delegating_helper.h +115 -0
- data/src/core/lib/load_balancing/lb_policy.cc +9 -13
- data/src/core/lib/load_balancing/lb_policy.h +37 -2
- data/src/core/lib/load_balancing/lb_policy_registry.cc +9 -8
- data/src/core/lib/load_balancing/subchannel_interface.h +6 -0
- data/src/core/lib/matchers/matchers.cc +3 -4
- data/src/core/lib/matchers/matchers.h +2 -1
- data/src/core/lib/promise/activity.cc +27 -6
- data/src/core/lib/promise/activity.h +71 -24
- data/src/core/lib/promise/cancel_callback.h +77 -0
- data/src/core/lib/promise/detail/basic_seq.h +1 -1
- data/src/core/lib/promise/detail/promise_factory.h +5 -1
- data/src/core/lib/promise/for_each.h +176 -0
- data/src/core/lib/promise/if.h +9 -0
- data/src/core/lib/promise/interceptor_list.h +23 -2
- data/src/core/lib/promise/latch.h +89 -3
- data/src/core/lib/promise/loop.h +13 -9
- data/src/core/lib/promise/map.h +7 -0
- data/src/core/lib/promise/party.cc +304 -0
- data/src/core/lib/promise/party.h +508 -0
- data/src/core/lib/promise/pipe.h +213 -59
- data/src/core/lib/promise/poll.h +48 -0
- data/src/core/lib/promise/prioritized_race.h +95 -0
- data/src/core/lib/promise/promise.h +2 -2
- data/src/core/lib/promise/sleep.cc +2 -1
- data/src/core/lib/resolver/resolver_factory.h +3 -2
- data/src/core/lib/resolver/server_address.cc +9 -102
- data/src/core/lib/resolver/server_address.h +10 -70
- data/src/core/lib/resource_quota/arena.cc +19 -3
- data/src/core/lib/resource_quota/arena.h +119 -5
- data/src/core/lib/resource_quota/memory_quota.cc +8 -8
- data/src/core/lib/resource_quota/memory_quota.h +2 -3
- data/src/core/lib/security/authorization/audit_logging.cc +98 -0
- data/src/core/lib/security/authorization/audit_logging.h +73 -0
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +47 -2
- data/src/core/lib/security/authorization/grpc_authorization_engine.h +18 -1
- data/src/core/lib/security/authorization/rbac_policy.cc +36 -4
- data/src/core/lib/security/authorization/rbac_policy.h +19 -2
- data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
- data/src/core/lib/security/authorization/stdout_logger.h +61 -0
- data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +8 -4
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +8 -18
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +14 -8
- data/src/core/lib/security/credentials/channel_creds_registry.h +51 -27
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +169 -9
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +1 -1
- data/src/core/lib/security/credentials/composite/composite_credentials.h +3 -1
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +66 -84
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +1 -0
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +104 -65
- data/src/core/lib/security/credentials/external/external_account_credentials.h +6 -0
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +23 -21
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +29 -27
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +30 -38
- data/src/core/lib/security/credentials/fake/fake_credentials.h +28 -0
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +5 -61
- data/src/core/lib/security/credentials/jwt/json_token.cc +19 -16
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +10 -5
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +40 -38
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +28 -21
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +1 -1
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +13 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +2 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +8 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +5 -1
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +1 -1
- data/src/core/lib/security/credentials/tls/tls_credentials.h +3 -1
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -5
- data/src/core/lib/security/security_connector/load_system_roots_supported.cc +5 -9
- data/src/core/lib/security/security_connector/ssl_utils.cc +13 -26
- data/src/core/lib/security/security_connector/ssl_utils.h +1 -1
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +13 -1
- data/src/core/lib/security/transport/secure_endpoint.cc +4 -2
- data/src/core/lib/security/transport/server_auth_filter.cc +20 -2
- data/src/core/lib/security/util/json_util.cc +6 -5
- data/src/core/lib/service_config/service_config_call_data.h +54 -20
- data/src/core/lib/service_config/service_config_impl.cc +13 -6
- data/src/core/lib/slice/slice.cc +1 -1
- data/src/core/lib/slice/slice.h +18 -0
- data/src/core/lib/surface/builtins.cc +2 -0
- data/src/core/lib/surface/call.cc +1019 -1055
- data/src/core/lib/surface/call.h +11 -5
- data/src/core/lib/surface/completion_queue.cc +8 -3
- data/src/core/lib/surface/lame_client.cc +1 -0
- data/src/core/lib/surface/server.cc +47 -19
- data/src/core/lib/surface/server.h +2 -2
- data/src/core/lib/surface/validate_metadata.cc +37 -22
- data/src/core/lib/surface/validate_metadata.h +13 -3
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/batch_builder.cc +182 -0
- data/src/core/lib/transport/batch_builder.h +480 -0
- data/src/core/lib/transport/bdp_estimator.cc +7 -7
- data/src/core/lib/transport/bdp_estimator.h +10 -6
- data/src/core/lib/transport/custom_metadata.h +30 -0
- data/src/core/lib/transport/metadata_batch.cc +12 -9
- data/src/core/lib/transport/metadata_batch.h +103 -110
- data/src/core/lib/transport/metadata_compression_traits.h +67 -0
- data/src/core/lib/transport/parsed_metadata.h +34 -20
- data/src/core/lib/transport/simple_slice_based_metadata.h +55 -0
- data/src/core/lib/transport/timeout_encoding.cc +6 -1
- data/src/core/lib/transport/transport.cc +30 -2
- data/src/core/lib/transport/transport.h +73 -14
- data/src/core/lib/transport/transport_impl.h +7 -0
- data/src/core/lib/transport/transport_op_string.cc +52 -42
- data/src/core/plugin_registry/grpc_plugin_registry.cc +4 -8
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +2 -0
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +1 -0
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +21 -4
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +5 -0
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +1 -1
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +4 -6
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +1 -2
- data/src/core/tsi/ssl_transport_security.cc +37 -11
- data/src/core/tsi/ssl_transport_security.h +13 -1
- data/src/ruby/bin/math_pb.rb +24 -18
- data/src/ruby/ext/grpc/extconf.rb +27 -27
- data/src/ruby/ext/grpc/rb_call.c +62 -39
- data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_channel.c +109 -84
- data/src/ruby/ext/grpc/rb_channel.h +1 -0
- data/src/ruby/ext/grpc/rb_channel_args.c +16 -2
- data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
- data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
- data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
- data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
- data/src/ruby/ext/grpc/rb_grpc.c +192 -30
- data/src/ruby/ext/grpc/rb_grpc.h +8 -2
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +2 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +3 -0
- data/src/ruby/ext/grpc/rb_server.c +62 -45
- data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
- data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
- data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +25 -111
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
- data/third_party/abseil-cpp/absl/base/config.h +1 -1
- data/third_party/abseil-cpp/absl/flags/commandlineflag.cc +34 -0
- data/third_party/abseil-cpp/absl/flags/commandlineflag.h +200 -0
- data/third_party/abseil-cpp/absl/flags/config.h +68 -0
- data/third_party/abseil-cpp/absl/flags/declare.h +73 -0
- data/third_party/abseil-cpp/absl/flags/flag.cc +38 -0
- data/third_party/abseil-cpp/absl/flags/flag.h +310 -0
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +26 -0
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.h +68 -0
- data/third_party/abseil-cpp/absl/flags/internal/flag.cc +615 -0
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +800 -0
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +116 -0
- data/third_party/abseil-cpp/absl/flags/internal/path_util.h +62 -0
- data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.cc +65 -0
- data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.h +61 -0
- data/third_party/abseil-cpp/absl/flags/internal/program_name.cc +60 -0
- data/third_party/abseil-cpp/absl/flags/internal/program_name.h +50 -0
- data/third_party/abseil-cpp/absl/flags/internal/registry.h +97 -0
- data/third_party/abseil-cpp/absl/flags/internal/sequence_lock.h +187 -0
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +241 -0
- data/third_party/abseil-cpp/absl/flags/marshalling.h +356 -0
- data/third_party/abseil-cpp/absl/flags/reflection.cc +354 -0
- data/third_party/abseil-cpp/absl/flags/reflection.h +90 -0
- data/third_party/abseil-cpp/absl/flags/usage_config.cc +165 -0
- data/third_party/abseil-cpp/absl/flags/usage_config.h +135 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +12 -8
- data/third_party/boringssl-with-bazel/err_data.c +729 -713
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +177 -177
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +28 -55
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +21 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_dup.c +20 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +66 -185
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_i2d_fp.c +18 -21
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +356 -311
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +177 -196
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +146 -210
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +6 -9
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +346 -526
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +111 -132
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +158 -111
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +93 -60
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +96 -181
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +242 -305
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +41 -18
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +30 -33
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +36 -33
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_string.c +29 -26
- data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +135 -90
- data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +230 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +797 -793
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +529 -526
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +114 -135
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +201 -207
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +21 -26
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +55 -68
- data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +20 -14
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +42 -57
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +17 -11
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +15 -11
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +30 -27
- data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/bio/printf.c +0 -13
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +5 -8
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +40 -27
- data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +10 -23
- data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +2 -6
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/asn1_compat.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +29 -28
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +161 -201
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +254 -39
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -3
- data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/derive_key.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesctrhmac.c +9 -8
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +37 -75
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +8 -10
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/cipher → cipher_extra}/e_des.c +100 -78
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +34 -37
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +22 -11
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +34 -195
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -8
- data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +20 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +77 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +62 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-fuchsia.c → cpu_aarch64_fuchsia.c} +8 -7
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-linux.c → cpu_aarch64_linux.c} +6 -4
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +62 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-win.c → cpu_aarch64_win.c} +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm.c → cpu_arm.c} +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +55 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.c → cpu_arm_linux.c} +11 -90
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.h → cpu_arm_linux.h} +0 -38
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-ppc64le.c → cpu_arm_openbsd.c} +10 -17
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-intel.c → cpu_intel.c} +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/crypto.c +25 -20
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +71 -77
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_64_adx.c +18 -0
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2834 -7442
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +26 -8
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +17 -32
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/des.c +232 -232
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/internal.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +232 -29
- data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +43 -16
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +37 -7
- data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +23 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +118 -105
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +237 -109
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +31 -7
- data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +96 -70
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +80 -23
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +25 -23
- data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +43 -9
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +75 -44
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +21 -29
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +99 -52
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519_asn1.c +26 -23
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +233 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +6 -6
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +42 -25
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +4 -5
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519_asn1.c +35 -47
- data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +138 -246
- data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/sign.c +15 -10
- data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +47 -71
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes_nohw.c +13 -14
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +3 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/key_wrap.c +13 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/mode_wrappers.c +9 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +37 -28
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +16 -26
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +88 -60
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/cmp.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +13 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +99 -113
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +5 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +112 -168
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +98 -37
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +28 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +55 -20
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +4 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +13 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +13 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +25 -114
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.h +19 -15
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/shift.c +15 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +22 -21
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/aead.c +3 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +79 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +102 -99
- data/third_party/boringssl-with-bazel/src/crypto/{cipher_extra → fipsmodule/cipher}/e_aesccm.c +52 -46
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +39 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cmac → fipsmodule/cmac}/cmac.c +55 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +2 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +24 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +58 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +5 -3
- data/third_party/boringssl-with-bazel/src/crypto/{evp → fipsmodule/digestsign}/digestsign.c +51 -15
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +226 -450
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +95 -21
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +36 -69
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +139 -155
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +71 -40
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +60 -78
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64-table.h → p256-nistz-table.h} +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.c → p256-nistz.c} +87 -83
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.h → p256-nistz.h} +5 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +71 -62
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -30
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +21 -42
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +33 -34
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +16 -17
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +9 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +53 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +6 -0
- data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/hmac.c +52 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +9 -23
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +3 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +170 -160
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +69 -61
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/ctrdrbg.c +31 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +56 -34
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/getrandom_fillin.h +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -45
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +111 -78
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +12 -85
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +98 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +42 -314
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +244 -139
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +175 -255
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +41 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +589 -422
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/internal.h +89 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +334 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +3 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +12 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +14 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +52 -6
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +192 -18
- data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +65 -29
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +576 -84
- data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +91 -0
- data/third_party/boringssl-with-bazel/src/crypto/kyber/keccak.c +204 -0
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +834 -0
- data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +13 -1
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +219 -13
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +37 -29
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +9 -4
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +81 -90
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +150 -245
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +633 -613
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_oth.c +17 -17
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +142 -149
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +99 -131
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_x509.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_xaux.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -10
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +44 -71
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +31 -38
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +18 -31
- data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +8 -1
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +48 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +129 -5
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/trusty.c +38 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
- data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -19
- data/third_party/boringssl-with-bazel/src/crypto/{asn1/a_print.c → rsa_extra/internal.h} +15 -21
- data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
- data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +8 -11
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +171 -62
- data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
- data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +12 -44
- data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +11 -35
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +128 -34
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +428 -147
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +116 -284
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +686 -161
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_digest.c +22 -24
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +63 -55
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +32 -34
- data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +32 -16
- data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +465 -704
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +279 -331
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +183 -178
- data/third_party/boringssl-with-bazel/src/crypto/x509/i2d_pr.c +11 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +69 -51
- data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +132 -151
- data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +790 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +95 -102
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +72 -57
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +12 -10
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +220 -254
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +52 -47
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +136 -270
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +161 -327
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +37 -33
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_def.c +14 -31
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +55 -85
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +526 -616
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +129 -122
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +164 -181
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +132 -132
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +186 -203
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_txt.c +64 -79
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +171 -160
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +1863 -2050
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +380 -480
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +156 -163
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +262 -265
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +40 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +59 -63
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +63 -67
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +114 -144
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +25 -26
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +330 -417
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +8 -7
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +30 -28
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +354 -370
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +37 -32
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +121 -124
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +36 -26
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +10 -13
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +419 -261
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +113 -105
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/ext_dat.h +11 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +79 -171
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +126 -131
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akeya.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +465 -469
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bcons.c +56 -54
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +46 -49
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +294 -344
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +342 -365
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +429 -393
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +29 -24
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_extku.c +65 -59
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +125 -121
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +43 -42
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +120 -125
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_int.c +50 -20
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +227 -265
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +386 -389
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ocsp.c +45 -32
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcons.c +57 -54
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pmaps.c +63 -67
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +130 -135
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +650 -691
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +90 -75
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +1063 -1145
- data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +13 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +25 -160
- data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +222 -191
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +26 -78
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +46 -124
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +29 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +49 -19
- data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +99 -29
- data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +49 -60
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +7 -16
- data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +16 -200
- data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +34 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/ctrdrbg.h +82 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +32 -30
- data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +7 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +4 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +69 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +56 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/err.h +33 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +36 -40
- data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +1 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/hmac.h +7 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +69 -16
- data/third_party/boringssl-with-bazel/src/include/openssl/kdf.h +91 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +128 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +74 -8
- data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +7 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +8 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +11 -18
- data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +8 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +15 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +97 -65
- data/third_party/boringssl-with-bazel/src/include/openssl/service_indicator.h +96 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +396 -157
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl3.h +1 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +339 -230
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +154 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -26
- data/third_party/boringssl-with-bazel/src/include/openssl/time.h +41 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +22 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +57 -23
- data/third_party/boringssl-with-bazel/src/include/openssl/type_check.h +0 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2079 -1411
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +244 -214
- data/third_party/boringssl-with-bazel/src/ssl/bio_ssl.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +6 -13
- data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +17 -18
- data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +4 -5
- data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +25 -33
- data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +45 -26
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +72 -99
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +218 -74
- data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +5 -5
- data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +53 -34
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +77 -45
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +204 -132
- data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +47 -12
- data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +91 -75
- data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +8 -10
- data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +47 -69
- data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +1 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +5 -9
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +237 -240
- data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +78 -101
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +126 -155
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +356 -48
- data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +167 -64
- data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +41 -32
- data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
- data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +22 -6
- data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +15 -13
- data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +7 -44
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +6 -4
- data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +7 -23
- data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +25 -34
- data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +16 -98
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_32.h +1241 -657
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64.h +751 -398
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_32.h +3551 -1938
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +1272 -487
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
- data/third_party/cares/cares/include/ares.h +23 -1
- data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
- data/third_party/cares/cares/include/ares_rules.h +2 -2
- data/third_party/cares/cares/include/ares_version.h +3 -3
- data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
- data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
- data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
- data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
- data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
- data/third_party/cares/cares/src/lib/ares_data.c +16 -0
- data/third_party/cares/cares/src/lib/ares_data.h +7 -0
- data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
- data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
- data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
- data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
- data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
- data/third_party/cares/cares/src/lib/ares_init.c +97 -485
- data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
- data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
- data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
- data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
- data/third_party/cares/cares/src/lib/ares_private.h +30 -16
- data/third_party/cares/cares/src/lib/ares_process.c +55 -16
- data/third_party/cares/cares/src/lib/ares_query.c +1 -35
- data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
- data/third_party/cares/cares/src/lib/ares_send.c +5 -7
- data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
- data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
- data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
- data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
- data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
- data/third_party/upb/upb/{table_internal.h → alloc.h} +6 -6
- data/third_party/upb/upb/arena.h +4 -193
- data/third_party/upb/upb/array.h +4 -51
- data/third_party/upb/upb/base/descriptor_constants.h +104 -0
- data/third_party/upb/upb/base/log2.h +57 -0
- data/third_party/upb/upb/{status.c → base/status.c} +2 -7
- data/third_party/upb/upb/base/status.h +66 -0
- data/third_party/upb/upb/base/string_view.h +75 -0
- data/third_party/upb/upb/{array.c → collections/array.c} +67 -36
- data/third_party/upb/upb/collections/array.h +85 -0
- data/third_party/upb/upb/collections/array_internal.h +135 -0
- data/third_party/upb/upb/{map.c → collections/map.c} +53 -26
- data/third_party/upb/upb/collections/map.h +135 -0
- data/third_party/upb/upb/collections/map_gencode_util.h +78 -0
- data/third_party/upb/upb/collections/map_internal.h +170 -0
- data/third_party/upb/upb/collections/map_sorter.c +166 -0
- data/third_party/upb/upb/collections/map_sorter_internal.h +109 -0
- data/third_party/upb/upb/{message_value.h → collections/message_value.h} +12 -13
- data/third_party/upb/upb/decode.h +3 -62
- data/third_party/upb/upb/def.h +4 -384
- data/third_party/upb/upb/def.hpp +3 -411
- data/third_party/upb/upb/encode.h +3 -48
- data/third_party/upb/upb/extension_registry.h +3 -52
- data/third_party/upb/upb/{table.c → hash/common.c} +52 -110
- data/third_party/upb/upb/hash/common.h +199 -0
- data/third_party/upb/upb/hash/int_table.h +102 -0
- data/third_party/upb/upb/hash/str_table.h +161 -0
- data/third_party/upb/upb/{json_decode.c → json/decode.c} +63 -98
- data/third_party/upb/upb/json/decode.h +52 -0
- data/third_party/upb/upb/{json_encode.c → json/encode.c} +69 -45
- data/third_party/upb/upb/json/encode.h +70 -0
- data/third_party/upb/upb/json_decode.h +4 -15
- data/third_party/upb/upb/json_encode.h +4 -33
- data/third_party/upb/upb/lex/atoi.c +68 -0
- data/third_party/upb/upb/lex/atoi.h +53 -0
- data/third_party/upb/upb/{upb.c → lex/round_trip.c} +2 -11
- data/third_party/upb/upb/{internal/upb.h → lex/round_trip.h} +17 -30
- data/third_party/upb/upb/lex/strtod.c +97 -0
- data/third_party/upb/upb/lex/strtod.h +46 -0
- data/third_party/upb/upb/lex/unicode.c +57 -0
- data/third_party/upb/upb/lex/unicode.h +77 -0
- data/third_party/upb/upb/map.h +4 -85
- data/third_party/upb/upb/mem/alloc.c +47 -0
- data/third_party/upb/upb/mem/alloc.h +98 -0
- data/third_party/upb/upb/mem/arena.c +367 -0
- data/third_party/upb/upb/mem/arena.h +160 -0
- data/third_party/upb/upb/mem/arena_internal.h +114 -0
- data/third_party/upb/upb/message/accessors.c +68 -0
- data/third_party/upb/upb/message/accessors.h +379 -0
- data/third_party/upb/upb/message/accessors_internal.h +325 -0
- data/third_party/upb/upb/message/extension_internal.h +83 -0
- data/third_party/upb/upb/message/internal.h +135 -0
- data/third_party/upb/upb/message/message.c +180 -0
- data/third_party/upb/upb/message/message.h +69 -0
- data/third_party/upb/upb/mini_table/common.c +128 -0
- data/third_party/upb/upb/mini_table/common.h +170 -0
- data/third_party/upb/upb/mini_table/common_internal.h +111 -0
- data/third_party/upb/upb/{mini_table.c → mini_table/decode.c} +513 -533
- data/third_party/upb/upb/mini_table/decode.h +179 -0
- data/third_party/upb/upb/mini_table/encode.c +300 -0
- data/third_party/upb/upb/mini_table/encode_internal.h +111 -0
- data/third_party/upb/upb/{mini_table.hpp → mini_table/encode_internal.hpp} +32 -8
- data/third_party/upb/upb/mini_table/enum_internal.h +88 -0
- data/third_party/upb/upb/mini_table/extension_internal.h +47 -0
- data/third_party/upb/upb/{extension_registry.c → mini_table/extension_registry.c} +27 -24
- data/third_party/upb/upb/mini_table/extension_registry.h +104 -0
- data/third_party/upb/upb/mini_table/field_internal.h +192 -0
- data/third_party/upb/upb/mini_table/file_internal.h +47 -0
- data/third_party/upb/upb/mini_table/message_internal.h +136 -0
- data/third_party/upb/upb/mini_table/sub_internal.h +38 -0
- data/third_party/upb/upb/mini_table/types.h +40 -0
- data/third_party/upb/upb/mini_table.h +4 -157
- data/third_party/upb/upb/msg.h +3 -38
- data/third_party/upb/upb/port/atomic.h +101 -0
- data/third_party/upb/upb/{port_def.inc → port/def.inc} +94 -27
- data/third_party/upb/upb/{port_undef.inc → port/undef.inc} +13 -3
- data/third_party/upb/upb/{internal → port}/vsnprintf_compat.h +5 -7
- data/third_party/upb/upb/reflection/common.h +67 -0
- data/third_party/upb/upb/reflection/def.h +42 -0
- data/third_party/upb/upb/reflection/def.hpp +610 -0
- data/third_party/upb/upb/reflection/def_builder.c +357 -0
- data/third_party/upb/upb/reflection/def_builder_internal.h +157 -0
- data/third_party/upb/upb/reflection/def_pool.c +462 -0
- data/third_party/upb/upb/reflection/def_pool.h +108 -0
- data/third_party/upb/upb/reflection/def_pool_internal.h +77 -0
- data/third_party/upb/upb/reflection/def_type.c +50 -0
- data/third_party/upb/upb/reflection/def_type.h +81 -0
- data/third_party/upb/upb/reflection/desc_state.c +53 -0
- data/third_party/upb/upb/reflection/desc_state_internal.h +64 -0
- data/third_party/upb/upb/reflection/enum_def.c +310 -0
- data/third_party/upb/upb/reflection/enum_def.h +80 -0
- data/third_party/upb/upb/reflection/enum_def_internal.h +56 -0
- data/third_party/upb/upb/reflection/enum_reserved_range.c +84 -0
- data/third_party/upb/upb/reflection/enum_reserved_range.h +51 -0
- data/third_party/upb/upb/reflection/enum_reserved_range_internal.h +55 -0
- data/third_party/upb/upb/reflection/enum_value_def.c +144 -0
- data/third_party/upb/upb/reflection/enum_value_def.h +57 -0
- data/third_party/upb/upb/reflection/enum_value_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/extension_range.c +93 -0
- data/third_party/upb/upb/reflection/extension_range.h +55 -0
- data/third_party/upb/upb/reflection/extension_range_internal.h +54 -0
- data/third_party/upb/upb/reflection/field_def.c +930 -0
- data/third_party/upb/upb/reflection/field_def.h +91 -0
- data/third_party/upb/upb/reflection/field_def_internal.h +76 -0
- data/third_party/upb/upb/reflection/file_def.c +370 -0
- data/third_party/upb/upb/reflection/file_def.h +77 -0
- data/third_party/upb/upb/reflection/file_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/message.c +233 -0
- data/third_party/upb/upb/reflection/message.h +102 -0
- data/third_party/upb/upb/reflection/message.hpp +37 -0
- data/third_party/upb/upb/reflection/message_def.c +718 -0
- data/third_party/upb/upb/reflection/message_def.h +174 -0
- data/third_party/upb/upb/reflection/message_def_internal.h +63 -0
- data/third_party/upb/upb/reflection/message_reserved_range.c +81 -0
- data/third_party/upb/upb/reflection/message_reserved_range.h +51 -0
- data/third_party/upb/upb/reflection/message_reserved_range_internal.h +55 -0
- data/third_party/upb/upb/reflection/method_def.c +124 -0
- data/third_party/upb/upb/reflection/method_def.h +59 -0
- data/third_party/upb/upb/reflection/method_def_internal.h +53 -0
- data/third_party/upb/upb/reflection/oneof_def.c +226 -0
- data/third_party/upb/upb/reflection/oneof_def.h +66 -0
- data/third_party/upb/upb/reflection/oneof_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/service_def.c +128 -0
- data/third_party/upb/upb/reflection/service_def.h +60 -0
- data/third_party/upb/upb/reflection/service_def_internal.h +53 -0
- data/third_party/upb/upb/reflection.h +4 -78
- data/third_party/upb/upb/reflection.hpp +3 -7
- data/third_party/upb/upb/status.h +4 -34
- data/third_party/upb/upb/{collections.h → string_view.h} +7 -7
- data/third_party/upb/upb/{text_encode.c → text/encode.c} +74 -70
- data/third_party/upb/upb/text/encode.h +69 -0
- data/third_party/upb/upb/text_encode.h +4 -32
- data/third_party/upb/upb/upb.h +6 -151
- data/third_party/upb/upb/upb.hpp +10 -18
- data/third_party/upb/upb/wire/common.h +44 -0
- data/third_party/upb/upb/wire/common_internal.h +50 -0
- data/third_party/upb/upb/wire/decode.c +1343 -0
- data/third_party/upb/upb/wire/decode.h +108 -0
- data/third_party/upb/upb/{decode_fast.c → wire/decode_fast.c} +184 -225
- data/third_party/upb/upb/{decode_fast.h → wire/decode_fast.h} +21 -7
- data/third_party/upb/upb/{internal/decode.h → wire/decode_internal.h} +44 -92
- data/third_party/upb/upb/{encode.c → wire/encode.c} +114 -95
- data/third_party/upb/upb/wire/encode.h +92 -0
- data/third_party/upb/upb/wire/eps_copy_input_stream.c +39 -0
- data/third_party/upb/upb/wire/eps_copy_input_stream.h +425 -0
- data/third_party/upb/upb/wire/reader.c +67 -0
- data/third_party/upb/upb/wire/reader.h +227 -0
- data/third_party/upb/upb/wire/swap_internal.h +63 -0
- data/third_party/upb/upb/wire/types.h +41 -0
- data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-neon.c +1 -1
- data/third_party/{upb/third_party/utf8_range → utf8_range}/utf8_range.h +12 -0
- metadata +323 -122
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -175
- data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +0 -42
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.h +0 -64
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc +0 -30
- data/src/core/ext/transport/chttp2/transport/context_list.cc +0 -71
- data/src/core/ext/transport/chttp2/transport/context_list.h +0 -54
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
- data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
- data/src/core/lib/gprpp/global_config.h +0 -93
- data/src/core/lib/gprpp/global_config_env.cc +0 -140
- data/src/core/lib/gprpp/global_config_env.h +0 -133
- data/src/core/lib/gprpp/global_config_generic.h +0 -40
- data/src/core/lib/promise/intra_activity_waiter.h +0 -55
- data/src/core/lib/security/security_connector/ssl_utils_config.cc +0 -32
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +0 -195
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +0 -236
- data/third_party/boringssl-with-bazel/src/crypto/asn1/charmap.h +0 -15
- data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +0 -206
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1-altivec.c +0 -361
- data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +0 -53
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +0 -287
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +0 -132
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +0 -155
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +0 -131
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +0 -189
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +0 -843
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +0 -289
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcia.c +0 -57
- data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
- data/third_party/upb/upb/arena.c +0 -277
- data/third_party/upb/upb/decode.c +0 -1221
- data/third_party/upb/upb/def.c +0 -3269
- data/third_party/upb/upb/internal/table.h +0 -385
- data/third_party/upb/upb/msg.c +0 -368
- data/third_party/upb/upb/msg_internal.h +0 -837
- data/third_party/upb/upb/reflection.c +0 -323
- /data/src/core/lib/gpr/{log_android.cc → android/log.cc} +0 -0
- /data/src/core/lib/gpr/{cpu_iphone.cc → iphone/cpu.cc} +0 -0
- /data/src/core/lib/gpr/{cpu_linux.cc → linux/cpu.cc} +0 -0
- /data/src/core/lib/gpr/{log_linux.cc → linux/log.cc} +0 -0
- /data/src/core/lib/gpr/{tmpfile_msys.cc → msys/tmpfile.cc} +0 -0
- /data/src/core/lib/gpr/{cpu_posix.cc → posix/cpu.cc} +0 -0
- /data/src/core/lib/gpr/{log_posix.cc → posix/log.cc} +0 -0
- /data/src/core/lib/gpr/{string_posix.cc → posix/string.cc} +0 -0
- /data/src/core/lib/gpr/{sync_posix.cc → posix/sync.cc} +0 -0
- /data/src/core/lib/gpr/{tmpfile_posix.cc → posix/tmpfile.cc} +0 -0
- /data/src/core/lib/gpr/{cpu_windows.cc → windows/cpu.cc} +0 -0
- /data/src/core/lib/gpr/{log_windows.cc → windows/log.cc} +0 -0
- /data/src/core/lib/gpr/{string_windows.cc → windows/string.cc} +0 -0
- /data/src/core/lib/gpr/{string_util_windows.cc → windows/string_util.cc} +0 -0
- /data/src/core/lib/gpr/{sync_windows.cc → windows/sync.cc} +0 -0
- /data/src/core/lib/gpr/{time_windows.cc → windows/time.cc} +0 -0
- /data/src/core/lib/gpr/{tmpfile_windows.cc → windows/tmpfile.cc} +0 -0
- /data/src/core/lib/gprpp/{env_linux.cc → linux/env.cc} +0 -0
- /data/src/core/lib/gprpp/{env_posix.cc → posix/env.cc} +0 -0
- /data/src/core/lib/gprpp/{stat_posix.cc → posix/stat.cc} +0 -0
- /data/src/core/lib/gprpp/{env_windows.cc → windows/env.cc} +0 -0
- /data/src/core/lib/gprpp/{stat_windows.cc → windows/stat.cc} +0 -0
- /data/third_party/{upb/third_party/utf8_range → utf8_range}/naive.c +0 -0
- /data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-sse.c +0 -0
@@ -25,8 +25,11 @@
|
|
25
25
|
#include <functional>
|
26
26
|
#include <new>
|
27
27
|
#include <set>
|
28
|
+
#include <type_traits>
|
29
|
+
#include <utility>
|
28
30
|
#include <vector>
|
29
31
|
|
32
|
+
#include "absl/cleanup/cleanup.h"
|
30
33
|
#include "absl/status/status.h"
|
31
34
|
#include "absl/status/statusor.h"
|
32
35
|
#include "absl/strings/cord.h"
|
@@ -40,6 +43,7 @@
|
|
40
43
|
#include <grpc/event_engine/event_engine.h>
|
41
44
|
#include <grpc/slice.h>
|
42
45
|
#include <grpc/status.h>
|
46
|
+
#include <grpc/support/json.h>
|
43
47
|
#include <grpc/support/log.h>
|
44
48
|
#include <grpc/support/string_util.h>
|
45
49
|
#include <grpc/support/time.h>
|
@@ -47,6 +51,7 @@
|
|
47
51
|
#include "src/core/ext/filters/client_channel/backend_metric.h"
|
48
52
|
#include "src/core/ext/filters/client_channel/backup_poller.h"
|
49
53
|
#include "src/core/ext/filters/client_channel/client_channel_channelz.h"
|
54
|
+
#include "src/core/ext/filters/client_channel/client_channel_internal.h"
|
50
55
|
#include "src/core/ext/filters/client_channel/client_channel_service_config.h"
|
51
56
|
#include "src/core/ext/filters/client_channel/config_selector.h"
|
52
57
|
#include "src/core/ext/filters/client_channel/dynamic_filters.h"
|
@@ -67,6 +72,7 @@
|
|
67
72
|
#include "src/core/lib/gprpp/debug_location.h"
|
68
73
|
#include "src/core/lib/gprpp/status_helper.h"
|
69
74
|
#include "src/core/lib/gprpp/sync.h"
|
75
|
+
#include "src/core/lib/gprpp/unique_type_name.h"
|
70
76
|
#include "src/core/lib/gprpp/work_serializer.h"
|
71
77
|
#include "src/core/lib/handshaker/proxy_mapper_registry.h"
|
72
78
|
#include "src/core/lib/iomgr/exec_ctx.h"
|
@@ -77,8 +83,10 @@
|
|
77
83
|
#include "src/core/lib/load_balancing/subchannel_interface.h"
|
78
84
|
#include "src/core/lib/resolver/resolver_registry.h"
|
79
85
|
#include "src/core/lib/resolver/server_address.h"
|
86
|
+
#include "src/core/lib/security/credentials/credentials.h"
|
80
87
|
#include "src/core/lib/service_config/service_config_call_data.h"
|
81
88
|
#include "src/core/lib/service_config/service_config_impl.h"
|
89
|
+
#include "src/core/lib/slice/slice.h"
|
82
90
|
#include "src/core/lib/slice/slice_internal.h"
|
83
91
|
#include "src/core/lib/surface/channel.h"
|
84
92
|
#include "src/core/lib/transport/connectivity_state.h"
|
@@ -89,9 +97,6 @@
|
|
89
97
|
// Client channel filter
|
90
98
|
//
|
91
99
|
|
92
|
-
#define GRPC_ARG_HEALTH_CHECK_SERVICE_NAME \
|
93
|
-
"grpc.internal.health_check_service_name"
|
94
|
-
|
95
100
|
namespace grpc_core {
|
96
101
|
|
97
102
|
using internal::ClientChannelMethodParsedConfig;
|
@@ -105,6 +110,75 @@ TraceFlag grpc_client_channel_lb_call_trace(false, "client_channel_lb_call");
|
|
105
110
|
//
|
106
111
|
|
107
112
|
class ClientChannel::CallData {
|
113
|
+
public:
|
114
|
+
// Removes the call from the channel's list of calls queued
|
115
|
+
// for name resolution.
|
116
|
+
void RemoveCallFromResolverQueuedCallsLocked()
|
117
|
+
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_);
|
118
|
+
|
119
|
+
// Called by the channel for each queued call when a new resolution
|
120
|
+
// result becomes available.
|
121
|
+
virtual void RetryCheckResolutionLocked()
|
122
|
+
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_) = 0;
|
123
|
+
|
124
|
+
RefCountedPtr<DynamicFilters> dynamic_filters() const {
|
125
|
+
return dynamic_filters_;
|
126
|
+
}
|
127
|
+
|
128
|
+
protected:
|
129
|
+
CallData() = default;
|
130
|
+
virtual ~CallData() = default;
|
131
|
+
|
132
|
+
// Checks whether a resolver result is available. The following
|
133
|
+
// outcomes are possible:
|
134
|
+
// - No resolver result is available yet. The call will be queued and
|
135
|
+
// absl::nullopt will be returned. Later, when a resolver result
|
136
|
+
// becomes available, RetryCheckResolutionLocked() will be called.
|
137
|
+
// - The resolver has returned a transient failure. If the call is
|
138
|
+
// not wait_for_ready, a non-OK status will be returned. (If the
|
139
|
+
// call *is* wait_for_ready, it will be queued instead.)
|
140
|
+
// - There is a valid resolver result. The service config will be
|
141
|
+
// stored in the call context and an OK status will be returned.
|
142
|
+
absl::optional<absl::Status> CheckResolution(bool was_queued);
|
143
|
+
|
144
|
+
private:
|
145
|
+
// Accessors for data stored in the subclass.
|
146
|
+
virtual ClientChannel* chand() const = 0;
|
147
|
+
virtual Arena* arena() const = 0;
|
148
|
+
virtual grpc_polling_entity* pollent() const = 0;
|
149
|
+
virtual grpc_metadata_batch* send_initial_metadata() = 0;
|
150
|
+
virtual grpc_call_context_element* call_context() const = 0;
|
151
|
+
|
152
|
+
// Helper function for CheckResolution(). Returns true if the call
|
153
|
+
// can continue (i.e., there is a valid resolution result, or there is
|
154
|
+
// an invalid resolution result but the call is not wait_for_ready).
|
155
|
+
bool CheckResolutionLocked(
|
156
|
+
absl::StatusOr<RefCountedPtr<ConfigSelector>>* config_selector)
|
157
|
+
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_);
|
158
|
+
|
159
|
+
// Adds the call to the channel's list of calls queued for name resolution.
|
160
|
+
void AddCallToResolverQueuedCallsLocked()
|
161
|
+
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_);
|
162
|
+
|
163
|
+
// Called when adding the call to the resolver queue.
|
164
|
+
virtual void OnAddToQueueLocked()
|
165
|
+
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_) {}
|
166
|
+
|
167
|
+
// Applies service config to the call. Must be invoked once we know
|
168
|
+
// that the resolver has returned results to the channel.
|
169
|
+
// If an error is returned, the error indicates the status with which
|
170
|
+
// the call should be failed.
|
171
|
+
grpc_error_handle ApplyServiceConfigToCallLocked(
|
172
|
+
const absl::StatusOr<RefCountedPtr<ConfigSelector>>& config_selector);
|
173
|
+
|
174
|
+
// Called to reset the deadline based on the service config obtained
|
175
|
+
// from the resolver.
|
176
|
+
virtual void ResetDeadline(Duration timeout) = 0;
|
177
|
+
|
178
|
+
RefCountedPtr<DynamicFilters> dynamic_filters_;
|
179
|
+
};
|
180
|
+
|
181
|
+
class ClientChannel::FilterBasedCallData : public ClientChannel::CallData {
|
108
182
|
public:
|
109
183
|
static grpc_error_handle Init(grpc_call_element* elem,
|
110
184
|
const grpc_call_element_args* args);
|
@@ -115,31 +189,33 @@ class ClientChannel::CallData {
|
|
115
189
|
grpc_call_element* elem, grpc_transport_stream_op_batch* batch);
|
116
190
|
static void SetPollent(grpc_call_element* elem, grpc_polling_entity* pollent);
|
117
191
|
|
118
|
-
// Invoked by channel for queued calls when name resolution is completed.
|
119
|
-
static void CheckResolution(void* arg, grpc_error_handle error);
|
120
|
-
// Helper function for applying the service config to a call while
|
121
|
-
// holding ClientChannel::resolution_mu_.
|
122
|
-
// Returns true if the service config has been applied to the call, in which
|
123
|
-
// case the caller must invoke ResolutionDone() or AsyncResolutionDone()
|
124
|
-
// with the returned error.
|
125
|
-
bool CheckResolutionLocked(grpc_call_element* elem, grpc_error_handle* error)
|
126
|
-
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_);
|
127
|
-
// Schedules a callback to continue processing the call once
|
128
|
-
// resolution is complete. The callback will not run until after this
|
129
|
-
// method returns.
|
130
|
-
void AsyncResolutionDone(grpc_call_element* elem, grpc_error_handle error);
|
131
|
-
|
132
192
|
private:
|
133
193
|
class ResolverQueuedCallCanceller;
|
134
194
|
|
135
|
-
|
136
|
-
|
137
|
-
~
|
195
|
+
FilterBasedCallData(grpc_call_element* elem,
|
196
|
+
const grpc_call_element_args& args);
|
197
|
+
~FilterBasedCallData() override;
|
198
|
+
|
199
|
+
grpc_call_element* elem() const { return deadline_state_.elem; }
|
200
|
+
grpc_call_stack* owning_call() const { return deadline_state_.call_stack; }
|
201
|
+
CallCombiner* call_combiner() const { return deadline_state_.call_combiner; }
|
202
|
+
|
203
|
+
ClientChannel* chand() const override {
|
204
|
+
return static_cast<ClientChannel*>(elem()->channel_data);
|
205
|
+
}
|
206
|
+
Arena* arena() const override { return deadline_state_.arena; }
|
207
|
+
grpc_polling_entity* pollent() const override { return pollent_; }
|
208
|
+
grpc_metadata_batch* send_initial_metadata() override {
|
209
|
+
return pending_batches_[0]
|
210
|
+
->payload->send_initial_metadata.send_initial_metadata;
|
211
|
+
}
|
212
|
+
grpc_call_context_element* call_context() const override {
|
213
|
+
return call_context_;
|
214
|
+
}
|
138
215
|
|
139
216
|
// Returns the index into pending_batches_ to be used for batch.
|
140
217
|
static size_t GetBatchIndex(grpc_transport_stream_op_batch* batch);
|
141
|
-
void PendingBatchesAdd(
|
142
|
-
grpc_transport_stream_op_batch* batch);
|
218
|
+
void PendingBatchesAdd(grpc_transport_stream_op_batch* batch);
|
143
219
|
static void FailPendingBatchInCallCombiner(void* arg,
|
144
220
|
grpc_error_handle error);
|
145
221
|
// A predicate type and some useful implementations for PendingBatchesFail().
|
@@ -159,67 +235,55 @@ class ClientChannel::CallData {
|
|
159
235
|
// If yield_call_combiner_predicate returns true, assumes responsibility for
|
160
236
|
// yielding the call combiner.
|
161
237
|
void PendingBatchesFail(
|
162
|
-
|
238
|
+
grpc_error_handle error,
|
163
239
|
YieldCallCombinerPredicate yield_call_combiner_predicate);
|
164
240
|
static void ResumePendingBatchInCallCombiner(void* arg,
|
165
241
|
grpc_error_handle ignored);
|
166
|
-
// Resumes all pending batches on
|
167
|
-
void PendingBatchesResume(
|
242
|
+
// Resumes all pending batches on dynamic_call_.
|
243
|
+
void PendingBatchesResume();
|
168
244
|
|
169
|
-
//
|
170
|
-
//
|
171
|
-
//
|
172
|
-
|
173
|
-
|
174
|
-
|
175
|
-
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_);
|
176
|
-
// Invoked when the resolver result is applied to the caller, on both
|
177
|
-
// success or failure.
|
178
|
-
static void ResolutionDone(void* arg, grpc_error_handle error);
|
179
|
-
// Removes the call (if present) from the channel's list of calls queued
|
180
|
-
// for name resolution.
|
181
|
-
void MaybeRemoveCallFromResolverQueuedCallsLocked(grpc_call_element* elem)
|
182
|
-
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_);
|
183
|
-
// Adds the call (if not already present) to the channel's list of
|
184
|
-
// calls queued for name resolution.
|
185
|
-
void MaybeAddCallToResolverQueuedCallsLocked(grpc_call_element* elem)
|
245
|
+
// Called to check for a resolution result, both when the call is
|
246
|
+
// initially started and when it is queued and the channel gets a new
|
247
|
+
// resolution result.
|
248
|
+
void TryCheckResolution(bool was_queued);
|
249
|
+
|
250
|
+
void OnAddToQueueLocked() override
|
186
251
|
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_);
|
187
252
|
|
188
|
-
|
189
|
-
|
253
|
+
void RetryCheckResolutionLocked() override
|
254
|
+
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::resolution_mu_);
|
190
255
|
|
191
|
-
void
|
256
|
+
void ResetDeadline(Duration timeout) override {
|
257
|
+
const Timestamp per_method_deadline =
|
258
|
+
Timestamp::FromCycleCounterRoundUp(call_start_time_) + timeout;
|
259
|
+
if (per_method_deadline < deadline_) {
|
260
|
+
deadline_ = per_method_deadline;
|
261
|
+
grpc_deadline_state_reset(&deadline_state_, deadline_);
|
262
|
+
}
|
263
|
+
}
|
192
264
|
|
193
|
-
|
194
|
-
grpc_call_stack* owning_call() const { return deadline_state_.call_stack; }
|
195
|
-
CallCombiner* call_combiner() const { return deadline_state_.call_combiner; }
|
265
|
+
void CreateDynamicCall();
|
196
266
|
|
197
|
-
|
198
|
-
|
267
|
+
static void RecvTrailingMetadataReadyForConfigSelectorCommitCallback(
|
268
|
+
void* arg, grpc_error_handle error);
|
199
269
|
|
200
270
|
grpc_slice path_; // Request path.
|
271
|
+
grpc_call_context_element* call_context_;
|
201
272
|
gpr_cycle_counter call_start_time_;
|
202
273
|
Timestamp deadline_;
|
203
|
-
grpc_call_context_element* call_context_;
|
204
274
|
|
205
|
-
|
275
|
+
// State for handling deadlines.
|
276
|
+
grpc_deadline_state deadline_state_;
|
206
277
|
|
207
|
-
|
278
|
+
grpc_polling_entity* pollent_ = nullptr;
|
208
279
|
|
209
280
|
// Accessed while holding ClientChannel::resolution_mu_.
|
210
|
-
bool service_config_applied_ ABSL_GUARDED_BY(&ClientChannel::resolution_mu_) =
|
211
|
-
false;
|
212
|
-
bool queued_pending_resolver_result_
|
213
|
-
ABSL_GUARDED_BY(&ClientChannel::resolution_mu_) = false;
|
214
|
-
ClientChannel::ResolverQueuedCall resolver_queued_call_
|
215
|
-
ABSL_GUARDED_BY(&ClientChannel::resolution_mu_);
|
216
281
|
ResolverQueuedCallCanceller* resolver_call_canceller_
|
217
282
|
ABSL_GUARDED_BY(&ClientChannel::resolution_mu_) = nullptr;
|
218
283
|
|
219
284
|
grpc_closure* original_recv_trailing_metadata_ready_ = nullptr;
|
220
285
|
grpc_closure recv_trailing_metadata_ready_;
|
221
286
|
|
222
|
-
RefCountedPtr<DynamicFilters> dynamic_filters_;
|
223
287
|
RefCountedPtr<DynamicFilters::Call> dynamic_call_;
|
224
288
|
|
225
289
|
// Batches are added to this list when received from above.
|
@@ -238,13 +302,13 @@ class ClientChannel::CallData {
|
|
238
302
|
//
|
239
303
|
|
240
304
|
const grpc_channel_filter ClientChannel::kFilterVtable = {
|
241
|
-
ClientChannel::
|
305
|
+
ClientChannel::FilterBasedCallData::StartTransportStreamOpBatch,
|
242
306
|
nullptr,
|
243
307
|
ClientChannel::StartTransportOp,
|
244
|
-
sizeof(ClientChannel::
|
245
|
-
ClientChannel::
|
246
|
-
ClientChannel::
|
247
|
-
ClientChannel::
|
308
|
+
sizeof(ClientChannel::FilterBasedCallData),
|
309
|
+
ClientChannel::FilterBasedCallData::Init,
|
310
|
+
ClientChannel::FilterBasedCallData::SetPollent,
|
311
|
+
ClientChannel::FilterBasedCallData::Destroy,
|
248
312
|
sizeof(ClientChannel),
|
249
313
|
ClientChannel::Init,
|
250
314
|
grpc_channel_stack_no_post_init,
|
@@ -336,7 +400,7 @@ class DynamicTerminationFilter::CallData {
|
|
336
400
|
calld->call_context_[GRPC_CONTEXT_SERVICE_CONFIG_CALL_DATA].value);
|
337
401
|
calld->lb_call_ = client_channel->CreateLoadBalancedCall(
|
338
402
|
args, pollent, nullptr,
|
339
|
-
service_config_call_data->
|
403
|
+
[service_config_call_data]() { service_config_call_data->Commit(); },
|
340
404
|
/*is_transparent_retry=*/false);
|
341
405
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
342
406
|
gpr_log(GPR_INFO,
|
@@ -363,7 +427,7 @@ class DynamicTerminationFilter::CallData {
|
|
363
427
|
CallCombiner* call_combiner_;
|
364
428
|
grpc_call_context_element* call_context_;
|
365
429
|
|
366
|
-
OrphanablePtr<ClientChannel::
|
430
|
+
OrphanablePtr<ClientChannel::FilterBasedLoadBalancedCall> lb_call_;
|
367
431
|
};
|
368
432
|
|
369
433
|
const grpc_channel_filter DynamicTerminationFilter::kFilterVtable = {
|
@@ -415,8 +479,8 @@ class ClientChannel::ResolverResultHandler : public Resolver::ResultHandler {
|
|
415
479
|
//
|
416
480
|
|
417
481
|
// This class is a wrapper for Subchannel that hides details of the
|
418
|
-
// channel's implementation (such as the
|
419
|
-
//
|
482
|
+
// channel's implementation (such as the connected subchannel) from the
|
483
|
+
// LB policy API.
|
420
484
|
//
|
421
485
|
// Note that no synchronization is needed here, because even if the
|
422
486
|
// underlying subchannel is shared between channels, this wrapper will only
|
@@ -424,14 +488,12 @@ class ClientChannel::ResolverResultHandler : public Resolver::ResultHandler {
|
|
424
488
|
// control plane work_serializer.
|
425
489
|
class ClientChannel::SubchannelWrapper : public SubchannelInterface {
|
426
490
|
public:
|
427
|
-
SubchannelWrapper(ClientChannel* chand, RefCountedPtr<Subchannel> subchannel
|
428
|
-
absl::optional<std::string> health_check_service_name)
|
491
|
+
SubchannelWrapper(ClientChannel* chand, RefCountedPtr<Subchannel> subchannel)
|
429
492
|
: SubchannelInterface(GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_trace)
|
430
493
|
? "SubchannelWrapper"
|
431
494
|
: nullptr),
|
432
495
|
chand_(chand),
|
433
|
-
subchannel_(std::move(subchannel))
|
434
|
-
health_check_service_name_(std::move(health_check_service_name)) {
|
496
|
+
subchannel_(std::move(subchannel)) {
|
435
497
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_trace)) {
|
436
498
|
gpr_log(GPR_INFO,
|
437
499
|
"chand=%p: creating subchannel wrapper %p for subchannel %p",
|
@@ -484,7 +546,6 @@ class ClientChannel::SubchannelWrapper : public SubchannelInterface {
|
|
484
546
|
watcher_wrapper = new WatcherWrapper(std::move(watcher),
|
485
547
|
Ref(DEBUG_LOCATION, "WatcherWrapper"));
|
486
548
|
subchannel_->WatchConnectivityState(
|
487
|
-
health_check_service_name_,
|
488
549
|
RefCountedPtr<Subchannel::ConnectivityStateWatcherInterface>(
|
489
550
|
watcher_wrapper));
|
490
551
|
}
|
@@ -493,8 +554,7 @@ class ClientChannel::SubchannelWrapper : public SubchannelInterface {
|
|
493
554
|
override ABSL_EXCLUSIVE_LOCKS_REQUIRED(*chand_->work_serializer_) {
|
494
555
|
auto it = watcher_map_.find(watcher);
|
495
556
|
GPR_ASSERT(it != watcher_map_.end());
|
496
|
-
subchannel_->CancelConnectivityStateWatch(
|
497
|
-
it->second);
|
557
|
+
subchannel_->CancelConnectivityStateWatch(it->second);
|
498
558
|
watcher_map_.erase(it);
|
499
559
|
}
|
500
560
|
|
@@ -508,11 +568,15 @@ class ClientChannel::SubchannelWrapper : public SubchannelInterface {
|
|
508
568
|
|
509
569
|
void AddDataWatcher(std::unique_ptr<DataWatcherInterface> watcher) override
|
510
570
|
ABSL_EXCLUSIVE_LOCKS_REQUIRED(*chand_->work_serializer_) {
|
511
|
-
|
512
|
-
|
513
|
-
|
514
|
-
|
515
|
-
|
571
|
+
static_cast<InternalSubchannelDataWatcherInterface*>(watcher.get())
|
572
|
+
->SetSubchannel(subchannel_.get());
|
573
|
+
GPR_ASSERT(data_watchers_.insert(std::move(watcher)).second);
|
574
|
+
}
|
575
|
+
|
576
|
+
void CancelDataWatcher(DataWatcherInterface* watcher) override
|
577
|
+
ABSL_EXCLUSIVE_LOCKS_REQUIRED(*chand_->work_serializer_) {
|
578
|
+
auto it = data_watchers_.find(watcher);
|
579
|
+
if (it != data_watchers_.end()) data_watchers_.erase(it);
|
516
580
|
}
|
517
581
|
|
518
582
|
void ThrottleKeepaliveTime(int new_keepalive_time) {
|
@@ -520,20 +584,18 @@ class ClientChannel::SubchannelWrapper : public SubchannelInterface {
|
|
520
584
|
}
|
521
585
|
|
522
586
|
private:
|
523
|
-
//
|
524
|
-
//
|
525
|
-
//
|
526
|
-
// the state, whereas the one in SubchannelInterface does not expose
|
527
|
-
// the ConnectedSubchannel.
|
528
|
-
//
|
529
|
-
// This wrapper provides a bridge between the two. It implements
|
530
|
-
// Subchannel::ConnectivityStateWatcherInterface and wraps
|
587
|
+
// This wrapper provides a bridge between the internal Subchannel API
|
588
|
+
// and the SubchannelInterface API that we expose to LB policies.
|
589
|
+
// It implements Subchannel::ConnectivityStateWatcherInterface and wraps
|
531
590
|
// the instance of SubchannelInterface::ConnectivityStateWatcherInterface
|
532
591
|
// that was passed in by the LB policy. We pass an instance of this
|
533
592
|
// class to the underlying Subchannel, and when we get updates from
|
534
593
|
// the subchannel, we pass those on to the wrapped watcher to return
|
535
|
-
// the update to the LB policy.
|
536
|
-
//
|
594
|
+
// the update to the LB policy.
|
595
|
+
//
|
596
|
+
// This class handles things like hopping into the WorkSerializer
|
597
|
+
// before passing notifications to the LB policy and propagating
|
598
|
+
// keepalive information betwen subchannels.
|
537
599
|
class WatcherWrapper : public Subchannel::ConnectivityStateWatcherInterface {
|
538
600
|
public:
|
539
601
|
WatcherWrapper(
|
@@ -571,16 +633,7 @@ class ClientChannel::SubchannelWrapper : public SubchannelInterface {
|
|
571
633
|
}
|
572
634
|
|
573
635
|
grpc_pollset_set* interested_parties() override {
|
574
|
-
|
575
|
-
watcher_.get();
|
576
|
-
if (watcher_ == nullptr) watcher = replacement_->watcher_.get();
|
577
|
-
return watcher->interested_parties();
|
578
|
-
}
|
579
|
-
|
580
|
-
WatcherWrapper* MakeReplacement() {
|
581
|
-
auto* replacement = new WatcherWrapper(std::move(watcher_), parent_);
|
582
|
-
replacement_ = replacement;
|
583
|
-
return replacement;
|
636
|
+
return watcher_->interested_parties();
|
584
637
|
}
|
585
638
|
|
586
639
|
private:
|
@@ -622,28 +675,40 @@ class ClientChannel::SubchannelWrapper : public SubchannelInterface {
|
|
622
675
|
std::string(keepalive_throttling.value()).c_str());
|
623
676
|
}
|
624
677
|
}
|
625
|
-
//
|
626
|
-
//
|
627
|
-
|
628
|
-
|
629
|
-
|
630
|
-
|
631
|
-
|
632
|
-
watcher_->OnConnectivityStateChange(
|
633
|
-
state, state == GRPC_CHANNEL_TRANSIENT_FAILURE ? status
|
634
|
-
: absl::OkStatus());
|
635
|
-
}
|
678
|
+
// Propagate status only in state TF.
|
679
|
+
// We specifically want to avoid propagating the status for
|
680
|
+
// state IDLE that the real subchannel gave us only for the
|
681
|
+
// purpose of keepalive propagation.
|
682
|
+
watcher_->OnConnectivityStateChange(
|
683
|
+
state,
|
684
|
+
state == GRPC_CHANNEL_TRANSIENT_FAILURE ? status : absl::OkStatus());
|
636
685
|
}
|
637
686
|
|
638
687
|
std::unique_ptr<SubchannelInterface::ConnectivityStateWatcherInterface>
|
639
688
|
watcher_;
|
640
689
|
RefCountedPtr<SubchannelWrapper> parent_;
|
641
|
-
|
690
|
+
};
|
691
|
+
|
692
|
+
// A heterogenous lookup comparator for data watchers that allows
|
693
|
+
// unique_ptr keys to be looked up as raw pointers.
|
694
|
+
struct DataWatcherLessThan {
|
695
|
+
using is_transparent = void;
|
696
|
+
bool operator()(const std::unique_ptr<DataWatcherInterface>& p1,
|
697
|
+
const std::unique_ptr<DataWatcherInterface>& p2) const {
|
698
|
+
return p1 < p2;
|
699
|
+
}
|
700
|
+
bool operator()(const std::unique_ptr<DataWatcherInterface>& p1,
|
701
|
+
const DataWatcherInterface* p2) const {
|
702
|
+
return p1.get() < p2;
|
703
|
+
}
|
704
|
+
bool operator()(const DataWatcherInterface* p1,
|
705
|
+
const std::unique_ptr<DataWatcherInterface>& p2) const {
|
706
|
+
return p1 < p2.get();
|
707
|
+
}
|
642
708
|
};
|
643
709
|
|
644
710
|
ClientChannel* chand_;
|
645
711
|
RefCountedPtr<Subchannel> subchannel_;
|
646
|
-
absl::optional<std::string> health_check_service_name_;
|
647
712
|
// Maps from the address of the watcher passed to us by the LB policy
|
648
713
|
// to the address of the WrapperWatcher that we passed to the underlying
|
649
714
|
// subchannel. This is needed so that when the LB policy calls
|
@@ -651,7 +716,7 @@ class ClientChannel::SubchannelWrapper : public SubchannelInterface {
|
|
651
716
|
// corresponding WrapperWatcher to cancel on the underlying subchannel.
|
652
717
|
std::map<ConnectivityStateWatcherInterface*, WatcherWrapper*> watcher_map_
|
653
718
|
ABSL_GUARDED_BY(*chand_->work_serializer_);
|
654
|
-
std::
|
719
|
+
std::set<std::unique_ptr<DataWatcherInterface>, DataWatcherLessThan>
|
655
720
|
data_watchers_ ABSL_GUARDED_BY(*chand_->work_serializer_);
|
656
721
|
};
|
657
722
|
|
@@ -856,13 +921,6 @@ class ClientChannel::ClientChannelControlHelper
|
|
856
921
|
ServerAddress address, const ChannelArgs& args) override
|
857
922
|
ABSL_EXCLUSIVE_LOCKS_REQUIRED(*chand_->work_serializer_) {
|
858
923
|
if (chand_->resolver_ == nullptr) return nullptr; // Shutting down.
|
859
|
-
// Determine health check service name.
|
860
|
-
absl::optional<std::string> health_check_service_name;
|
861
|
-
if (!args.GetBool(GRPC_ARG_INHIBIT_HEALTH_CHECKING).value_or(false)) {
|
862
|
-
health_check_service_name =
|
863
|
-
args.GetOwnedString(GRPC_ARG_HEALTH_CHECK_SERVICE_NAME);
|
864
|
-
}
|
865
|
-
// Construct channel args for subchannel.
|
866
924
|
ChannelArgs subchannel_args = ClientChannel::MakeSubchannelArgs(
|
867
925
|
args, address.args(), chand_->subchannel_pool_,
|
868
926
|
chand_->default_authority_);
|
@@ -874,8 +932,7 @@ class ClientChannel::ClientChannelControlHelper
|
|
874
932
|
// Make sure the subchannel has updated keepalive time.
|
875
933
|
subchannel->ThrottleKeepaliveTime(chand_->keepalive_time_);
|
876
934
|
// Create and return wrapper for the subchannel.
|
877
|
-
return MakeRefCounted<SubchannelWrapper>(
|
878
|
-
chand_, std::move(subchannel), std::move(health_check_service_name));
|
935
|
+
return MakeRefCounted<SubchannelWrapper>(chand_, std::move(subchannel));
|
879
936
|
}
|
880
937
|
|
881
938
|
void UpdateState(grpc_connectivity_state state, const absl::Status& status,
|
@@ -910,6 +967,16 @@ class ClientChannel::ClientChannelControlHelper
|
|
910
967
|
return chand_->default_authority_;
|
911
968
|
}
|
912
969
|
|
970
|
+
RefCountedPtr<grpc_channel_credentials> GetChannelCredentials() override {
|
971
|
+
return chand_->channel_args_.GetObject<grpc_channel_credentials>()
|
972
|
+
->duplicate_without_call_credentials();
|
973
|
+
}
|
974
|
+
|
975
|
+
RefCountedPtr<grpc_channel_credentials> GetUnsafeChannelCredentials()
|
976
|
+
override {
|
977
|
+
return chand_->channel_args_.GetObject<grpc_channel_credentials>()->Ref();
|
978
|
+
}
|
979
|
+
|
913
980
|
grpc_event_engine::experimental::EventEngine* GetEventEngine() override {
|
914
981
|
return chand_->owning_stack_->EventEngine();
|
915
982
|
}
|
@@ -1065,15 +1132,15 @@ ClientChannel::~ClientChannel() {
|
|
1065
1132
|
grpc_pollset_set_destroy(interested_parties_);
|
1066
1133
|
}
|
1067
1134
|
|
1068
|
-
OrphanablePtr<ClientChannel::
|
1135
|
+
OrphanablePtr<ClientChannel::FilterBasedLoadBalancedCall>
|
1069
1136
|
ClientChannel::CreateLoadBalancedCall(
|
1070
1137
|
const grpc_call_element_args& args, grpc_polling_entity* pollent,
|
1071
1138
|
grpc_closure* on_call_destruction_complete,
|
1072
|
-
|
1073
|
-
|
1074
|
-
|
1075
|
-
|
1076
|
-
|
1139
|
+
absl::AnyInvocable<void()> on_commit, bool is_transparent_retry) {
|
1140
|
+
return OrphanablePtr<FilterBasedLoadBalancedCall>(
|
1141
|
+
args.arena->New<FilterBasedLoadBalancedCall>(
|
1142
|
+
this, args, pollent, on_call_destruction_complete,
|
1143
|
+
std::move(on_commit), is_transparent_retry));
|
1077
1144
|
}
|
1078
1145
|
|
1079
1146
|
ChannelArgs ClientChannel::MakeSubchannelArgs(
|
@@ -1096,7 +1163,17 @@ ChannelArgs ClientChannel::MakeSubchannelArgs(
|
|
1096
1163
|
// uniqueness.
|
1097
1164
|
.Remove(GRPC_ARG_HEALTH_CHECK_SERVICE_NAME)
|
1098
1165
|
.Remove(GRPC_ARG_INHIBIT_HEALTH_CHECKING)
|
1099
|
-
.Remove(GRPC_ARG_CHANNELZ_CHANNEL_NODE)
|
1166
|
+
.Remove(GRPC_ARG_CHANNELZ_CHANNEL_NODE)
|
1167
|
+
// Remove all keys with the no-subchannel prefix.
|
1168
|
+
.RemoveAllKeysWithPrefix(GRPC_ARG_NO_SUBCHANNEL_PREFIX);
|
1169
|
+
}
|
1170
|
+
|
1171
|
+
void ClientChannel::ReprocessQueuedResolverCalls() {
|
1172
|
+
for (CallData* calld : resolver_queued_calls_) {
|
1173
|
+
calld->RemoveCallFromResolverQueuedCallsLocked();
|
1174
|
+
calld->RetryCheckResolutionLocked();
|
1175
|
+
}
|
1176
|
+
resolver_queued_calls_.clear();
|
1100
1177
|
}
|
1101
1178
|
|
1102
1179
|
namespace {
|
@@ -1139,9 +1216,9 @@ RefCountedPtr<LoadBalancingPolicy::Config> ChooseLbPolicy(
|
|
1139
1216
|
// above.
|
1140
1217
|
if (!policy_name.has_value()) policy_name = "pick_first";
|
1141
1218
|
// Now that we have the policy name, construct an empty config for it.
|
1142
|
-
Json config_json = Json::
|
1143
|
-
{std::string(*policy_name), Json::
|
1144
|
-
}};
|
1219
|
+
Json config_json = Json::FromArray({Json::FromObject({
|
1220
|
+
{std::string(*policy_name), Json::FromObject({})},
|
1221
|
+
})});
|
1145
1222
|
auto lb_policy_config =
|
1146
1223
|
CoreConfiguration::Get().lb_policy_registry().ParseLoadBalancingConfig(
|
1147
1224
|
config_json);
|
@@ -1305,26 +1382,16 @@ void ClientChannel::OnResolverErrorLocked(absl::Status status) {
|
|
1305
1382
|
// result, then we continue to let it set the connectivity state.
|
1306
1383
|
// Otherwise, we go into TRANSIENT_FAILURE.
|
1307
1384
|
if (lb_policy_ == nullptr) {
|
1385
|
+
// Update connectivity state.
|
1386
|
+
UpdateStateLocked(GRPC_CHANNEL_TRANSIENT_FAILURE, status,
|
1387
|
+
"resolver failure");
|
1308
1388
|
{
|
1309
1389
|
MutexLock lock(&resolution_mu_);
|
1310
1390
|
// Update resolver transient failure.
|
1311
1391
|
resolver_transient_failure_error_ =
|
1312
1392
|
MaybeRewriteIllegalStatusCode(status, "resolver");
|
1313
|
-
|
1314
|
-
for (ResolverQueuedCall* call = resolver_queued_calls_; call != nullptr;
|
1315
|
-
call = call->next) {
|
1316
|
-
grpc_call_element* elem = call->elem;
|
1317
|
-
CallData* calld = static_cast<CallData*>(elem->call_data);
|
1318
|
-
grpc_error_handle error;
|
1319
|
-
if (calld->CheckResolutionLocked(elem, &error)) {
|
1320
|
-
calld->AsyncResolutionDone(elem, error);
|
1321
|
-
}
|
1322
|
-
}
|
1393
|
+
ReprocessQueuedResolverCalls();
|
1323
1394
|
}
|
1324
|
-
// Update connectivity state.
|
1325
|
-
UpdateStateAndPickerLocked(
|
1326
|
-
GRPC_CHANNEL_TRANSIENT_FAILURE, status, "resolver failure",
|
1327
|
-
MakeRefCounted<LoadBalancingPolicy::TransientFailurePicker>(status));
|
1328
1395
|
}
|
1329
1396
|
}
|
1330
1397
|
|
@@ -1361,6 +1428,14 @@ absl::Status ClientChannel::CreateOrUpdateLbPolicyLocked(
|
|
1361
1428
|
// Creates a new LB policy.
|
1362
1429
|
OrphanablePtr<LoadBalancingPolicy> ClientChannel::CreateLbPolicyLocked(
|
1363
1430
|
const ChannelArgs& args) {
|
1431
|
+
// The LB policy will start in state CONNECTING but will not
|
1432
|
+
// necessarily send us an update synchronously, so set state to
|
1433
|
+
// CONNECTING (in case the resolver had previously failed and put the
|
1434
|
+
// channel into TRANSIENT_FAILURE) and make sure we have a queueing picker.
|
1435
|
+
UpdateStateAndPickerLocked(
|
1436
|
+
GRPC_CHANNEL_CONNECTING, absl::Status(), "started resolving",
|
1437
|
+
MakeRefCounted<LoadBalancingPolicy::QueuePicker>(nullptr));
|
1438
|
+
// Now create the LB policy.
|
1364
1439
|
LoadBalancingPolicy::Args lb_policy_args;
|
1365
1440
|
lb_policy_args.work_serializer = work_serializer_;
|
1366
1441
|
lb_policy_args.channel_control_helper =
|
@@ -1378,30 +1453,6 @@ OrphanablePtr<LoadBalancingPolicy> ClientChannel::CreateLbPolicyLocked(
|
|
1378
1453
|
return lb_policy;
|
1379
1454
|
}
|
1380
1455
|
|
1381
|
-
void ClientChannel::AddResolverQueuedCall(ResolverQueuedCall* call,
|
1382
|
-
grpc_polling_entity* pollent) {
|
1383
|
-
// Add call to queued calls list.
|
1384
|
-
call->next = resolver_queued_calls_;
|
1385
|
-
resolver_queued_calls_ = call;
|
1386
|
-
// Add call's pollent to channel's interested_parties, so that I/O
|
1387
|
-
// can be done under the call's CQ.
|
1388
|
-
grpc_polling_entity_add_to_pollset_set(pollent, interested_parties_);
|
1389
|
-
}
|
1390
|
-
|
1391
|
-
void ClientChannel::RemoveResolverQueuedCall(ResolverQueuedCall* to_remove,
|
1392
|
-
grpc_polling_entity* pollent) {
|
1393
|
-
// Remove call's pollent from channel's interested_parties.
|
1394
|
-
grpc_polling_entity_del_from_pollset_set(pollent, interested_parties_);
|
1395
|
-
// Remove from queued calls list.
|
1396
|
-
for (ResolverQueuedCall** call = &resolver_queued_calls_; *call != nullptr;
|
1397
|
-
call = &(*call)->next) {
|
1398
|
-
if (*call == to_remove) {
|
1399
|
-
*call = to_remove->next;
|
1400
|
-
return;
|
1401
|
-
}
|
1402
|
-
}
|
1403
|
-
}
|
1404
|
-
|
1405
1456
|
void ClientChannel::UpdateServiceConfigInControlPlaneLocked(
|
1406
1457
|
RefCountedPtr<ServiceConfig> service_config,
|
1407
1458
|
RefCountedPtr<ConfigSelector> config_selector, std::string lb_policy_name) {
|
@@ -1448,7 +1499,7 @@ void ClientChannel::UpdateServiceConfigInDataPlaneLocked() {
|
|
1448
1499
|
std::vector<const grpc_channel_filter*> filters =
|
1449
1500
|
config_selector->GetFilters();
|
1450
1501
|
if (enable_retries) {
|
1451
|
-
filters.push_back(&
|
1502
|
+
filters.push_back(&RetryFilter::kVtable);
|
1452
1503
|
} else {
|
1453
1504
|
filters.push_back(&DynamicTerminationFilter::kFilterVtable);
|
1454
1505
|
}
|
@@ -1468,25 +1519,8 @@ void ClientChannel::UpdateServiceConfigInDataPlaneLocked() {
|
|
1468
1519
|
service_config_.swap(service_config);
|
1469
1520
|
config_selector_.swap(config_selector);
|
1470
1521
|
dynamic_filters_.swap(dynamic_filters);
|
1471
|
-
//
|
1472
|
-
|
1473
|
-
call = call->next) {
|
1474
|
-
// If there are a lot of queued calls here, resuming them all may cause us
|
1475
|
-
// to stay inside C-core for a long period of time. All of that work would
|
1476
|
-
// be done using the same ExecCtx instance and therefore the same cached
|
1477
|
-
// value of "now". The longer it takes to finish all of this work and exit
|
1478
|
-
// from C-core, the more stale the cached value of "now" may become. This
|
1479
|
-
// can cause problems whereby (e.g.) we calculate a timer deadline based
|
1480
|
-
// on the stale value, which results in the timer firing too early. To
|
1481
|
-
// avoid this, we invalidate the cached value for each call we process.
|
1482
|
-
ExecCtx::Get()->InvalidateNow();
|
1483
|
-
grpc_call_element* elem = call->elem;
|
1484
|
-
CallData* calld = static_cast<CallData*>(elem->call_data);
|
1485
|
-
grpc_error_handle error;
|
1486
|
-
if (calld->CheckResolutionLocked(elem, &error)) {
|
1487
|
-
calld->AsyncResolutionDone(elem, error);
|
1488
|
-
}
|
1489
|
-
}
|
1522
|
+
// Re-process queued calls asynchronously.
|
1523
|
+
ReprocessQueuedResolverCalls();
|
1490
1524
|
}
|
1491
1525
|
// Old values will be unreffed after lock is released when they go out
|
1492
1526
|
// of scope.
|
@@ -1494,17 +1528,17 @@ void ClientChannel::UpdateServiceConfigInDataPlaneLocked() {
|
|
1494
1528
|
|
1495
1529
|
void ClientChannel::CreateResolverLocked() {
|
1496
1530
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_trace)) {
|
1497
|
-
gpr_log(GPR_INFO, "chand=%p: starting name resolution", this
|
1531
|
+
gpr_log(GPR_INFO, "chand=%p: starting name resolution for %s", this,
|
1532
|
+
uri_to_resolve_.c_str());
|
1498
1533
|
}
|
1499
1534
|
resolver_ = CoreConfiguration::Get().resolver_registry().CreateResolver(
|
1500
|
-
uri_to_resolve_
|
1501
|
-
|
1535
|
+
uri_to_resolve_, channel_args_, interested_parties_, work_serializer_,
|
1536
|
+
std::make_unique<ResolverResultHandler>(this));
|
1502
1537
|
// Since the validity of the args was checked when the channel was created,
|
1503
1538
|
// CreateResolver() must return a non-null result.
|
1504
1539
|
GPR_ASSERT(resolver_ != nullptr);
|
1505
|
-
|
1506
|
-
|
1507
|
-
MakeRefCounted<LoadBalancingPolicy::QueuePicker>(nullptr));
|
1540
|
+
UpdateStateLocked(GRPC_CHANNEL_CONNECTING, absl::Status(),
|
1541
|
+
"started resolving");
|
1508
1542
|
resolver_->StartLocked();
|
1509
1543
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_trace)) {
|
1510
1544
|
gpr_log(GPR_INFO, "chand=%p: created resolver=%p", this, resolver_.get());
|
@@ -1518,24 +1552,7 @@ void ClientChannel::DestroyResolverAndLbPolicyLocked() {
|
|
1518
1552
|
resolver_.get());
|
1519
1553
|
}
|
1520
1554
|
resolver_.reset();
|
1521
|
-
|
1522
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_trace)) {
|
1523
|
-
gpr_log(GPR_INFO, "chand=%p: shutting down lb_policy=%p", this,
|
1524
|
-
lb_policy_.get());
|
1525
|
-
}
|
1526
|
-
grpc_pollset_set_del_pollset_set(lb_policy_->interested_parties(),
|
1527
|
-
interested_parties_);
|
1528
|
-
lb_policy_.reset();
|
1529
|
-
}
|
1530
|
-
}
|
1531
|
-
}
|
1532
|
-
|
1533
|
-
void ClientChannel::UpdateStateAndPickerLocked(
|
1534
|
-
grpc_connectivity_state state, const absl::Status& status,
|
1535
|
-
const char* reason,
|
1536
|
-
RefCountedPtr<LoadBalancingPolicy::SubchannelPicker> picker) {
|
1537
|
-
// Special case for IDLE and SHUTDOWN states.
|
1538
|
-
if (picker == nullptr || state == GRPC_CHANNEL_SHUTDOWN) {
|
1555
|
+
// Clear resolution state.
|
1539
1556
|
saved_service_config_.reset();
|
1540
1557
|
saved_config_selector_.reset();
|
1541
1558
|
// Acquire resolution lock to update config selector and associated state.
|
@@ -1551,8 +1568,22 @@ void ClientChannel::UpdateStateAndPickerLocked(
|
|
1551
1568
|
config_selector_to_unref = std::move(config_selector_);
|
1552
1569
|
dynamic_filters_to_unref = std::move(dynamic_filters_);
|
1553
1570
|
}
|
1571
|
+
// Clear LB policy if set.
|
1572
|
+
if (lb_policy_ != nullptr) {
|
1573
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_trace)) {
|
1574
|
+
gpr_log(GPR_INFO, "chand=%p: shutting down lb_policy=%p", this,
|
1575
|
+
lb_policy_.get());
|
1576
|
+
}
|
1577
|
+
grpc_pollset_set_del_pollset_set(lb_policy_->interested_parties(),
|
1578
|
+
interested_parties_);
|
1579
|
+
lb_policy_.reset();
|
1580
|
+
}
|
1554
1581
|
}
|
1555
|
-
|
1582
|
+
}
|
1583
|
+
|
1584
|
+
void ClientChannel::UpdateStateLocked(grpc_connectivity_state state,
|
1585
|
+
const absl::Status& status,
|
1586
|
+
const char* reason) {
|
1556
1587
|
state_tracker_.SetState(state, status, reason);
|
1557
1588
|
if (channelz_node_ != nullptr) {
|
1558
1589
|
channelz_node_->SetConnectivityState(state);
|
@@ -1562,30 +1593,24 @@ void ClientChannel::UpdateStateAndPickerLocked(
|
|
1562
1593
|
channelz::ChannelNode::GetChannelConnectivityStateChangeString(
|
1563
1594
|
state)));
|
1564
1595
|
}
|
1565
|
-
|
1566
|
-
|
1567
|
-
|
1568
|
-
|
1569
|
-
|
1570
|
-
|
1571
|
-
|
1572
|
-
|
1573
|
-
|
1574
|
-
|
1575
|
-
|
1576
|
-
|
1577
|
-
|
1578
|
-
|
1579
|
-
|
1580
|
-
|
1581
|
-
// avoid this, we invalidate the cached value for each call we process.
|
1582
|
-
ExecCtx::Get()->InvalidateNow();
|
1583
|
-
grpc_error_handle error;
|
1584
|
-
if (call->lb_call->PickSubchannelLocked(&error)) {
|
1585
|
-
call->lb_call->AsyncPickDone(error);
|
1586
|
-
}
|
1587
|
-
}
|
1596
|
+
}
|
1597
|
+
|
1598
|
+
void ClientChannel::UpdateStateAndPickerLocked(
|
1599
|
+
grpc_connectivity_state state, const absl::Status& status,
|
1600
|
+
const char* reason,
|
1601
|
+
RefCountedPtr<LoadBalancingPolicy::SubchannelPicker> picker) {
|
1602
|
+
UpdateStateLocked(state, status, reason);
|
1603
|
+
// Grab the LB lock to update the picker and trigger reprocessing of the
|
1604
|
+
// queued picks.
|
1605
|
+
// Old picker will be unreffed after releasing the lock.
|
1606
|
+
MutexLock lock(&lb_mu_);
|
1607
|
+
picker_.swap(picker);
|
1608
|
+
// Reprocess queued picks.
|
1609
|
+
for (LoadBalancedCall* call : lb_queued_calls_) {
|
1610
|
+
call->RemoveCallFromLbQueuedCallsLocked();
|
1611
|
+
call->RetryPickLocked();
|
1588
1612
|
}
|
1613
|
+
lb_queued_calls_.clear();
|
1589
1614
|
}
|
1590
1615
|
|
1591
1616
|
namespace {
|
@@ -1628,7 +1653,7 @@ grpc_error_handle ClientChannel::DoPingLocked(grpc_transport_op* op) {
|
|
1628
1653
|
}
|
1629
1654
|
LoadBalancingPolicy::PickResult result;
|
1630
1655
|
{
|
1631
|
-
MutexLock lock(&
|
1656
|
+
MutexLock lock(&lb_mu_);
|
1632
1657
|
result = picker_->Pick(LoadBalancingPolicy::PickArgs());
|
1633
1658
|
}
|
1634
1659
|
return HandlePickResult<grpc_error_handle>(
|
@@ -1699,10 +1724,13 @@ void ClientChannel::StartTransportOpLocked(grpc_transport_op* op) {
|
|
1699
1724
|
StatusIntProperty::ChannelConnectivityState,
|
1700
1725
|
&value) &&
|
1701
1726
|
static_cast<grpc_connectivity_state>(value) == GRPC_CHANNEL_IDLE) {
|
1702
|
-
if (disconnect_error_.ok()) {
|
1727
|
+
if (disconnect_error_.ok()) { // Ignore if we're shutting down.
|
1703
1728
|
// Enter IDLE state.
|
1704
1729
|
UpdateStateAndPickerLocked(GRPC_CHANNEL_IDLE, absl::Status(),
|
1705
1730
|
"channel entering IDLE", nullptr);
|
1731
|
+
// TODO(roth): Do we need to check for any queued picks here, in
|
1732
|
+
// case there's a race condition in the client_idle filter?
|
1733
|
+
// And maybe also check for calls in the resolver queue?
|
1706
1734
|
}
|
1707
1735
|
} else {
|
1708
1736
|
// Disconnect.
|
@@ -1712,6 +1740,9 @@ void ClientChannel::StartTransportOpLocked(grpc_transport_op* op) {
|
|
1712
1740
|
GRPC_CHANNEL_SHUTDOWN, absl::Status(), "shutdown from API",
|
1713
1741
|
MakeRefCounted<LoadBalancingPolicy::TransientFailurePicker>(
|
1714
1742
|
grpc_error_to_absl_status(op->disconnect_with_error)));
|
1743
|
+
// TODO(roth): If this happens when we're still waiting for a
|
1744
|
+
// resolver result, we need to trigger failures for all calls in
|
1745
|
+
// the resolver queue here.
|
1715
1746
|
}
|
1716
1747
|
}
|
1717
1748
|
GRPC_CHANNEL_STACK_UNREF(owning_stack_, "start_transport_op");
|
@@ -1748,30 +1779,6 @@ void ClientChannel::GetChannelInfo(grpc_channel_element* elem,
|
|
1748
1779
|
}
|
1749
1780
|
}
|
1750
1781
|
|
1751
|
-
void ClientChannel::AddLbQueuedCall(LbQueuedCall* call,
|
1752
|
-
grpc_polling_entity* pollent) {
|
1753
|
-
// Add call to queued picks list.
|
1754
|
-
call->next = lb_queued_calls_;
|
1755
|
-
lb_queued_calls_ = call;
|
1756
|
-
// Add call's pollent to channel's interested_parties, so that I/O
|
1757
|
-
// can be done under the call's CQ.
|
1758
|
-
grpc_polling_entity_add_to_pollset_set(pollent, interested_parties_);
|
1759
|
-
}
|
1760
|
-
|
1761
|
-
void ClientChannel::RemoveLbQueuedCall(LbQueuedCall* to_remove,
|
1762
|
-
grpc_polling_entity* pollent) {
|
1763
|
-
// Remove call's pollent from channel's interested_parties.
|
1764
|
-
grpc_polling_entity_del_from_pollset_set(pollent, interested_parties_);
|
1765
|
-
// Remove from queued picks list.
|
1766
|
-
for (LbQueuedCall** call = &lb_queued_calls_; *call != nullptr;
|
1767
|
-
call = &(*call)->next) {
|
1768
|
-
if (*call == to_remove) {
|
1769
|
-
*call = to_remove->next;
|
1770
|
-
return;
|
1771
|
-
}
|
1772
|
-
}
|
1773
|
-
}
|
1774
|
-
|
1775
1782
|
void ClientChannel::TryToConnectLocked() {
|
1776
1783
|
if (lb_policy_ != nullptr) {
|
1777
1784
|
lb_policy_->ExitIdleLocked();
|
@@ -1812,23 +1819,177 @@ void ClientChannel::RemoveConnectivityWatcher(
|
|
1812
1819
|
// CallData implementation
|
1813
1820
|
//
|
1814
1821
|
|
1815
|
-
ClientChannel::CallData::
|
1816
|
-
|
1817
|
-
|
1818
|
-
|
1819
|
-
|
1820
|
-
|
1821
|
-
|
1822
|
-
|
1822
|
+
void ClientChannel::CallData::RemoveCallFromResolverQueuedCallsLocked() {
|
1823
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
1824
|
+
gpr_log(GPR_INFO,
|
1825
|
+
"chand=%p calld=%p: removing from resolver queued picks list",
|
1826
|
+
chand(), this);
|
1827
|
+
}
|
1828
|
+
// Remove call's pollent from channel's interested_parties.
|
1829
|
+
grpc_polling_entity_del_from_pollset_set(pollent(),
|
1830
|
+
chand()->interested_parties_);
|
1831
|
+
// Note: There's no need to actually remove the call from the queue
|
1832
|
+
// here, because that will be done in
|
1833
|
+
// ResolverQueuedCallCanceller::CancelLocked() or
|
1834
|
+
// ClientChannel::ReprocessQueuedResolverCalls().
|
1835
|
+
}
|
1836
|
+
|
1837
|
+
void ClientChannel::CallData::AddCallToResolverQueuedCallsLocked() {
|
1838
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
1839
|
+
gpr_log(GPR_INFO, "chand=%p calld=%p: adding to resolver queued picks list",
|
1840
|
+
chand(), this);
|
1841
|
+
}
|
1842
|
+
// Add call's pollent to channel's interested_parties, so that I/O
|
1843
|
+
// can be done under the call's CQ.
|
1844
|
+
grpc_polling_entity_add_to_pollset_set(pollent(),
|
1845
|
+
chand()->interested_parties_);
|
1846
|
+
// Add to queue.
|
1847
|
+
chand()->resolver_queued_calls_.insert(this);
|
1848
|
+
OnAddToQueueLocked();
|
1849
|
+
}
|
1850
|
+
|
1851
|
+
grpc_error_handle ClientChannel::CallData::ApplyServiceConfigToCallLocked(
|
1852
|
+
const absl::StatusOr<RefCountedPtr<ConfigSelector>>& config_selector) {
|
1853
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
1854
|
+
gpr_log(GPR_INFO, "chand=%p calld=%p: applying service config to call",
|
1855
|
+
chand(), this);
|
1856
|
+
}
|
1857
|
+
if (!config_selector.ok()) return config_selector.status();
|
1858
|
+
// Create a ClientChannelServiceConfigCallData for the call. This stores
|
1859
|
+
// a ref to the ServiceConfig and caches the right set of parsed configs
|
1860
|
+
// to use for the call. The ClientChannelServiceConfigCallData will store
|
1861
|
+
// itself in the call context, so that it can be accessed by filters
|
1862
|
+
// below us in the stack, and it will be cleaned up when the call ends.
|
1863
|
+
auto* service_config_call_data =
|
1864
|
+
arena()->New<ClientChannelServiceConfigCallData>(arena(), call_context());
|
1865
|
+
// Use the ConfigSelector to determine the config for the call.
|
1866
|
+
absl::Status call_config_status =
|
1867
|
+
(*config_selector)
|
1868
|
+
->GetCallConfig(
|
1869
|
+
{send_initial_metadata(), arena(), service_config_call_data});
|
1870
|
+
if (!call_config_status.ok()) {
|
1871
|
+
return absl_status_to_grpc_error(
|
1872
|
+
MaybeRewriteIllegalStatusCode(call_config_status, "ConfigSelector"));
|
1873
|
+
}
|
1874
|
+
// Apply our own method params to the call.
|
1875
|
+
auto* method_params = static_cast<ClientChannelMethodParsedConfig*>(
|
1876
|
+
service_config_call_data->GetMethodParsedConfig(
|
1877
|
+
chand()->service_config_parser_index_));
|
1878
|
+
if (method_params != nullptr) {
|
1879
|
+
// If the deadline from the service config is shorter than the one
|
1880
|
+
// from the client API, reset the deadline timer.
|
1881
|
+
if (chand()->deadline_checking_enabled_ &&
|
1882
|
+
method_params->timeout() != Duration::Zero()) {
|
1883
|
+
ResetDeadline(method_params->timeout());
|
1884
|
+
}
|
1885
|
+
// If the service config set wait_for_ready and the application
|
1886
|
+
// did not explicitly set it, use the value from the service config.
|
1887
|
+
auto* wait_for_ready =
|
1888
|
+
send_initial_metadata()->GetOrCreatePointer(WaitForReady());
|
1889
|
+
if (method_params->wait_for_ready().has_value() &&
|
1890
|
+
!wait_for_ready->explicitly_set) {
|
1891
|
+
wait_for_ready->value = method_params->wait_for_ready().value();
|
1892
|
+
}
|
1893
|
+
}
|
1894
|
+
return absl::OkStatus();
|
1895
|
+
}
|
1896
|
+
|
1897
|
+
absl::optional<absl::Status> ClientChannel::CallData::CheckResolution(
|
1898
|
+
bool was_queued) {
|
1899
|
+
// Check if we have a resolver result to use.
|
1900
|
+
absl::StatusOr<RefCountedPtr<ConfigSelector>> config_selector;
|
1901
|
+
{
|
1902
|
+
MutexLock lock(&chand()->resolution_mu_);
|
1903
|
+
bool result_ready = CheckResolutionLocked(&config_selector);
|
1904
|
+
// If no result is available, queue the call.
|
1905
|
+
if (!result_ready) {
|
1906
|
+
AddCallToResolverQueuedCallsLocked();
|
1907
|
+
return absl::nullopt;
|
1908
|
+
}
|
1909
|
+
}
|
1910
|
+
// We have a result. Apply service config to call.
|
1911
|
+
grpc_error_handle error = ApplyServiceConfigToCallLocked(config_selector);
|
1912
|
+
// ConfigSelector must be unreffed inside the WorkSerializer.
|
1913
|
+
if (config_selector.ok()) {
|
1914
|
+
chand()->work_serializer_->Run(
|
1915
|
+
[config_selector = std::move(*config_selector)]() mutable {
|
1916
|
+
config_selector.reset();
|
1917
|
+
},
|
1918
|
+
DEBUG_LOCATION);
|
1919
|
+
}
|
1920
|
+
// Handle errors.
|
1921
|
+
if (!error.ok()) {
|
1922
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
1923
|
+
gpr_log(GPR_INFO,
|
1924
|
+
"chand=%p calld=%p: error applying config to call: error=%s",
|
1925
|
+
chand(), this, StatusToString(error).c_str());
|
1926
|
+
}
|
1927
|
+
return error;
|
1928
|
+
}
|
1929
|
+
// If the call was queued, add trace annotation.
|
1930
|
+
if (was_queued) {
|
1931
|
+
auto* call_tracer = static_cast<CallTracerAnnotationInterface*>(
|
1932
|
+
call_context()[GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE].value);
|
1933
|
+
if (call_tracer != nullptr) {
|
1934
|
+
call_tracer->RecordAnnotation("Delayed name resolution complete.");
|
1935
|
+
}
|
1936
|
+
}
|
1937
|
+
return absl::OkStatus();
|
1938
|
+
}
|
1939
|
+
|
1940
|
+
bool ClientChannel::CallData::CheckResolutionLocked(
|
1941
|
+
absl::StatusOr<RefCountedPtr<ConfigSelector>>* config_selector) {
|
1942
|
+
// If we don't yet have a resolver result, we need to queue the call
|
1943
|
+
// until we get one.
|
1944
|
+
if (GPR_UNLIKELY(!chand()->received_service_config_data_)) {
|
1945
|
+
// If the resolver returned transient failure before returning the
|
1946
|
+
// first service config, fail any non-wait_for_ready calls.
|
1947
|
+
absl::Status resolver_error = chand()->resolver_transient_failure_error_;
|
1948
|
+
if (!resolver_error.ok() &&
|
1949
|
+
!send_initial_metadata()->GetOrCreatePointer(WaitForReady())->value) {
|
1950
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
1951
|
+
gpr_log(GPR_INFO, "chand=%p calld=%p: resolution failed, failing call",
|
1952
|
+
chand(), this);
|
1953
|
+
}
|
1954
|
+
*config_selector = absl_status_to_grpc_error(resolver_error);
|
1955
|
+
return true;
|
1956
|
+
}
|
1957
|
+
// Either the resolver has not yet returned a result, or it has
|
1958
|
+
// returned transient failure but the call is wait_for_ready. In
|
1959
|
+
// either case, queue the call.
|
1960
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
1961
|
+
gpr_log(GPR_INFO, "chand=%p calld=%p: no resolver result yet", chand(),
|
1962
|
+
this);
|
1963
|
+
}
|
1964
|
+
return false;
|
1965
|
+
}
|
1966
|
+
// Result found.
|
1967
|
+
*config_selector = chand()->config_selector_;
|
1968
|
+
dynamic_filters_ = chand()->dynamic_filters_;
|
1969
|
+
return true;
|
1970
|
+
}
|
1971
|
+
|
1972
|
+
//
|
1973
|
+
// FilterBasedCallData implementation
|
1974
|
+
//
|
1975
|
+
|
1976
|
+
ClientChannel::FilterBasedCallData::FilterBasedCallData(
|
1977
|
+
grpc_call_element* elem, const grpc_call_element_args& args)
|
1978
|
+
: path_(CSliceRef(args.path)),
|
1979
|
+
call_context_(args.context),
|
1823
1980
|
call_start_time_(args.start_time),
|
1824
1981
|
deadline_(args.deadline),
|
1825
|
-
|
1982
|
+
deadline_state_(elem, args,
|
1983
|
+
GPR_LIKELY(static_cast<ClientChannel*>(elem->channel_data)
|
1984
|
+
->deadline_checking_enabled_)
|
1985
|
+
? args.deadline
|
1986
|
+
: Timestamp::InfFuture()) {
|
1826
1987
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
1827
|
-
gpr_log(GPR_INFO, "chand=%p calld=%p: created call",
|
1988
|
+
gpr_log(GPR_INFO, "chand=%p calld=%p: created call", chand(), this);
|
1828
1989
|
}
|
1829
1990
|
}
|
1830
1991
|
|
1831
|
-
ClientChannel::
|
1992
|
+
ClientChannel::FilterBasedCallData::~FilterBasedCallData() {
|
1832
1993
|
CSliceUnref(path_);
|
1833
1994
|
// Make sure there are no remaining pending batches.
|
1834
1995
|
for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
|
@@ -1836,20 +1997,19 @@ ClientChannel::CallData::~CallData() {
|
|
1836
1997
|
}
|
1837
1998
|
}
|
1838
1999
|
|
1839
|
-
grpc_error_handle ClientChannel::
|
2000
|
+
grpc_error_handle ClientChannel::FilterBasedCallData::Init(
|
1840
2001
|
grpc_call_element* elem, const grpc_call_element_args* args) {
|
1841
|
-
|
1842
|
-
new (elem->call_data) CallData(elem, *chand, *args);
|
2002
|
+
new (elem->call_data) FilterBasedCallData(elem, *args);
|
1843
2003
|
return absl::OkStatus();
|
1844
2004
|
}
|
1845
2005
|
|
1846
|
-
void ClientChannel::
|
2006
|
+
void ClientChannel::FilterBasedCallData::Destroy(
|
1847
2007
|
grpc_call_element* elem, const grpc_call_final_info* /*final_info*/,
|
1848
2008
|
grpc_closure* then_schedule_closure) {
|
1849
|
-
|
2009
|
+
auto* calld = static_cast<FilterBasedCallData*>(elem->call_data);
|
1850
2010
|
RefCountedPtr<DynamicFilters::Call> dynamic_call =
|
1851
2011
|
std::move(calld->dynamic_call_);
|
1852
|
-
calld->~
|
2012
|
+
calld->~FilterBasedCallData();
|
1853
2013
|
if (GPR_LIKELY(dynamic_call != nullptr)) {
|
1854
2014
|
dynamic_call->SetAfterCallStackDestroy(then_schedule_closure);
|
1855
2015
|
} else {
|
@@ -1858,28 +2018,27 @@ void ClientChannel::CallData::Destroy(
|
|
1858
2018
|
}
|
1859
2019
|
}
|
1860
2020
|
|
1861
|
-
void ClientChannel::
|
2021
|
+
void ClientChannel::FilterBasedCallData::StartTransportStreamOpBatch(
|
1862
2022
|
grpc_call_element* elem, grpc_transport_stream_op_batch* batch) {
|
1863
|
-
|
2023
|
+
auto* calld = static_cast<FilterBasedCallData*>(elem->call_data);
|
1864
2024
|
ClientChannel* chand = static_cast<ClientChannel*>(elem->channel_data);
|
1865
2025
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace) &&
|
1866
2026
|
!GRPC_TRACE_FLAG_ENABLED(grpc_trace_channel)) {
|
1867
2027
|
gpr_log(GPR_INFO, "chand=%p calld=%p: batch started from above: %s", chand,
|
1868
|
-
calld, grpc_transport_stream_op_batch_string(batch).c_str());
|
2028
|
+
calld, grpc_transport_stream_op_batch_string(batch, false).c_str());
|
1869
2029
|
}
|
1870
2030
|
if (GPR_LIKELY(chand->deadline_checking_enabled_)) {
|
1871
2031
|
grpc_deadline_state_client_start_transport_stream_op_batch(
|
1872
2032
|
&calld->deadline_state_, batch);
|
1873
2033
|
}
|
1874
|
-
// Intercept recv_trailing_metadata to call
|
1875
|
-
//
|
1876
|
-
// or LB call layer.
|
2034
|
+
// Intercept recv_trailing_metadata to commit the call, in case we wind up
|
2035
|
+
// failing the call before we get down to the retry or LB call layer.
|
1877
2036
|
if (batch->recv_trailing_metadata) {
|
1878
2037
|
calld->original_recv_trailing_metadata_ready_ =
|
1879
2038
|
batch->payload->recv_trailing_metadata.recv_trailing_metadata_ready;
|
1880
2039
|
GRPC_CLOSURE_INIT(&calld->recv_trailing_metadata_ready_,
|
1881
2040
|
RecvTrailingMetadataReadyForConfigSelectorCommitCallback,
|
1882
|
-
|
2041
|
+
calld, nullptr);
|
1883
2042
|
batch->payload->recv_trailing_metadata.recv_trailing_metadata_ready =
|
1884
2043
|
&calld->recv_trailing_metadata_ready_;
|
1885
2044
|
}
|
@@ -1920,14 +2079,14 @@ void ClientChannel::CallData::StartTransportStreamOpBatch(
|
|
1920
2079
|
calld, StatusToString(calld->cancel_error_).c_str());
|
1921
2080
|
}
|
1922
2081
|
// Fail all pending batches.
|
1923
|
-
calld->PendingBatchesFail(
|
2082
|
+
calld->PendingBatchesFail(calld->cancel_error_, NoYieldCallCombiner);
|
1924
2083
|
// Note: This will release the call combiner.
|
1925
2084
|
grpc_transport_stream_op_batch_finish_with_failure(
|
1926
2085
|
batch, calld->cancel_error_, calld->call_combiner());
|
1927
2086
|
return;
|
1928
2087
|
}
|
1929
2088
|
// Add the batch to the pending list.
|
1930
|
-
calld->PendingBatchesAdd(
|
2089
|
+
calld->PendingBatchesAdd(batch);
|
1931
2090
|
// For batches containing a send_initial_metadata op, acquire the
|
1932
2091
|
// channel's resolution mutex to apply the service config to the call,
|
1933
2092
|
// after which we will create a dynamic call.
|
@@ -1938,7 +2097,23 @@ void ClientChannel::CallData::StartTransportStreamOpBatch(
|
|
1938
2097
|
"config",
|
1939
2098
|
chand, calld);
|
1940
2099
|
}
|
1941
|
-
|
2100
|
+
// If we're still in IDLE, we need to start resolving.
|
2101
|
+
if (GPR_UNLIKELY(chand->CheckConnectivityState(false) ==
|
2102
|
+
GRPC_CHANNEL_IDLE)) {
|
2103
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2104
|
+
gpr_log(GPR_INFO, "chand=%p calld=%p: triggering exit idle", chand,
|
2105
|
+
calld);
|
2106
|
+
}
|
2107
|
+
// Bounce into the control plane work serializer to start resolving.
|
2108
|
+
GRPC_CHANNEL_STACK_REF(chand->owning_stack_, "ExitIdle");
|
2109
|
+
chand->work_serializer_->Run(
|
2110
|
+
[chand]() ABSL_EXCLUSIVE_LOCKS_REQUIRED(*chand->work_serializer_) {
|
2111
|
+
chand->CheckConnectivityState(/*try_to_connect=*/true);
|
2112
|
+
GRPC_CHANNEL_STACK_UNREF(chand->owning_stack_, "ExitIdle");
|
2113
|
+
},
|
2114
|
+
DEBUG_LOCATION);
|
2115
|
+
}
|
2116
|
+
calld->TryCheckResolution(/*was_queued=*/false);
|
1942
2117
|
} else {
|
1943
2118
|
// For all other batches, release the call combiner.
|
1944
2119
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
@@ -1951,21 +2126,16 @@ void ClientChannel::CallData::StartTransportStreamOpBatch(
|
|
1951
2126
|
}
|
1952
2127
|
}
|
1953
2128
|
|
1954
|
-
void ClientChannel::
|
1955
|
-
|
1956
|
-
|
2129
|
+
void ClientChannel::FilterBasedCallData::SetPollent(
|
2130
|
+
grpc_call_element* elem, grpc_polling_entity* pollent) {
|
2131
|
+
auto* calld = static_cast<FilterBasedCallData*>(elem->call_data);
|
1957
2132
|
calld->pollent_ = pollent;
|
1958
2133
|
}
|
1959
2134
|
|
1960
|
-
|
1961
|
-
// pending_batches management
|
1962
|
-
//
|
1963
|
-
|
1964
|
-
size_t ClientChannel::CallData::GetBatchIndex(
|
2135
|
+
size_t ClientChannel::FilterBasedCallData::GetBatchIndex(
|
1965
2136
|
grpc_transport_stream_op_batch* batch) {
|
1966
2137
|
// Note: It is important the send_initial_metadata be the first entry
|
1967
|
-
// here, since the code in
|
1968
|
-
// CheckResolutionLocked() assumes it will be.
|
2138
|
+
// here, since the code in CheckResolution() assumes it will be.
|
1969
2139
|
if (batch->send_initial_metadata) return 0;
|
1970
2140
|
if (batch->send_message) return 1;
|
1971
2141
|
if (batch->send_trailing_metadata) return 2;
|
@@ -1976,14 +2146,13 @@ size_t ClientChannel::CallData::GetBatchIndex(
|
|
1976
2146
|
}
|
1977
2147
|
|
1978
2148
|
// This is called via the call combiner, so access to calld is synchronized.
|
1979
|
-
void ClientChannel::
|
1980
|
-
|
1981
|
-
ClientChannel* chand = static_cast<ClientChannel*>(elem->channel_data);
|
2149
|
+
void ClientChannel::FilterBasedCallData::PendingBatchesAdd(
|
2150
|
+
grpc_transport_stream_op_batch* batch) {
|
1982
2151
|
const size_t idx = GetBatchIndex(batch);
|
1983
2152
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
1984
2153
|
gpr_log(GPR_INFO,
|
1985
|
-
"chand=%p calld=%p: adding pending batch at index %" PRIuPTR,
|
1986
|
-
this, idx);
|
2154
|
+
"chand=%p calld=%p: adding pending batch at index %" PRIuPTR,
|
2155
|
+
chand(), this, idx);
|
1987
2156
|
}
|
1988
2157
|
grpc_transport_stream_op_batch*& pending = pending_batches_[idx];
|
1989
2158
|
GPR_ASSERT(pending == nullptr);
|
@@ -1991,19 +2160,20 @@ void ClientChannel::CallData::PendingBatchesAdd(
|
|
1991
2160
|
}
|
1992
2161
|
|
1993
2162
|
// This is called via the call combiner, so access to calld is synchronized.
|
1994
|
-
void ClientChannel::
|
2163
|
+
void ClientChannel::FilterBasedCallData::FailPendingBatchInCallCombiner(
|
1995
2164
|
void* arg, grpc_error_handle error) {
|
1996
2165
|
grpc_transport_stream_op_batch* batch =
|
1997
2166
|
static_cast<grpc_transport_stream_op_batch*>(arg);
|
1998
|
-
|
2167
|
+
auto* calld =
|
2168
|
+
static_cast<FilterBasedCallData*>(batch->handler_private.extra_arg);
|
1999
2169
|
// Note: This will release the call combiner.
|
2000
2170
|
grpc_transport_stream_op_batch_finish_with_failure(batch, error,
|
2001
2171
|
calld->call_combiner());
|
2002
2172
|
}
|
2003
2173
|
|
2004
2174
|
// This is called via the call combiner, so access to calld is synchronized.
|
2005
|
-
void ClientChannel::
|
2006
|
-
|
2175
|
+
void ClientChannel::FilterBasedCallData::PendingBatchesFail(
|
2176
|
+
grpc_error_handle error,
|
2007
2177
|
YieldCallCombinerPredicate yield_call_combiner_predicate) {
|
2008
2178
|
GPR_ASSERT(!error.ok());
|
2009
2179
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
@@ -2011,9 +2181,9 @@ void ClientChannel::CallData::PendingBatchesFail(
|
|
2011
2181
|
for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
|
2012
2182
|
if (pending_batches_[i] != nullptr) ++num_batches;
|
2013
2183
|
}
|
2014
|
-
gpr_log(
|
2015
|
-
|
2016
|
-
|
2184
|
+
gpr_log(GPR_INFO,
|
2185
|
+
"chand=%p calld=%p: failing %" PRIuPTR " pending batches: %s",
|
2186
|
+
chand(), this, num_batches, StatusToString(error).c_str());
|
2017
2187
|
}
|
2018
2188
|
CallCombinerClosureList closures;
|
2019
2189
|
for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
|
@@ -2036,20 +2206,18 @@ void ClientChannel::CallData::PendingBatchesFail(
|
|
2036
2206
|
}
|
2037
2207
|
|
2038
2208
|
// This is called via the call combiner, so access to calld is synchronized.
|
2039
|
-
void ClientChannel::
|
2209
|
+
void ClientChannel::FilterBasedCallData::ResumePendingBatchInCallCombiner(
|
2040
2210
|
void* arg, grpc_error_handle /*ignored*/) {
|
2041
2211
|
grpc_transport_stream_op_batch* batch =
|
2042
2212
|
static_cast<grpc_transport_stream_op_batch*>(arg);
|
2043
|
-
auto*
|
2044
|
-
static_cast<
|
2045
|
-
auto* calld = static_cast<CallData*>(elem->call_data);
|
2213
|
+
auto* calld =
|
2214
|
+
static_cast<FilterBasedCallData*>(batch->handler_private.extra_arg);
|
2046
2215
|
// Note: This will release the call combiner.
|
2047
2216
|
calld->dynamic_call_->StartTransportStreamOpBatch(batch);
|
2048
2217
|
}
|
2049
2218
|
|
2050
2219
|
// This is called via the call combiner, so access to calld is synchronized.
|
2051
|
-
void ClientChannel::
|
2052
|
-
ClientChannel* chand = static_cast<ClientChannel*>(elem->channel_data);
|
2220
|
+
void ClientChannel::FilterBasedCallData::PendingBatchesResume() {
|
2053
2221
|
// Retries not enabled; send down batches as-is.
|
2054
2222
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2055
2223
|
size_t num_batches = 0;
|
@@ -2059,13 +2227,13 @@ void ClientChannel::CallData::PendingBatchesResume(grpc_call_element* elem) {
|
|
2059
2227
|
gpr_log(GPR_INFO,
|
2060
2228
|
"chand=%p calld=%p: starting %" PRIuPTR
|
2061
2229
|
" pending batches on dynamic_call=%p",
|
2062
|
-
chand, this, num_batches, dynamic_call_.get());
|
2230
|
+
chand(), this, num_batches, dynamic_call_.get());
|
2063
2231
|
}
|
2064
2232
|
CallCombinerClosureList closures;
|
2065
2233
|
for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
|
2066
2234
|
grpc_transport_stream_op_batch*& batch = pending_batches_[i];
|
2067
2235
|
if (batch != nullptr) {
|
2068
|
-
batch->handler_private.extra_arg =
|
2236
|
+
batch->handler_private.extra_arg = this;
|
2069
2237
|
GRPC_CLOSURE_INIT(&batch->handler_private.closure,
|
2070
2238
|
ResumePendingBatchInCallCombiner, batch, nullptr);
|
2071
2239
|
closures.Add(&batch->handler_private.closure, absl::OkStatus(),
|
@@ -2077,16 +2245,12 @@ void ClientChannel::CallData::PendingBatchesResume(grpc_call_element* elem) {
|
|
2077
2245
|
closures.RunClosures(call_combiner());
|
2078
2246
|
}
|
2079
2247
|
|
2080
|
-
//
|
2081
|
-
// name resolution
|
2082
|
-
//
|
2083
|
-
|
2084
2248
|
// A class to handle the call combiner cancellation callback for a
|
2085
2249
|
// queued pick.
|
2086
|
-
class ClientChannel::
|
2250
|
+
class ClientChannel::FilterBasedCallData::ResolverQueuedCallCanceller {
|
2087
2251
|
public:
|
2088
|
-
explicit ResolverQueuedCallCanceller(
|
2089
|
-
|
2252
|
+
explicit ResolverQueuedCallCanceller(FilterBasedCallData* calld)
|
2253
|
+
: calld_(calld) {
|
2090
2254
|
GRPC_CALL_STACK_REF(calld->owning_call(), "ResolverQueuedCallCanceller");
|
2091
2255
|
GRPC_CLOSURE_INIT(&closure_, &CancelLocked, this,
|
2092
2256
|
grpc_schedule_on_exec_ctx);
|
@@ -2096,8 +2260,8 @@ class ClientChannel::CallData::ResolverQueuedCallCanceller {
|
|
2096
2260
|
private:
|
2097
2261
|
static void CancelLocked(void* arg, grpc_error_handle error) {
|
2098
2262
|
auto* self = static_cast<ResolverQueuedCallCanceller*>(arg);
|
2099
|
-
auto*
|
2100
|
-
auto*
|
2263
|
+
auto* calld = self->calld_;
|
2264
|
+
auto* chand = calld->chand();
|
2101
2265
|
{
|
2102
2266
|
MutexLock lock(&chand->resolution_mu_);
|
2103
2267
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
@@ -2109,9 +2273,10 @@ class ClientChannel::CallData::ResolverQueuedCallCanceller {
|
|
2109
2273
|
}
|
2110
2274
|
if (calld->resolver_call_canceller_ == self && !error.ok()) {
|
2111
2275
|
// Remove pick from list of queued picks.
|
2112
|
-
calld->
|
2276
|
+
calld->RemoveCallFromResolverQueuedCallsLocked();
|
2277
|
+
chand->resolver_queued_calls_.erase(calld);
|
2113
2278
|
// Fail pending batches on the call.
|
2114
|
-
calld->PendingBatchesFail(
|
2279
|
+
calld->PendingBatchesFail(error,
|
2115
2280
|
YieldCallCombinerIfPendingBatchesFound);
|
2116
2281
|
}
|
2117
2282
|
}
|
@@ -2119,115 +2284,71 @@ class ClientChannel::CallData::ResolverQueuedCallCanceller {
|
|
2119
2284
|
delete self;
|
2120
2285
|
}
|
2121
2286
|
|
2122
|
-
|
2287
|
+
FilterBasedCallData* calld_;
|
2123
2288
|
grpc_closure closure_;
|
2124
2289
|
};
|
2125
2290
|
|
2126
|
-
void ClientChannel::
|
2127
|
-
|
2128
|
-
if (
|
2129
|
-
|
2130
|
-
|
2131
|
-
|
2132
|
-
|
2133
|
-
|
2134
|
-
}
|
2135
|
-
chand->RemoveResolverQueuedCall(&resolver_queued_call_, pollent_);
|
2136
|
-
queued_pending_resolver_result_ = false;
|
2137
|
-
// Lame the call combiner canceller.
|
2138
|
-
resolver_call_canceller_ = nullptr;
|
2139
|
-
// Add trace annotation
|
2140
|
-
auto* call_tracer =
|
2141
|
-
static_cast<CallTracer*>(call_context_[GRPC_CONTEXT_CALL_TRACER].value);
|
2142
|
-
if (call_tracer != nullptr) {
|
2143
|
-
call_tracer->RecordAnnotation("Delayed name resolution complete.");
|
2291
|
+
void ClientChannel::FilterBasedCallData::TryCheckResolution(bool was_queued) {
|
2292
|
+
auto result = CheckResolution(was_queued);
|
2293
|
+
if (result.has_value()) {
|
2294
|
+
if (!result->ok()) {
|
2295
|
+
PendingBatchesFail(*result, YieldCallCombiner);
|
2296
|
+
return;
|
2297
|
+
}
|
2298
|
+
CreateDynamicCall();
|
2144
2299
|
}
|
2145
2300
|
}
|
2146
2301
|
|
2147
|
-
void ClientChannel::
|
2148
|
-
grpc_call_element* elem) {
|
2149
|
-
if (queued_pending_resolver_result_) return;
|
2150
|
-
auto* chand = static_cast<ClientChannel*>(elem->channel_data);
|
2151
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2152
|
-
gpr_log(GPR_INFO, "chand=%p calld=%p: adding to resolver queued picks list",
|
2153
|
-
chand, this);
|
2154
|
-
}
|
2155
|
-
queued_pending_resolver_result_ = true;
|
2156
|
-
resolver_queued_call_.elem = elem;
|
2157
|
-
chand->AddResolverQueuedCall(&resolver_queued_call_, pollent_);
|
2302
|
+
void ClientChannel::FilterBasedCallData::OnAddToQueueLocked() {
|
2158
2303
|
// Register call combiner cancellation callback.
|
2159
|
-
resolver_call_canceller_ = new ResolverQueuedCallCanceller(
|
2304
|
+
resolver_call_canceller_ = new ResolverQueuedCallCanceller(this);
|
2160
2305
|
}
|
2161
2306
|
|
2162
|
-
|
2163
|
-
|
2164
|
-
|
2307
|
+
void ClientChannel::FilterBasedCallData::RetryCheckResolutionLocked() {
|
2308
|
+
// Lame the call combiner canceller.
|
2309
|
+
resolver_call_canceller_ = nullptr;
|
2310
|
+
// Do an async callback to resume call processing, so that we're not
|
2311
|
+
// doing it while holding the channel's resolution mutex.
|
2312
|
+
chand()->owning_stack_->EventEngine()->Run([this]() {
|
2313
|
+
ApplicationCallbackExecCtx application_exec_ctx;
|
2314
|
+
ExecCtx exec_ctx;
|
2315
|
+
TryCheckResolution(/*was_queued=*/true);
|
2316
|
+
});
|
2317
|
+
}
|
2318
|
+
|
2319
|
+
void ClientChannel::FilterBasedCallData::CreateDynamicCall() {
|
2320
|
+
DynamicFilters::Call::Args args = {dynamic_filters(), pollent_, path_,
|
2321
|
+
call_start_time_, deadline_, arena(),
|
2322
|
+
call_context_, call_combiner()};
|
2323
|
+
grpc_error_handle error;
|
2324
|
+
DynamicFilters* channel_stack = args.channel_stack.get();
|
2165
2325
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2166
|
-
gpr_log(
|
2167
|
-
|
2168
|
-
|
2169
|
-
|
2170
|
-
|
2171
|
-
|
2172
|
-
|
2173
|
-
|
2174
|
-
|
2175
|
-
|
2176
|
-
|
2177
|
-
}
|
2178
|
-
// Create a ClientChannelServiceConfigCallData for the call. This stores
|
2179
|
-
// a ref to the ServiceConfig and caches the right set of parsed configs
|
2180
|
-
// to use for the call. The ClientChannelServiceConfigCallData will store
|
2181
|
-
// itself in the call context, so that it can be accessed by filters
|
2182
|
-
// below us in the stack, and it will be cleaned up when the call ends.
|
2183
|
-
auto* service_config_call_data =
|
2184
|
-
arena()->New<ClientChannelServiceConfigCallData>(
|
2185
|
-
std::move(call_config->service_config), call_config->method_configs,
|
2186
|
-
std::move(call_config->call_attributes),
|
2187
|
-
call_config->call_dispatch_controller, call_context_);
|
2188
|
-
// Apply our own method params to the call.
|
2189
|
-
auto* method_params = static_cast<ClientChannelMethodParsedConfig*>(
|
2190
|
-
service_config_call_data->GetMethodParsedConfig(
|
2191
|
-
chand->service_config_parser_index_));
|
2192
|
-
if (method_params != nullptr) {
|
2193
|
-
// If the deadline from the service config is shorter than the one
|
2194
|
-
// from the client API, reset the deadline timer.
|
2195
|
-
if (chand->deadline_checking_enabled_ &&
|
2196
|
-
method_params->timeout() != Duration::Zero()) {
|
2197
|
-
const Timestamp per_method_deadline =
|
2198
|
-
Timestamp::FromCycleCounterRoundUp(call_start_time_) +
|
2199
|
-
method_params->timeout();
|
2200
|
-
if (per_method_deadline < deadline_) {
|
2201
|
-
deadline_ = per_method_deadline;
|
2202
|
-
grpc_deadline_state_reset(&deadline_state_, deadline_);
|
2203
|
-
}
|
2204
|
-
}
|
2205
|
-
// If the service config set wait_for_ready and the application
|
2206
|
-
// did not explicitly set it, use the value from the service config.
|
2207
|
-
auto* wait_for_ready =
|
2208
|
-
pending_batches_[0]
|
2209
|
-
->payload->send_initial_metadata.send_initial_metadata
|
2210
|
-
->GetOrCreatePointer(WaitForReady());
|
2211
|
-
if (method_params->wait_for_ready().has_value() &&
|
2212
|
-
!wait_for_ready->explicitly_set) {
|
2213
|
-
wait_for_ready->value = method_params->wait_for_ready().value();
|
2214
|
-
}
|
2326
|
+
gpr_log(
|
2327
|
+
GPR_INFO,
|
2328
|
+
"chand=%p calld=%p: creating dynamic call stack on channel_stack=%p",
|
2329
|
+
chand(), this, channel_stack);
|
2330
|
+
}
|
2331
|
+
dynamic_call_ = channel_stack->CreateCall(std::move(args), &error);
|
2332
|
+
if (!error.ok()) {
|
2333
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2334
|
+
gpr_log(GPR_INFO,
|
2335
|
+
"chand=%p calld=%p: failed to create dynamic call: error=%s",
|
2336
|
+
chand(), this, StatusToString(error).c_str());
|
2215
2337
|
}
|
2216
|
-
|
2217
|
-
|
2338
|
+
PendingBatchesFail(error, YieldCallCombiner);
|
2339
|
+
return;
|
2218
2340
|
}
|
2219
|
-
|
2341
|
+
PendingBatchesResume();
|
2220
2342
|
}
|
2221
2343
|
|
2222
|
-
void ClientChannel::
|
2344
|
+
void ClientChannel::FilterBasedCallData::
|
2223
2345
|
RecvTrailingMetadataReadyForConfigSelectorCommitCallback(
|
2224
2346
|
void* arg, grpc_error_handle error) {
|
2225
|
-
auto*
|
2226
|
-
auto* chand =
|
2227
|
-
auto* calld = static_cast<CallData*>(elem->call_data);
|
2347
|
+
auto* calld = static_cast<FilterBasedCallData*>(arg);
|
2348
|
+
auto* chand = calld->chand();
|
2228
2349
|
auto* service_config_call_data =
|
2229
2350
|
static_cast<ClientChannelServiceConfigCallData*>(
|
2230
|
-
calld->
|
2351
|
+
calld->call_context()[GRPC_CONTEXT_SERVICE_CONFIG_CALL_DATA].value);
|
2231
2352
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2232
2353
|
gpr_log(GPR_INFO,
|
2233
2354
|
"chand=%p calld=%p: got recv_trailing_metadata_ready: error=%s "
|
@@ -2236,152 +2357,32 @@ void ClientChannel::CallData::
|
|
2236
2357
|
service_config_call_data);
|
2237
2358
|
}
|
2238
2359
|
if (service_config_call_data != nullptr) {
|
2239
|
-
service_config_call_data->
|
2360
|
+
service_config_call_data->Commit();
|
2240
2361
|
}
|
2241
2362
|
// Chain to original callback.
|
2242
2363
|
Closure::Run(DEBUG_LOCATION, calld->original_recv_trailing_metadata_ready_,
|
2243
2364
|
error);
|
2244
2365
|
}
|
2245
2366
|
|
2246
|
-
|
2247
|
-
|
2248
|
-
|
2249
|
-
GRPC_CLOSURE_INIT(&resolution_done_closure_, ResolutionDone, elem, nullptr);
|
2250
|
-
ExecCtx::Run(DEBUG_LOCATION, &resolution_done_closure_, error);
|
2251
|
-
}
|
2367
|
+
//
|
2368
|
+
// ClientChannel::LoadBalancedCall::LbCallState
|
2369
|
+
//
|
2252
2370
|
|
2253
|
-
|
2254
|
-
|
2255
|
-
|
2256
|
-
|
2257
|
-
CallData* calld = static_cast<CallData*>(elem->call_data);
|
2258
|
-
if (!error.ok()) {
|
2259
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2260
|
-
gpr_log(GPR_INFO,
|
2261
|
-
"chand=%p calld=%p: error applying config to call: error=%s",
|
2262
|
-
chand, calld, StatusToString(error).c_str());
|
2263
|
-
}
|
2264
|
-
calld->PendingBatchesFail(elem, error, YieldCallCombiner);
|
2265
|
-
return;
|
2266
|
-
}
|
2267
|
-
calld->CreateDynamicCall(elem);
|
2268
|
-
}
|
2371
|
+
class ClientChannel::LoadBalancedCall::LbCallState
|
2372
|
+
: public ClientChannelLbCallState {
|
2373
|
+
public:
|
2374
|
+
explicit LbCallState(LoadBalancedCall* lb_call) : lb_call_(lb_call) {}
|
2269
2375
|
|
2270
|
-
void
|
2271
|
-
grpc_error_handle error) {
|
2272
|
-
grpc_call_element* elem = static_cast<grpc_call_element*>(arg);
|
2273
|
-
CallData* calld = static_cast<CallData*>(elem->call_data);
|
2274
|
-
ClientChannel* chand = static_cast<ClientChannel*>(elem->channel_data);
|
2275
|
-
bool resolution_complete;
|
2276
|
-
{
|
2277
|
-
MutexLock lock(&chand->resolution_mu_);
|
2278
|
-
resolution_complete = calld->CheckResolutionLocked(elem, &error);
|
2279
|
-
}
|
2280
|
-
if (resolution_complete) {
|
2281
|
-
ResolutionDone(elem, error);
|
2282
|
-
}
|
2283
|
-
}
|
2376
|
+
void* Alloc(size_t size) override { return lb_call_->arena()->Alloc(size); }
|
2284
2377
|
|
2285
|
-
|
2286
|
-
|
2287
|
-
|
2288
|
-
|
2289
|
-
if (GPR_UNLIKELY(chand->CheckConnectivityState(false) == GRPC_CHANNEL_IDLE)) {
|
2290
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2291
|
-
gpr_log(GPR_INFO, "chand=%p calld=%p: triggering exit idle", chand, this);
|
2292
|
-
}
|
2293
|
-
// Bounce into the control plane work serializer to start resolving,
|
2294
|
-
// in case we are still in IDLE state. Since we are holding on to the
|
2295
|
-
// resolution mutex here, we offload it on the ExecCtx so that we don't
|
2296
|
-
// deadlock with ourselves.
|
2297
|
-
GRPC_CHANNEL_STACK_REF(chand->owning_stack_, "CheckResolutionLocked");
|
2298
|
-
ExecCtx::Run(
|
2299
|
-
DEBUG_LOCATION,
|
2300
|
-
GRPC_CLOSURE_CREATE(
|
2301
|
-
[](void* arg, grpc_error_handle /*error*/) {
|
2302
|
-
auto* chand = static_cast<ClientChannel*>(arg);
|
2303
|
-
chand->work_serializer_->Run(
|
2304
|
-
[chand]()
|
2305
|
-
ABSL_EXCLUSIVE_LOCKS_REQUIRED(*chand->work_serializer_) {
|
2306
|
-
chand->CheckConnectivityState(/*try_to_connect=*/true);
|
2307
|
-
GRPC_CHANNEL_STACK_UNREF(chand->owning_stack_,
|
2308
|
-
"CheckResolutionLocked");
|
2309
|
-
},
|
2310
|
-
DEBUG_LOCATION);
|
2311
|
-
},
|
2312
|
-
chand, nullptr),
|
2313
|
-
absl::OkStatus());
|
2314
|
-
}
|
2315
|
-
// Get send_initial_metadata batch and flags.
|
2316
|
-
auto& send_initial_metadata =
|
2317
|
-
pending_batches_[0]->payload->send_initial_metadata;
|
2318
|
-
grpc_metadata_batch* initial_metadata_batch =
|
2319
|
-
send_initial_metadata.send_initial_metadata;
|
2320
|
-
// If we don't yet have a resolver result, we need to queue the call
|
2321
|
-
// until we get one.
|
2322
|
-
if (GPR_UNLIKELY(!chand->received_service_config_data_)) {
|
2323
|
-
// If the resolver returned transient failure before returning the
|
2324
|
-
// first service config, fail any non-wait_for_ready calls.
|
2325
|
-
absl::Status resolver_error = chand->resolver_transient_failure_error_;
|
2326
|
-
if (!resolver_error.ok() &&
|
2327
|
-
!initial_metadata_batch->GetOrCreatePointer(WaitForReady())->value) {
|
2328
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2329
|
-
gpr_log(GPR_INFO, "chand=%p calld=%p: resolution failed, failing call",
|
2330
|
-
chand, this);
|
2331
|
-
}
|
2332
|
-
MaybeRemoveCallFromResolverQueuedCallsLocked(elem);
|
2333
|
-
*error = absl_status_to_grpc_error(resolver_error);
|
2334
|
-
return true;
|
2335
|
-
}
|
2336
|
-
// Either the resolver has not yet returned a result, or it has
|
2337
|
-
// returned transient failure but the call is wait_for_ready. In
|
2338
|
-
// either case, queue the call.
|
2339
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2340
|
-
gpr_log(GPR_INFO, "chand=%p calld=%p: queuing to wait for resolution",
|
2341
|
-
chand, this);
|
2342
|
-
}
|
2343
|
-
MaybeAddCallToResolverQueuedCallsLocked(elem);
|
2344
|
-
return false;
|
2345
|
-
}
|
2346
|
-
// Apply service config to call if not yet applied.
|
2347
|
-
if (GPR_LIKELY(!service_config_applied_)) {
|
2348
|
-
service_config_applied_ = true;
|
2349
|
-
*error = ApplyServiceConfigToCallLocked(elem, initial_metadata_batch);
|
2350
|
-
}
|
2351
|
-
MaybeRemoveCallFromResolverQueuedCallsLocked(elem);
|
2352
|
-
return true;
|
2353
|
-
}
|
2378
|
+
// Internal API to allow first-party LB policies to access per-call
|
2379
|
+
// attributes set by the ConfigSelector.
|
2380
|
+
ServiceConfigCallData::CallAttributeInterface* GetCallAttribute(
|
2381
|
+
UniqueTypeName type) const override;
|
2354
2382
|
|
2355
|
-
|
2356
|
-
|
2357
|
-
|
2358
|
-
pollent_,
|
2359
|
-
path_,
|
2360
|
-
call_start_time_,
|
2361
|
-
deadline_,
|
2362
|
-
arena(),
|
2363
|
-
call_context_,
|
2364
|
-
call_combiner()};
|
2365
|
-
grpc_error_handle error;
|
2366
|
-
DynamicFilters* channel_stack = args.channel_stack.get();
|
2367
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2368
|
-
gpr_log(
|
2369
|
-
GPR_INFO,
|
2370
|
-
"chand=%p calld=%p: creating dynamic call stack on channel_stack=%p",
|
2371
|
-
chand, this, channel_stack);
|
2372
|
-
}
|
2373
|
-
dynamic_call_ = channel_stack->CreateCall(std::move(args), &error);
|
2374
|
-
if (!error.ok()) {
|
2375
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_call_trace)) {
|
2376
|
-
gpr_log(GPR_INFO,
|
2377
|
-
"chand=%p calld=%p: failed to create dynamic call: error=%s",
|
2378
|
-
chand, this, StatusToString(error).c_str());
|
2379
|
-
}
|
2380
|
-
PendingBatchesFail(elem, error, YieldCallCombiner);
|
2381
|
-
return;
|
2382
|
-
}
|
2383
|
-
PendingBatchesResume(elem);
|
2384
|
-
}
|
2383
|
+
private:
|
2384
|
+
LoadBalancedCall* lb_call_;
|
2385
|
+
};
|
2385
2386
|
|
2386
2387
|
//
|
2387
2388
|
// ClientChannel::LoadBalancedCall::Metadata
|
@@ -2462,15 +2463,12 @@ class ClientChannel::LoadBalancedCall::Metadata
|
|
2462
2463
|
// ClientChannel::LoadBalancedCall::LbCallState
|
2463
2464
|
//
|
2464
2465
|
|
2465
|
-
|
2466
|
+
ServiceConfigCallData::CallAttributeInterface*
|
2466
2467
|
ClientChannel::LoadBalancedCall::LbCallState::GetCallAttribute(
|
2467
|
-
UniqueTypeName type) {
|
2468
|
+
UniqueTypeName type) const {
|
2468
2469
|
auto* service_config_call_data = static_cast<ServiceConfigCallData*>(
|
2469
|
-
lb_call_->
|
2470
|
-
|
2471
|
-
auto it = call_attributes.find(type);
|
2472
|
-
if (it == call_attributes.end()) return absl::string_view();
|
2473
|
-
return it->second;
|
2470
|
+
lb_call_->call_context()[GRPC_CONTEXT_SERVICE_CONFIG_CALL_DATA].value);
|
2471
|
+
return service_config_call_data->GetCallAttribute(type);
|
2474
2472
|
}
|
2475
2473
|
|
2476
2474
|
//
|
@@ -2480,15 +2478,16 @@ ClientChannel::LoadBalancedCall::LbCallState::GetCallAttribute(
|
|
2480
2478
|
class ClientChannel::LoadBalancedCall::BackendMetricAccessor
|
2481
2479
|
: public LoadBalancingPolicy::BackendMetricAccessor {
|
2482
2480
|
public:
|
2483
|
-
|
2484
|
-
|
2481
|
+
BackendMetricAccessor(LoadBalancedCall* lb_call,
|
2482
|
+
grpc_metadata_batch* recv_trailing_metadata)
|
2483
|
+
: lb_call_(lb_call), recv_trailing_metadata_(recv_trailing_metadata) {}
|
2485
2484
|
|
2486
2485
|
const BackendMetricData* GetBackendMetricData() override {
|
2487
2486
|
if (lb_call_->backend_metric_data_ == nullptr &&
|
2488
|
-
|
2489
|
-
if (const auto* md =
|
2487
|
+
recv_trailing_metadata_ != nullptr) {
|
2488
|
+
if (const auto* md = recv_trailing_metadata_->get_pointer(
|
2490
2489
|
EndpointLoadMetricsBinMetadata())) {
|
2491
|
-
BackendMetricAllocator allocator(lb_call_->
|
2490
|
+
BackendMetricAllocator allocator(lb_call_->arena());
|
2492
2491
|
lb_call_->backend_metric_data_ =
|
2493
2492
|
ParseBackendMetricData(md->as_string_view(), &allocator);
|
2494
2493
|
}
|
@@ -2514,6 +2513,7 @@ class ClientChannel::LoadBalancedCall::BackendMetricAccessor
|
|
2514
2513
|
};
|
2515
2514
|
|
2516
2515
|
LoadBalancedCall* lb_call_;
|
2516
|
+
grpc_metadata_batch* recv_trailing_metadata_;
|
2517
2517
|
};
|
2518
2518
|
|
2519
2519
|
//
|
@@ -2522,37 +2522,28 @@ class ClientChannel::LoadBalancedCall::BackendMetricAccessor
|
|
2522
2522
|
|
2523
2523
|
namespace {
|
2524
2524
|
|
2525
|
-
|
2525
|
+
ClientCallTracer::CallAttemptTracer* CreateCallAttemptTracer(
|
2526
2526
|
grpc_call_context_element* context, bool is_transparent_retry) {
|
2527
|
-
auto* call_tracer =
|
2528
|
-
|
2527
|
+
auto* call_tracer = static_cast<ClientCallTracer*>(
|
2528
|
+
context[GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE].value);
|
2529
2529
|
if (call_tracer == nullptr) return nullptr;
|
2530
|
-
|
2530
|
+
auto* tracer = call_tracer->StartNewAttempt(is_transparent_retry);
|
2531
|
+
context[GRPC_CONTEXT_CALL_TRACER].value = tracer;
|
2532
|
+
return tracer;
|
2531
2533
|
}
|
2532
2534
|
|
2533
2535
|
} // namespace
|
2534
2536
|
|
2535
2537
|
ClientChannel::LoadBalancedCall::LoadBalancedCall(
|
2536
|
-
ClientChannel* chand,
|
2537
|
-
|
2538
|
-
ConfigSelector::CallDispatchController* call_dispatch_controller,
|
2539
|
-
bool is_transparent_retry)
|
2538
|
+
ClientChannel* chand, grpc_call_context_element* call_context,
|
2539
|
+
absl::AnyInvocable<void()> on_commit, bool is_transparent_retry)
|
2540
2540
|
: InternallyRefCounted(
|
2541
2541
|
GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)
|
2542
2542
|
? "LoadBalancedCall"
|
2543
2543
|
: nullptr),
|
2544
2544
|
chand_(chand),
|
2545
|
-
|
2546
|
-
|
2547
|
-
arena_(args.arena),
|
2548
|
-
owning_call_(args.call_stack),
|
2549
|
-
call_combiner_(args.call_combiner),
|
2550
|
-
call_context_(args.context),
|
2551
|
-
pollent_(pollent),
|
2552
|
-
on_call_destruction_complete_(on_call_destruction_complete),
|
2553
|
-
call_dispatch_controller_(call_dispatch_controller),
|
2554
|
-
call_attempt_tracer_(
|
2555
|
-
GetCallAttemptTracer(args.context, is_transparent_retry)) {
|
2545
|
+
on_commit_(std::move(on_commit)) {
|
2546
|
+
CreateCallAttemptTracer(call_context, is_transparent_retry);
|
2556
2547
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2557
2548
|
gpr_log(GPR_INFO, "chand=%p lb_call=%p: created", chand_, this);
|
2558
2549
|
}
|
@@ -2562,6 +2553,244 @@ ClientChannel::LoadBalancedCall::~LoadBalancedCall() {
|
|
2562
2553
|
if (backend_metric_data_ != nullptr) {
|
2563
2554
|
backend_metric_data_->BackendMetricData::~BackendMetricData();
|
2564
2555
|
}
|
2556
|
+
}
|
2557
|
+
|
2558
|
+
void ClientChannel::LoadBalancedCall::Orphan() {
|
2559
|
+
// Compute latency and report it to the tracer.
|
2560
|
+
if (call_attempt_tracer() != nullptr) {
|
2561
|
+
gpr_timespec latency =
|
2562
|
+
gpr_cycle_counter_sub(gpr_get_cycle_counter(), lb_call_start_time_);
|
2563
|
+
call_attempt_tracer()->RecordEnd(latency);
|
2564
|
+
}
|
2565
|
+
Unref();
|
2566
|
+
}
|
2567
|
+
|
2568
|
+
void ClientChannel::LoadBalancedCall::RecordCallCompletion(
|
2569
|
+
absl::Status status, grpc_metadata_batch* recv_trailing_metadata,
|
2570
|
+
grpc_transport_stream_stats* transport_stream_stats,
|
2571
|
+
absl::string_view peer_address) {
|
2572
|
+
// If we have a tracer, notify it.
|
2573
|
+
if (call_attempt_tracer() != nullptr) {
|
2574
|
+
call_attempt_tracer()->RecordReceivedTrailingMetadata(
|
2575
|
+
status, recv_trailing_metadata, transport_stream_stats);
|
2576
|
+
}
|
2577
|
+
// If the LB policy requested a callback for trailing metadata, invoke
|
2578
|
+
// the callback.
|
2579
|
+
if (lb_subchannel_call_tracker_ != nullptr) {
|
2580
|
+
Metadata trailing_metadata(recv_trailing_metadata);
|
2581
|
+
BackendMetricAccessor backend_metric_accessor(this, recv_trailing_metadata);
|
2582
|
+
LoadBalancingPolicy::SubchannelCallTrackerInterface::FinishArgs args = {
|
2583
|
+
peer_address, status, &trailing_metadata, &backend_metric_accessor};
|
2584
|
+
lb_subchannel_call_tracker_->Finish(args);
|
2585
|
+
lb_subchannel_call_tracker_.reset();
|
2586
|
+
}
|
2587
|
+
}
|
2588
|
+
|
2589
|
+
void ClientChannel::LoadBalancedCall::RemoveCallFromLbQueuedCallsLocked() {
|
2590
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2591
|
+
gpr_log(GPR_INFO, "chand=%p lb_call=%p: removing from queued picks list",
|
2592
|
+
chand_, this);
|
2593
|
+
}
|
2594
|
+
// Remove pollset_set linkage.
|
2595
|
+
grpc_polling_entity_del_from_pollset_set(pollent(),
|
2596
|
+
chand_->interested_parties_);
|
2597
|
+
// Note: There's no need to actually remove the call from the queue
|
2598
|
+
// here, beacuse that will be done in either
|
2599
|
+
// LbQueuedCallCanceller::CancelLocked() or
|
2600
|
+
// in ClientChannel::UpdateStateAndPickerLocked().
|
2601
|
+
}
|
2602
|
+
|
2603
|
+
void ClientChannel::LoadBalancedCall::AddCallToLbQueuedCallsLocked() {
|
2604
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2605
|
+
gpr_log(GPR_INFO, "chand=%p lb_call=%p: adding to queued picks list",
|
2606
|
+
chand_, this);
|
2607
|
+
}
|
2608
|
+
// Add call's pollent to channel's interested_parties, so that I/O
|
2609
|
+
// can be done under the call's CQ.
|
2610
|
+
grpc_polling_entity_add_to_pollset_set(pollent(),
|
2611
|
+
chand_->interested_parties_);
|
2612
|
+
// Add to queue.
|
2613
|
+
chand_->lb_queued_calls_.insert(this);
|
2614
|
+
OnAddToQueueLocked();
|
2615
|
+
}
|
2616
|
+
|
2617
|
+
absl::optional<absl::Status> ClientChannel::LoadBalancedCall::PickSubchannel(
|
2618
|
+
bool was_queued) {
|
2619
|
+
// We may accumulate multiple pickers here, because if a picker says
|
2620
|
+
// to queue the call, we check again to see if the picker has been
|
2621
|
+
// updated before we queue it.
|
2622
|
+
// We need to unref pickers in the WorkSerializer.
|
2623
|
+
std::vector<RefCountedPtr<LoadBalancingPolicy::SubchannelPicker>> pickers;
|
2624
|
+
auto cleanup = absl::MakeCleanup([&]() {
|
2625
|
+
chand_->work_serializer_->Run(
|
2626
|
+
[pickers = std::move(pickers)]() mutable {
|
2627
|
+
for (auto& picker : pickers) {
|
2628
|
+
picker.reset(DEBUG_LOCATION, "PickSubchannel");
|
2629
|
+
}
|
2630
|
+
},
|
2631
|
+
DEBUG_LOCATION);
|
2632
|
+
});
|
2633
|
+
// Grab mutex and take a ref to the picker.
|
2634
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2635
|
+
gpr_log(GPR_INFO, "chand=%p lb_call=%p: grabbing LB mutex to get picker",
|
2636
|
+
chand_, this);
|
2637
|
+
}
|
2638
|
+
{
|
2639
|
+
MutexLock lock(&chand_->lb_mu_);
|
2640
|
+
pickers.emplace_back(chand_->picker_);
|
2641
|
+
}
|
2642
|
+
while (true) {
|
2643
|
+
// Do pick.
|
2644
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2645
|
+
gpr_log(GPR_INFO, "chand=%p lb_call=%p: performing pick with picker=%p",
|
2646
|
+
chand_, this, pickers.back().get());
|
2647
|
+
}
|
2648
|
+
grpc_error_handle error;
|
2649
|
+
bool pick_complete = PickSubchannelImpl(pickers.back().get(), &error);
|
2650
|
+
if (!pick_complete) {
|
2651
|
+
MutexLock lock(&chand_->lb_mu_);
|
2652
|
+
// If picker has been swapped out since we grabbed it, try again.
|
2653
|
+
if (chand_->picker_ != pickers.back()) {
|
2654
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2655
|
+
gpr_log(GPR_INFO,
|
2656
|
+
"chand=%p lb_call=%p: pick not complete, but picker changed",
|
2657
|
+
chand_, this);
|
2658
|
+
}
|
2659
|
+
pickers.emplace_back(chand_->picker_);
|
2660
|
+
continue;
|
2661
|
+
}
|
2662
|
+
// Otherwise queue the pick to try again later when we get a new picker.
|
2663
|
+
AddCallToLbQueuedCallsLocked();
|
2664
|
+
return absl::nullopt;
|
2665
|
+
}
|
2666
|
+
// Pick is complete.
|
2667
|
+
// If it was queued, add a trace annotation.
|
2668
|
+
if (was_queued && call_attempt_tracer() != nullptr) {
|
2669
|
+
call_attempt_tracer()->RecordAnnotation("Delayed LB pick complete.");
|
2670
|
+
}
|
2671
|
+
// If the pick failed, fail the call.
|
2672
|
+
if (!error.ok()) {
|
2673
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2674
|
+
gpr_log(GPR_INFO,
|
2675
|
+
"chand=%p lb_call=%p: failed to pick subchannel: error=%s",
|
2676
|
+
chand_, this, StatusToString(error).c_str());
|
2677
|
+
}
|
2678
|
+
return error;
|
2679
|
+
}
|
2680
|
+
// Pick succeeded.
|
2681
|
+
Commit();
|
2682
|
+
return absl::OkStatus();
|
2683
|
+
}
|
2684
|
+
}
|
2685
|
+
|
2686
|
+
bool ClientChannel::LoadBalancedCall::PickSubchannelImpl(
|
2687
|
+
LoadBalancingPolicy::SubchannelPicker* picker, grpc_error_handle* error) {
|
2688
|
+
GPR_ASSERT(connected_subchannel_ == nullptr);
|
2689
|
+
// Perform LB pick.
|
2690
|
+
LoadBalancingPolicy::PickArgs pick_args;
|
2691
|
+
Slice* path = send_initial_metadata()->get_pointer(HttpPathMetadata());
|
2692
|
+
GPR_ASSERT(path != nullptr);
|
2693
|
+
pick_args.path = path->as_string_view();
|
2694
|
+
LbCallState lb_call_state(this);
|
2695
|
+
pick_args.call_state = &lb_call_state;
|
2696
|
+
Metadata initial_metadata(send_initial_metadata());
|
2697
|
+
pick_args.initial_metadata = &initial_metadata;
|
2698
|
+
auto result = picker->Pick(pick_args);
|
2699
|
+
return HandlePickResult<bool>(
|
2700
|
+
&result,
|
2701
|
+
// CompletePick
|
2702
|
+
[this](LoadBalancingPolicy::PickResult::Complete* complete_pick) {
|
2703
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2704
|
+
gpr_log(GPR_INFO,
|
2705
|
+
"chand=%p lb_call=%p: LB pick succeeded: subchannel=%p",
|
2706
|
+
chand_, this, complete_pick->subchannel.get());
|
2707
|
+
}
|
2708
|
+
GPR_ASSERT(complete_pick->subchannel != nullptr);
|
2709
|
+
// Grab a ref to the connected subchannel while we're still
|
2710
|
+
// holding the data plane mutex.
|
2711
|
+
SubchannelWrapper* subchannel =
|
2712
|
+
static_cast<SubchannelWrapper*>(complete_pick->subchannel.get());
|
2713
|
+
connected_subchannel_ = subchannel->connected_subchannel();
|
2714
|
+
// If the subchannel has no connected subchannel (e.g., if the
|
2715
|
+
// subchannel has moved out of state READY but the LB policy hasn't
|
2716
|
+
// yet seen that change and given us a new picker), then just
|
2717
|
+
// queue the pick. We'll try again as soon as we get a new picker.
|
2718
|
+
if (connected_subchannel_ == nullptr) {
|
2719
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2720
|
+
gpr_log(GPR_INFO,
|
2721
|
+
"chand=%p lb_call=%p: subchannel returned by LB picker "
|
2722
|
+
"has no connected subchannel; queueing pick",
|
2723
|
+
chand_, this);
|
2724
|
+
}
|
2725
|
+
return false;
|
2726
|
+
}
|
2727
|
+
lb_subchannel_call_tracker_ =
|
2728
|
+
std::move(complete_pick->subchannel_call_tracker);
|
2729
|
+
if (lb_subchannel_call_tracker_ != nullptr) {
|
2730
|
+
lb_subchannel_call_tracker_->Start();
|
2731
|
+
}
|
2732
|
+
return true;
|
2733
|
+
},
|
2734
|
+
// QueuePick
|
2735
|
+
[this](LoadBalancingPolicy::PickResult::Queue* /*queue_pick*/) {
|
2736
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2737
|
+
gpr_log(GPR_INFO, "chand=%p lb_call=%p: LB pick queued", chand_,
|
2738
|
+
this);
|
2739
|
+
}
|
2740
|
+
return false;
|
2741
|
+
},
|
2742
|
+
// FailPick
|
2743
|
+
[this, &error](LoadBalancingPolicy::PickResult::Fail* fail_pick) {
|
2744
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2745
|
+
gpr_log(GPR_INFO, "chand=%p lb_call=%p: LB pick failed: %s", chand_,
|
2746
|
+
this, fail_pick->status.ToString().c_str());
|
2747
|
+
}
|
2748
|
+
// If wait_for_ready is false, then the error indicates the RPC
|
2749
|
+
// attempt's final status.
|
2750
|
+
if (!send_initial_metadata()
|
2751
|
+
->GetOrCreatePointer(WaitForReady())
|
2752
|
+
->value) {
|
2753
|
+
*error = absl_status_to_grpc_error(MaybeRewriteIllegalStatusCode(
|
2754
|
+
std::move(fail_pick->status), "LB pick"));
|
2755
|
+
return true;
|
2756
|
+
}
|
2757
|
+
// If wait_for_ready is true, then queue to retry when we get a new
|
2758
|
+
// picker.
|
2759
|
+
return false;
|
2760
|
+
},
|
2761
|
+
// DropPick
|
2762
|
+
[this, &error](LoadBalancingPolicy::PickResult::Drop* drop_pick) {
|
2763
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2764
|
+
gpr_log(GPR_INFO, "chand=%p lb_call=%p: LB pick dropped: %s", chand_,
|
2765
|
+
this, drop_pick->status.ToString().c_str());
|
2766
|
+
}
|
2767
|
+
*error = grpc_error_set_int(
|
2768
|
+
absl_status_to_grpc_error(MaybeRewriteIllegalStatusCode(
|
2769
|
+
std::move(drop_pick->status), "LB drop")),
|
2770
|
+
StatusIntProperty::kLbPolicyDrop, 1);
|
2771
|
+
return true;
|
2772
|
+
});
|
2773
|
+
}
|
2774
|
+
|
2775
|
+
//
|
2776
|
+
// ClientChannel::FilterBasedLoadBalancedCall
|
2777
|
+
//
|
2778
|
+
|
2779
|
+
ClientChannel::FilterBasedLoadBalancedCall::FilterBasedLoadBalancedCall(
|
2780
|
+
ClientChannel* chand, const grpc_call_element_args& args,
|
2781
|
+
grpc_polling_entity* pollent, grpc_closure* on_call_destruction_complete,
|
2782
|
+
absl::AnyInvocable<void()> on_commit, bool is_transparent_retry)
|
2783
|
+
: LoadBalancedCall(chand, args.context, std::move(on_commit),
|
2784
|
+
is_transparent_retry),
|
2785
|
+
deadline_(args.deadline),
|
2786
|
+
arena_(args.arena),
|
2787
|
+
call_context_(args.context),
|
2788
|
+
owning_call_(args.call_stack),
|
2789
|
+
call_combiner_(args.call_combiner),
|
2790
|
+
pollent_(pollent),
|
2791
|
+
on_call_destruction_complete_(on_call_destruction_complete) {}
|
2792
|
+
|
2793
|
+
ClientChannel::FilterBasedLoadBalancedCall::~FilterBasedLoadBalancedCall() {
|
2565
2794
|
// Make sure there are no remaining pending batches.
|
2566
2795
|
for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
|
2567
2796
|
GPR_ASSERT(pending_batches_[i] == nullptr);
|
@@ -2572,26 +2801,22 @@ ClientChannel::LoadBalancedCall::~LoadBalancedCall() {
|
|
2572
2801
|
}
|
2573
2802
|
}
|
2574
2803
|
|
2575
|
-
void ClientChannel::
|
2804
|
+
void ClientChannel::FilterBasedLoadBalancedCall::Orphan() {
|
2576
2805
|
// If the recv_trailing_metadata op was never started, then notify
|
2577
2806
|
// about call completion here, as best we can. We assume status
|
2578
2807
|
// CANCELLED in this case.
|
2579
2808
|
if (recv_trailing_metadata_ == nullptr) {
|
2580
|
-
RecordCallCompletion(absl::CancelledError("call cancelled")
|
2809
|
+
RecordCallCompletion(absl::CancelledError("call cancelled"), nullptr,
|
2810
|
+
nullptr, "");
|
2581
2811
|
}
|
2582
|
-
//
|
2583
|
-
|
2584
|
-
gpr_timespec latency =
|
2585
|
-
gpr_cycle_counter_sub(gpr_get_cycle_counter(), lb_call_start_time_);
|
2586
|
-
call_attempt_tracer_->RecordEnd(latency);
|
2587
|
-
}
|
2588
|
-
Unref();
|
2812
|
+
// Delegate to parent.
|
2813
|
+
LoadBalancedCall::Orphan();
|
2589
2814
|
}
|
2590
2815
|
|
2591
|
-
size_t ClientChannel::
|
2816
|
+
size_t ClientChannel::FilterBasedLoadBalancedCall::GetBatchIndex(
|
2592
2817
|
grpc_transport_stream_op_batch* batch) {
|
2593
2818
|
// Note: It is important the send_initial_metadata be the first entry
|
2594
|
-
// here, since the code in
|
2819
|
+
// here, since the code in PickSubchannelImpl() assumes it will be.
|
2595
2820
|
if (batch->send_initial_metadata) return 0;
|
2596
2821
|
if (batch->send_message) return 1;
|
2597
2822
|
if (batch->send_trailing_metadata) return 2;
|
@@ -2602,31 +2827,32 @@ size_t ClientChannel::LoadBalancedCall::GetBatchIndex(
|
|
2602
2827
|
}
|
2603
2828
|
|
2604
2829
|
// This is called via the call combiner, so access to calld is synchronized.
|
2605
|
-
void ClientChannel::
|
2830
|
+
void ClientChannel::FilterBasedLoadBalancedCall::PendingBatchesAdd(
|
2606
2831
|
grpc_transport_stream_op_batch* batch) {
|
2607
2832
|
const size_t idx = GetBatchIndex(batch);
|
2608
2833
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2609
2834
|
gpr_log(GPR_INFO,
|
2610
2835
|
"chand=%p lb_call=%p: adding pending batch at index %" PRIuPTR,
|
2611
|
-
|
2836
|
+
chand(), this, idx);
|
2612
2837
|
}
|
2613
2838
|
GPR_ASSERT(pending_batches_[idx] == nullptr);
|
2614
2839
|
pending_batches_[idx] = batch;
|
2615
2840
|
}
|
2616
2841
|
|
2617
2842
|
// This is called via the call combiner, so access to calld is synchronized.
|
2618
|
-
void ClientChannel::
|
2843
|
+
void ClientChannel::FilterBasedLoadBalancedCall::FailPendingBatchInCallCombiner(
|
2619
2844
|
void* arg, grpc_error_handle error) {
|
2620
2845
|
grpc_transport_stream_op_batch* batch =
|
2621
2846
|
static_cast<grpc_transport_stream_op_batch*>(arg);
|
2622
|
-
auto* self = static_cast<
|
2847
|
+
auto* self = static_cast<FilterBasedLoadBalancedCall*>(
|
2848
|
+
batch->handler_private.extra_arg);
|
2623
2849
|
// Note: This will release the call combiner.
|
2624
2850
|
grpc_transport_stream_op_batch_finish_with_failure(batch, error,
|
2625
2851
|
self->call_combiner_);
|
2626
2852
|
}
|
2627
2853
|
|
2628
2854
|
// This is called via the call combiner, so access to calld is synchronized.
|
2629
|
-
void ClientChannel::
|
2855
|
+
void ClientChannel::FilterBasedLoadBalancedCall::PendingBatchesFail(
|
2630
2856
|
grpc_error_handle error,
|
2631
2857
|
YieldCallCombinerPredicate yield_call_combiner_predicate) {
|
2632
2858
|
GPR_ASSERT(!error.ok());
|
@@ -2638,7 +2864,7 @@ void ClientChannel::LoadBalancedCall::PendingBatchesFail(
|
|
2638
2864
|
}
|
2639
2865
|
gpr_log(GPR_INFO,
|
2640
2866
|
"chand=%p lb_call=%p: failing %" PRIuPTR " pending batches: %s",
|
2641
|
-
|
2867
|
+
chand(), this, num_batches, StatusToString(error).c_str());
|
2642
2868
|
}
|
2643
2869
|
CallCombinerClosureList closures;
|
2644
2870
|
for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
|
@@ -2661,8 +2887,8 @@ void ClientChannel::LoadBalancedCall::PendingBatchesFail(
|
|
2661
2887
|
}
|
2662
2888
|
|
2663
2889
|
// This is called via the call combiner, so access to calld is synchronized.
|
2664
|
-
void ClientChannel::
|
2665
|
-
void* arg, grpc_error_handle /*ignored*/) {
|
2890
|
+
void ClientChannel::FilterBasedLoadBalancedCall::
|
2891
|
+
ResumePendingBatchInCallCombiner(void* arg, grpc_error_handle /*ignored*/) {
|
2666
2892
|
grpc_transport_stream_op_batch* batch =
|
2667
2893
|
static_cast<grpc_transport_stream_op_batch*>(arg);
|
2668
2894
|
SubchannelCall* subchannel_call =
|
@@ -2672,7 +2898,7 @@ void ClientChannel::LoadBalancedCall::ResumePendingBatchInCallCombiner(
|
|
2672
2898
|
}
|
2673
2899
|
|
2674
2900
|
// This is called via the call combiner, so access to calld is synchronized.
|
2675
|
-
void ClientChannel::
|
2901
|
+
void ClientChannel::FilterBasedLoadBalancedCall::PendingBatchesResume() {
|
2676
2902
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2677
2903
|
size_t num_batches = 0;
|
2678
2904
|
for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
|
@@ -2681,7 +2907,7 @@ void ClientChannel::LoadBalancedCall::PendingBatchesResume() {
|
|
2681
2907
|
gpr_log(GPR_INFO,
|
2682
2908
|
"chand=%p lb_call=%p: starting %" PRIuPTR
|
2683
2909
|
" pending batches on subchannel_call=%p",
|
2684
|
-
|
2910
|
+
chand(), this, num_batches, subchannel_call_.get());
|
2685
2911
|
}
|
2686
2912
|
CallCombinerClosureList closures;
|
2687
2913
|
for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
|
@@ -2700,38 +2926,30 @@ void ClientChannel::LoadBalancedCall::PendingBatchesResume() {
|
|
2700
2926
|
closures.RunClosures(call_combiner_);
|
2701
2927
|
}
|
2702
2928
|
|
2703
|
-
void ClientChannel::
|
2929
|
+
void ClientChannel::FilterBasedLoadBalancedCall::StartTransportStreamOpBatch(
|
2704
2930
|
grpc_transport_stream_op_batch* batch) {
|
2705
2931
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace) ||
|
2706
2932
|
GRPC_TRACE_FLAG_ENABLED(grpc_trace_channel)) {
|
2707
2933
|
gpr_log(GPR_INFO,
|
2708
2934
|
"chand=%p lb_call=%p: batch started from above: %s, "
|
2709
|
-
"
|
2710
|
-
|
2711
|
-
|
2935
|
+
"call_attempt_tracer()=%p",
|
2936
|
+
chand(), this,
|
2937
|
+
grpc_transport_stream_op_batch_string(batch, false).c_str(),
|
2938
|
+
call_attempt_tracer());
|
2712
2939
|
}
|
2713
2940
|
// Handle call tracing.
|
2714
|
-
if (
|
2941
|
+
if (call_attempt_tracer() != nullptr) {
|
2715
2942
|
// Record send ops in tracer.
|
2716
2943
|
if (batch->cancel_stream) {
|
2717
|
-
|
2944
|
+
call_attempt_tracer()->RecordCancel(
|
2718
2945
|
batch->payload->cancel_stream.cancel_error);
|
2719
2946
|
}
|
2720
2947
|
if (batch->send_initial_metadata) {
|
2721
|
-
|
2948
|
+
call_attempt_tracer()->RecordSendInitialMetadata(
|
2722
2949
|
batch->payload->send_initial_metadata.send_initial_metadata);
|
2723
|
-
peer_string_ = batch->payload->send_initial_metadata.peer_string;
|
2724
|
-
original_send_initial_metadata_on_complete_ = batch->on_complete;
|
2725
|
-
GRPC_CLOSURE_INIT(&send_initial_metadata_on_complete_,
|
2726
|
-
SendInitialMetadataOnComplete, this, nullptr);
|
2727
|
-
batch->on_complete = &send_initial_metadata_on_complete_;
|
2728
|
-
}
|
2729
|
-
if (batch->send_message) {
|
2730
|
-
call_attempt_tracer_->RecordSendMessage(
|
2731
|
-
*batch->payload->send_message.send_message);
|
2732
2950
|
}
|
2733
2951
|
if (batch->send_trailing_metadata) {
|
2734
|
-
|
2952
|
+
call_attempt_tracer()->RecordSendTrailingMetadata(
|
2735
2953
|
batch->payload->send_trailing_metadata.send_trailing_metadata);
|
2736
2954
|
}
|
2737
2955
|
// Intercept recv ops.
|
@@ -2745,13 +2963,6 @@ void ClientChannel::LoadBalancedCall::StartTransportStreamOpBatch(
|
|
2745
2963
|
batch->payload->recv_initial_metadata.recv_initial_metadata_ready =
|
2746
2964
|
&recv_initial_metadata_ready_;
|
2747
2965
|
}
|
2748
|
-
if (batch->recv_message) {
|
2749
|
-
recv_message_ = batch->payload->recv_message.recv_message;
|
2750
|
-
original_recv_message_ready_ =
|
2751
|
-
batch->payload->recv_message.recv_message_ready;
|
2752
|
-
GRPC_CLOSURE_INIT(&recv_message_ready_, RecvMessageReady, this, nullptr);
|
2753
|
-
batch->payload->recv_message.recv_message_ready = &recv_message_ready_;
|
2754
|
-
}
|
2755
2966
|
}
|
2756
2967
|
// Intercept recv_trailing_metadata even if there is no call tracer,
|
2757
2968
|
// since we may need to notify the LB policy about trailing metadata.
|
@@ -2775,7 +2986,7 @@ void ClientChannel::LoadBalancedCall::StartTransportStreamOpBatch(
|
|
2775
2986
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2776
2987
|
gpr_log(GPR_INFO,
|
2777
2988
|
"chand=%p lb_call=%p: starting batch on subchannel_call=%p",
|
2778
|
-
|
2989
|
+
chand(), this, subchannel_call_.get());
|
2779
2990
|
}
|
2780
2991
|
subchannel_call_->StartTransportStreamOpBatch(batch);
|
2781
2992
|
return;
|
@@ -2786,7 +2997,7 @@ void ClientChannel::LoadBalancedCall::StartTransportStreamOpBatch(
|
|
2786
2997
|
if (GPR_UNLIKELY(!cancel_error_.ok())) {
|
2787
2998
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2788
2999
|
gpr_log(GPR_INFO, "chand=%p lb_call=%p: failing batch with error: %s",
|
2789
|
-
|
3000
|
+
chand(), this, StatusToString(cancel_error_).c_str());
|
2790
3001
|
}
|
2791
3002
|
// Note: This will release the call combiner.
|
2792
3003
|
grpc_transport_stream_op_batch_finish_with_failure(batch, cancel_error_,
|
@@ -2803,7 +3014,7 @@ void ClientChannel::LoadBalancedCall::StartTransportStreamOpBatch(
|
|
2803
3014
|
cancel_error_ = batch->payload->cancel_stream.cancel_error;
|
2804
3015
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2805
3016
|
gpr_log(GPR_INFO, "chand=%p lb_call=%p: recording cancel_error=%s",
|
2806
|
-
|
3017
|
+
chand(), this, StatusToString(cancel_error_).c_str());
|
2807
3018
|
}
|
2808
3019
|
// Fail all pending batches.
|
2809
3020
|
PendingBatchesFail(cancel_error_, NoYieldCallCombiner);
|
@@ -2815,86 +3026,55 @@ void ClientChannel::LoadBalancedCall::StartTransportStreamOpBatch(
|
|
2815
3026
|
// Add the batch to the pending list.
|
2816
3027
|
PendingBatchesAdd(batch);
|
2817
3028
|
// For batches containing a send_initial_metadata op, acquire the
|
2818
|
-
// channel's
|
3029
|
+
// channel's LB mutex to pick a subchannel.
|
2819
3030
|
if (GPR_LIKELY(batch->send_initial_metadata)) {
|
2820
|
-
|
2821
|
-
gpr_log(GPR_INFO,
|
2822
|
-
"chand=%p lb_call=%p: grabbing data plane mutex to perform pick",
|
2823
|
-
chand_, this);
|
2824
|
-
}
|
2825
|
-
PickSubchannel(this, absl::OkStatus());
|
3031
|
+
TryPick(/*was_queued=*/false);
|
2826
3032
|
} else {
|
2827
3033
|
// For all other batches, release the call combiner.
|
2828
3034
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2829
3035
|
gpr_log(GPR_INFO,
|
2830
3036
|
"chand=%p lb_call=%p: saved batch, yielding call combiner",
|
2831
|
-
|
3037
|
+
chand(), this);
|
2832
3038
|
}
|
2833
3039
|
GRPC_CALL_COMBINER_STOP(call_combiner_,
|
2834
3040
|
"batch does not include send_initial_metadata");
|
2835
3041
|
}
|
2836
3042
|
}
|
2837
3043
|
|
2838
|
-
void ClientChannel::
|
3044
|
+
void ClientChannel::FilterBasedLoadBalancedCall::RecvInitialMetadataReady(
|
2839
3045
|
void* arg, grpc_error_handle error) {
|
2840
|
-
auto* self = static_cast<
|
2841
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2842
|
-
gpr_log(GPR_INFO,
|
2843
|
-
"chand=%p lb_call=%p: got on_complete for send_initial_metadata: "
|
2844
|
-
"error=%s",
|
2845
|
-
self->chand_, self, StatusToString(error).c_str());
|
2846
|
-
}
|
2847
|
-
self->call_attempt_tracer_->RecordOnDoneSendInitialMetadata(
|
2848
|
-
self->peer_string_);
|
2849
|
-
Closure::Run(DEBUG_LOCATION,
|
2850
|
-
self->original_send_initial_metadata_on_complete_, error);
|
2851
|
-
}
|
2852
|
-
|
2853
|
-
void ClientChannel::LoadBalancedCall::RecvInitialMetadataReady(
|
2854
|
-
void* arg, grpc_error_handle error) {
|
2855
|
-
auto* self = static_cast<LoadBalancedCall*>(arg);
|
3046
|
+
auto* self = static_cast<FilterBasedLoadBalancedCall*>(arg);
|
2856
3047
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2857
3048
|
gpr_log(GPR_INFO,
|
2858
3049
|
"chand=%p lb_call=%p: got recv_initial_metadata_ready: error=%s",
|
2859
|
-
self->
|
3050
|
+
self->chand(), self, StatusToString(error).c_str());
|
2860
3051
|
}
|
2861
3052
|
if (error.ok()) {
|
2862
3053
|
// recv_initial_metadata_flags is not populated for clients
|
2863
|
-
self->
|
2864
|
-
self->recv_initial_metadata_
|
3054
|
+
self->call_attempt_tracer()->RecordReceivedInitialMetadata(
|
3055
|
+
self->recv_initial_metadata_);
|
3056
|
+
auto* peer_string = self->recv_initial_metadata_->get_pointer(PeerString());
|
3057
|
+
if (peer_string != nullptr) self->peer_string_ = peer_string->Ref();
|
2865
3058
|
}
|
2866
3059
|
Closure::Run(DEBUG_LOCATION, self->original_recv_initial_metadata_ready_,
|
2867
3060
|
error);
|
2868
3061
|
}
|
2869
3062
|
|
2870
|
-
void ClientChannel::
|
3063
|
+
void ClientChannel::FilterBasedLoadBalancedCall::RecvTrailingMetadataReady(
|
2871
3064
|
void* arg, grpc_error_handle error) {
|
2872
|
-
auto* self = static_cast<
|
2873
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2874
|
-
gpr_log(GPR_INFO, "chand=%p lb_call=%p: got recv_message_ready: error=%s",
|
2875
|
-
self->chand_, self, StatusToString(error).c_str());
|
2876
|
-
}
|
2877
|
-
if (self->recv_message_->has_value()) {
|
2878
|
-
self->call_attempt_tracer_->RecordReceivedMessage(**self->recv_message_);
|
2879
|
-
}
|
2880
|
-
Closure::Run(DEBUG_LOCATION, self->original_recv_message_ready_, error);
|
2881
|
-
}
|
2882
|
-
|
2883
|
-
void ClientChannel::LoadBalancedCall::RecvTrailingMetadataReady(
|
2884
|
-
void* arg, grpc_error_handle error) {
|
2885
|
-
auto* self = static_cast<LoadBalancedCall*>(arg);
|
3065
|
+
auto* self = static_cast<FilterBasedLoadBalancedCall*>(arg);
|
2886
3066
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2887
3067
|
gpr_log(GPR_INFO,
|
2888
3068
|
"chand=%p lb_call=%p: got recv_trailing_metadata_ready: error=%s "
|
2889
|
-
"
|
3069
|
+
"call_attempt_tracer()=%p lb_subchannel_call_tracker_=%p "
|
2890
3070
|
"failure_error_=%s",
|
2891
|
-
self->
|
2892
|
-
self->
|
3071
|
+
self->chand(), self, StatusToString(error).c_str(),
|
3072
|
+
self->call_attempt_tracer(), self->lb_subchannel_call_tracker(),
|
2893
3073
|
StatusToString(self->failure_error_).c_str());
|
2894
3074
|
}
|
2895
3075
|
// Check if we have a tracer or an LB callback to invoke.
|
2896
|
-
if (self->
|
2897
|
-
self->
|
3076
|
+
if (self->call_attempt_tracer() != nullptr ||
|
3077
|
+
self->lb_subchannel_call_tracker() != nullptr) {
|
2898
3078
|
// Get the call's status.
|
2899
3079
|
absl::Status status;
|
2900
3080
|
if (!error.ok()) {
|
@@ -2917,7 +3097,12 @@ void ClientChannel::LoadBalancedCall::RecvTrailingMetadataReady(
|
|
2917
3097
|
status = absl::Status(static_cast<absl::StatusCode>(code), message);
|
2918
3098
|
}
|
2919
3099
|
}
|
2920
|
-
|
3100
|
+
absl::string_view peer_string;
|
3101
|
+
if (self->peer_string_.has_value()) {
|
3102
|
+
peer_string = self->peer_string_->as_string_view();
|
3103
|
+
}
|
3104
|
+
self->RecordCallCompletion(status, self->recv_trailing_metadata_,
|
3105
|
+
self->transport_stream_stats_, peer_string);
|
2921
3106
|
}
|
2922
3107
|
// Chain to original callback.
|
2923
3108
|
if (!self->failure_error_.ok()) {
|
@@ -2928,54 +3113,6 @@ void ClientChannel::LoadBalancedCall::RecvTrailingMetadataReady(
|
|
2928
3113
|
error);
|
2929
3114
|
}
|
2930
3115
|
|
2931
|
-
void ClientChannel::LoadBalancedCall::RecordCallCompletion(
|
2932
|
-
absl::Status status) {
|
2933
|
-
// If we have a tracer, notify it.
|
2934
|
-
if (call_attempt_tracer_ != nullptr) {
|
2935
|
-
call_attempt_tracer_->RecordReceivedTrailingMetadata(
|
2936
|
-
status, recv_trailing_metadata_, transport_stream_stats_);
|
2937
|
-
}
|
2938
|
-
// If the LB policy requested a callback for trailing metadata, invoke
|
2939
|
-
// the callback.
|
2940
|
-
if (lb_subchannel_call_tracker_ != nullptr) {
|
2941
|
-
Metadata trailing_metadata(recv_trailing_metadata_);
|
2942
|
-
BackendMetricAccessor backend_metric_accessor(this);
|
2943
|
-
const char* peer_string =
|
2944
|
-
peer_string_ != nullptr
|
2945
|
-
? reinterpret_cast<char*>(gpr_atm_acq_load(peer_string_))
|
2946
|
-
: "";
|
2947
|
-
LoadBalancingPolicy::SubchannelCallTrackerInterface::FinishArgs args = {
|
2948
|
-
peer_string, status, &trailing_metadata, &backend_metric_accessor};
|
2949
|
-
lb_subchannel_call_tracker_->Finish(args);
|
2950
|
-
lb_subchannel_call_tracker_.reset();
|
2951
|
-
}
|
2952
|
-
}
|
2953
|
-
|
2954
|
-
void ClientChannel::LoadBalancedCall::CreateSubchannelCall() {
|
2955
|
-
SubchannelCall::Args call_args = {
|
2956
|
-
std::move(connected_subchannel_), pollent_, path_.Ref(), /*start_time=*/0,
|
2957
|
-
deadline_, arena_,
|
2958
|
-
// TODO(roth): When we implement hedging support, we will probably
|
2959
|
-
// need to use a separate call context for each subchannel call.
|
2960
|
-
call_context_, call_combiner_};
|
2961
|
-
grpc_error_handle error;
|
2962
|
-
subchannel_call_ = SubchannelCall::Create(std::move(call_args), &error);
|
2963
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
2964
|
-
gpr_log(GPR_INFO,
|
2965
|
-
"chand=%p lb_call=%p: create subchannel_call=%p: error=%s", chand_,
|
2966
|
-
this, subchannel_call_.get(), StatusToString(error).c_str());
|
2967
|
-
}
|
2968
|
-
if (on_call_destruction_complete_ != nullptr) {
|
2969
|
-
subchannel_call_->SetAfterCallStackDestroy(on_call_destruction_complete_);
|
2970
|
-
on_call_destruction_complete_ = nullptr;
|
2971
|
-
}
|
2972
|
-
if (GPR_UNLIKELY(!error.ok())) {
|
2973
|
-
PendingBatchesFail(error, YieldCallCombiner);
|
2974
|
-
} else {
|
2975
|
-
PendingBatchesResume();
|
2976
|
-
}
|
2977
|
-
}
|
2978
|
-
|
2979
3116
|
// A class to handle the call combiner cancellation callback for a
|
2980
3117
|
// queued pick.
|
2981
3118
|
// TODO(roth): When we implement hedging support, we won't be able to
|
@@ -2983,9 +3120,10 @@ void ClientChannel::LoadBalancedCall::CreateSubchannelCall() {
|
|
2983
3120
|
// because there may be multiple LB picks happening in parallel.
|
2984
3121
|
// Instead, we will probably need to maintain a list in the CallData
|
2985
3122
|
// object of pending LB picks to be cancelled when the closure runs.
|
2986
|
-
class ClientChannel::
|
3123
|
+
class ClientChannel::FilterBasedLoadBalancedCall::LbQueuedCallCanceller {
|
2987
3124
|
public:
|
2988
|
-
explicit LbQueuedCallCanceller(
|
3125
|
+
explicit LbQueuedCallCanceller(
|
3126
|
+
RefCountedPtr<FilterBasedLoadBalancedCall> lb_call)
|
2989
3127
|
: lb_call_(std::move(lb_call)) {
|
2990
3128
|
GRPC_CALL_STACK_REF(lb_call_->owning_call_, "LbQueuedCallCanceller");
|
2991
3129
|
GRPC_CLOSURE_INIT(&closure_, &CancelLocked, this, nullptr);
|
@@ -2996,9 +3134,9 @@ class ClientChannel::LoadBalancedCall::LbQueuedCallCanceller {
|
|
2996
3134
|
static void CancelLocked(void* arg, grpc_error_handle error) {
|
2997
3135
|
auto* self = static_cast<LbQueuedCallCanceller*>(arg);
|
2998
3136
|
auto* lb_call = self->lb_call_.get();
|
2999
|
-
auto* chand = lb_call->
|
3137
|
+
auto* chand = lb_call->chand();
|
3000
3138
|
{
|
3001
|
-
MutexLock lock(&chand->
|
3139
|
+
MutexLock lock(&chand->lb_mu_);
|
3002
3140
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
3003
3141
|
gpr_log(GPR_INFO,
|
3004
3142
|
"chand=%p lb_call=%p: cancelling queued pick: "
|
@@ -3007,187 +3145,98 @@ class ClientChannel::LoadBalancedCall::LbQueuedCallCanceller {
|
|
3007
3145
|
lb_call->lb_call_canceller_);
|
3008
3146
|
}
|
3009
3147
|
if (lb_call->lb_call_canceller_ == self && !error.ok()) {
|
3010
|
-
lb_call->
|
3148
|
+
lb_call->Commit();
|
3011
3149
|
// Remove pick from list of queued picks.
|
3012
|
-
lb_call->
|
3150
|
+
lb_call->RemoveCallFromLbQueuedCallsLocked();
|
3151
|
+
// Remove from queued picks list.
|
3152
|
+
chand->lb_queued_calls_.erase(lb_call);
|
3013
3153
|
// Fail pending batches on the call.
|
3014
3154
|
lb_call->PendingBatchesFail(error,
|
3015
3155
|
YieldCallCombinerIfPendingBatchesFound);
|
3016
3156
|
}
|
3017
3157
|
}
|
3018
|
-
|
3158
|
+
// Unref lb_call before unreffing the call stack, since unreffing
|
3159
|
+
// the call stack may destroy the arena in which lb_call is allocated.
|
3160
|
+
auto* owning_call = lb_call->owning_call_;
|
3161
|
+
self->lb_call_.reset();
|
3162
|
+
GRPC_CALL_STACK_UNREF(owning_call, "LbQueuedCallCanceller");
|
3019
3163
|
delete self;
|
3020
3164
|
}
|
3021
3165
|
|
3022
|
-
RefCountedPtr<
|
3166
|
+
RefCountedPtr<FilterBasedLoadBalancedCall> lb_call_;
|
3023
3167
|
grpc_closure closure_;
|
3024
3168
|
};
|
3025
3169
|
|
3026
|
-
void ClientChannel::
|
3027
|
-
|
3028
|
-
if (
|
3029
|
-
|
3030
|
-
|
3031
|
-
|
3032
|
-
|
3033
|
-
|
3034
|
-
// Lame the call combiner canceller.
|
3035
|
-
lb_call_canceller_ = nullptr;
|
3036
|
-
// Add trace annotation
|
3037
|
-
if (call_attempt_tracer_ != nullptr) {
|
3038
|
-
call_attempt_tracer_->RecordAnnotation("Delayed LB pick complete.");
|
3170
|
+
void ClientChannel::FilterBasedLoadBalancedCall::TryPick(bool was_queued) {
|
3171
|
+
auto result = PickSubchannel(was_queued);
|
3172
|
+
if (result.has_value()) {
|
3173
|
+
if (!result->ok()) {
|
3174
|
+
PendingBatchesFail(*result, YieldCallCombiner);
|
3175
|
+
return;
|
3176
|
+
}
|
3177
|
+
CreateSubchannelCall();
|
3039
3178
|
}
|
3040
3179
|
}
|
3041
3180
|
|
3042
|
-
void ClientChannel::
|
3043
|
-
if (queued_pending_lb_pick_) return;
|
3044
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
3045
|
-
gpr_log(GPR_INFO, "chand=%p lb_call=%p: adding to queued picks list",
|
3046
|
-
chand_, this);
|
3047
|
-
}
|
3048
|
-
queued_pending_lb_pick_ = true;
|
3049
|
-
queued_call_.lb_call = this;
|
3050
|
-
chand_->AddLbQueuedCall(&queued_call_, pollent_);
|
3181
|
+
void ClientChannel::FilterBasedLoadBalancedCall::OnAddToQueueLocked() {
|
3051
3182
|
// Register call combiner cancellation callback.
|
3052
3183
|
lb_call_canceller_ = new LbQueuedCallCanceller(Ref());
|
3053
3184
|
}
|
3054
3185
|
|
3055
|
-
void ClientChannel::
|
3056
|
-
//
|
3057
|
-
|
3058
|
-
|
3059
|
-
|
3060
|
-
|
3061
|
-
|
3062
|
-
|
3063
|
-
|
3064
|
-
|
3065
|
-
|
3066
|
-
|
3067
|
-
|
3068
|
-
|
3069
|
-
|
3070
|
-
|
3071
|
-
|
3186
|
+
void ClientChannel::FilterBasedLoadBalancedCall::RetryPickLocked() {
|
3187
|
+
// Lame the call combiner canceller.
|
3188
|
+
lb_call_canceller_ = nullptr;
|
3189
|
+
// Do an async callback to resume call processing, so that we're not
|
3190
|
+
// doing it while holding the channel's LB mutex.
|
3191
|
+
// TODO(roth): We should really be using EventEngine::Run() here
|
3192
|
+
// instead of ExecCtx::Run(). Unfortunately, doing that seems to cause
|
3193
|
+
// a flaky TSAN failure for reasons that I do not fully understand.
|
3194
|
+
// However, given that we are working toward eliminating this code as
|
3195
|
+
// part of the promise conversion, it doesn't seem worth further
|
3196
|
+
// investigation right now.
|
3197
|
+
ExecCtx::Run(DEBUG_LOCATION, NewClosure([this](grpc_error_handle) {
|
3198
|
+
// If there are a lot of queued calls here, resuming them
|
3199
|
+
// all may cause us to stay inside C-core for a long period
|
3200
|
+
// of time. All of that work would be done using the same
|
3201
|
+
// ExecCtx instance and therefore the same cached value of
|
3202
|
+
// "now". The longer it takes to finish all of this work
|
3203
|
+
// and exit from C-core, the more stale the cached value of
|
3204
|
+
// "now" may become. This can cause problems whereby (e.g.)
|
3205
|
+
// we calculate a timer deadline based on the stale value,
|
3206
|
+
// which results in the timer firing too early. To avoid
|
3207
|
+
// this, we invalidate the cached value for each call we
|
3208
|
+
// process.
|
3209
|
+
ExecCtx::Get()->InvalidateNow();
|
3210
|
+
TryPick(/*was_queued=*/true);
|
3211
|
+
}),
|
3212
|
+
absl::OkStatus());
|
3213
|
+
}
|
3214
|
+
|
3215
|
+
void ClientChannel::FilterBasedLoadBalancedCall::CreateSubchannelCall() {
|
3216
|
+
Slice* path = send_initial_metadata()->get_pointer(HttpPathMetadata());
|
3217
|
+
GPR_ASSERT(path != nullptr);
|
3218
|
+
SubchannelCall::Args call_args = {
|
3219
|
+
connected_subchannel()->Ref(), pollent_, path->Ref(), /*start_time=*/0,
|
3220
|
+
deadline_, arena_,
|
3221
|
+
// TODO(roth): When we implement hedging support, we will probably
|
3222
|
+
// need to use a separate call context for each subchannel call.
|
3223
|
+
call_context_, call_combiner_};
|
3224
|
+
grpc_error_handle error;
|
3225
|
+
subchannel_call_ = SubchannelCall::Create(std::move(call_args), &error);
|
3226
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
3227
|
+
gpr_log(GPR_INFO,
|
3228
|
+
"chand=%p lb_call=%p: create subchannel_call=%p: error=%s", chand(),
|
3229
|
+
this, subchannel_call_.get(), StatusToString(error).c_str());
|
3072
3230
|
}
|
3073
|
-
|
3074
|
-
|
3075
|
-
|
3076
|
-
|
3077
|
-
void ClientChannel::LoadBalancedCall::PickSubchannel(void* arg,
|
3078
|
-
grpc_error_handle error) {
|
3079
|
-
auto* self = static_cast<LoadBalancedCall*>(arg);
|
3080
|
-
bool pick_complete;
|
3081
|
-
{
|
3082
|
-
MutexLock lock(&self->chand_->data_plane_mu_);
|
3083
|
-
pick_complete = self->PickSubchannelLocked(&error);
|
3231
|
+
if (on_call_destruction_complete_ != nullptr) {
|
3232
|
+
subchannel_call_->SetAfterCallStackDestroy(on_call_destruction_complete_);
|
3233
|
+
on_call_destruction_complete_ = nullptr;
|
3084
3234
|
}
|
3085
|
-
if (
|
3086
|
-
|
3235
|
+
if (GPR_UNLIKELY(!error.ok())) {
|
3236
|
+
PendingBatchesFail(error, YieldCallCombiner);
|
3237
|
+
} else {
|
3238
|
+
PendingBatchesResume();
|
3087
3239
|
}
|
3088
3240
|
}
|
3089
3241
|
|
3090
|
-
bool ClientChannel::LoadBalancedCall::PickSubchannelLocked(
|
3091
|
-
grpc_error_handle* error) {
|
3092
|
-
GPR_ASSERT(connected_subchannel_ == nullptr);
|
3093
|
-
GPR_ASSERT(subchannel_call_ == nullptr);
|
3094
|
-
// Grab initial metadata.
|
3095
|
-
auto& send_initial_metadata =
|
3096
|
-
pending_batches_[0]->payload->send_initial_metadata;
|
3097
|
-
grpc_metadata_batch* initial_metadata_batch =
|
3098
|
-
send_initial_metadata.send_initial_metadata;
|
3099
|
-
// Perform LB pick.
|
3100
|
-
LoadBalancingPolicy::PickArgs pick_args;
|
3101
|
-
pick_args.path = path_.as_string_view();
|
3102
|
-
LbCallState lb_call_state(this);
|
3103
|
-
pick_args.call_state = &lb_call_state;
|
3104
|
-
Metadata initial_metadata(initial_metadata_batch);
|
3105
|
-
pick_args.initial_metadata = &initial_metadata;
|
3106
|
-
auto result = chand_->picker_->Pick(pick_args);
|
3107
|
-
return HandlePickResult<bool>(
|
3108
|
-
&result,
|
3109
|
-
// CompletePick
|
3110
|
-
[this](LoadBalancingPolicy::PickResult::Complete* complete_pick)
|
3111
|
-
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::data_plane_mu_) {
|
3112
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
3113
|
-
gpr_log(GPR_INFO,
|
3114
|
-
"chand=%p lb_call=%p: LB pick succeeded: subchannel=%p",
|
3115
|
-
chand_, this, complete_pick->subchannel.get());
|
3116
|
-
}
|
3117
|
-
GPR_ASSERT(complete_pick->subchannel != nullptr);
|
3118
|
-
// Grab a ref to the connected subchannel while we're still
|
3119
|
-
// holding the data plane mutex.
|
3120
|
-
SubchannelWrapper* subchannel = static_cast<SubchannelWrapper*>(
|
3121
|
-
complete_pick->subchannel.get());
|
3122
|
-
connected_subchannel_ = subchannel->connected_subchannel();
|
3123
|
-
// If the subchannel has no connected subchannel (e.g., if the
|
3124
|
-
// subchannel has moved out of state READY but the LB policy hasn't
|
3125
|
-
// yet seen that change and given us a new picker), then just
|
3126
|
-
// queue the pick. We'll try again as soon as we get a new picker.
|
3127
|
-
if (connected_subchannel_ == nullptr) {
|
3128
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
3129
|
-
gpr_log(GPR_INFO,
|
3130
|
-
"chand=%p lb_call=%p: subchannel returned by LB picker "
|
3131
|
-
"has no connected subchannel; queueing pick",
|
3132
|
-
chand_, this);
|
3133
|
-
}
|
3134
|
-
MaybeAddCallToLbQueuedCallsLocked();
|
3135
|
-
return false;
|
3136
|
-
}
|
3137
|
-
lb_subchannel_call_tracker_ =
|
3138
|
-
std::move(complete_pick->subchannel_call_tracker);
|
3139
|
-
if (lb_subchannel_call_tracker_ != nullptr) {
|
3140
|
-
lb_subchannel_call_tracker_->Start();
|
3141
|
-
}
|
3142
|
-
MaybeRemoveCallFromLbQueuedCallsLocked();
|
3143
|
-
return true;
|
3144
|
-
},
|
3145
|
-
// QueuePick
|
3146
|
-
[this](LoadBalancingPolicy::PickResult::Queue* /*queue_pick*/)
|
3147
|
-
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::data_plane_mu_) {
|
3148
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
3149
|
-
gpr_log(GPR_INFO, "chand=%p lb_call=%p: LB pick queued", chand_,
|
3150
|
-
this);
|
3151
|
-
}
|
3152
|
-
MaybeAddCallToLbQueuedCallsLocked();
|
3153
|
-
return false;
|
3154
|
-
},
|
3155
|
-
// FailPick
|
3156
|
-
[this, initial_metadata_batch,
|
3157
|
-
&error](LoadBalancingPolicy::PickResult::Fail* fail_pick)
|
3158
|
-
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::data_plane_mu_) {
|
3159
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
3160
|
-
gpr_log(GPR_INFO, "chand=%p lb_call=%p: LB pick failed: %s",
|
3161
|
-
chand_, this, fail_pick->status.ToString().c_str());
|
3162
|
-
}
|
3163
|
-
// If wait_for_ready is false, then the error indicates the RPC
|
3164
|
-
// attempt's final status.
|
3165
|
-
if (!initial_metadata_batch->GetOrCreatePointer(WaitForReady())
|
3166
|
-
->value) {
|
3167
|
-
*error = absl_status_to_grpc_error(MaybeRewriteIllegalStatusCode(
|
3168
|
-
std::move(fail_pick->status), "LB pick"));
|
3169
|
-
MaybeRemoveCallFromLbQueuedCallsLocked();
|
3170
|
-
return true;
|
3171
|
-
}
|
3172
|
-
// If wait_for_ready is true, then queue to retry when we get a new
|
3173
|
-
// picker.
|
3174
|
-
MaybeAddCallToLbQueuedCallsLocked();
|
3175
|
-
return false;
|
3176
|
-
},
|
3177
|
-
// DropPick
|
3178
|
-
[this, &error](LoadBalancingPolicy::PickResult::Drop* drop_pick)
|
3179
|
-
ABSL_EXCLUSIVE_LOCKS_REQUIRED(&ClientChannel::data_plane_mu_) {
|
3180
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_client_channel_lb_call_trace)) {
|
3181
|
-
gpr_log(GPR_INFO, "chand=%p lb_call=%p: LB pick dropped: %s",
|
3182
|
-
chand_, this, drop_pick->status.ToString().c_str());
|
3183
|
-
}
|
3184
|
-
*error = grpc_error_set_int(
|
3185
|
-
absl_status_to_grpc_error(MaybeRewriteIllegalStatusCode(
|
3186
|
-
std::move(drop_pick->status), "LB drop")),
|
3187
|
-
StatusIntProperty::kLbPolicyDrop, 1);
|
3188
|
-
MaybeRemoveCallFromLbQueuedCallsLocked();
|
3189
|
-
return true;
|
3190
|
-
});
|
3191
|
-
}
|
3192
|
-
|
3193
3242
|
} // namespace grpc_core
|