grpc 1.54.3 → 1.59.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +665 -324
- data/include/grpc/event_engine/event_engine.h +32 -46
- data/include/grpc/event_engine/memory_allocator.h +2 -2
- data/include/grpc/grpc_audit_logging.h +96 -0
- data/include/grpc/grpc_security.h +19 -0
- data/include/grpc/impl/channel_arg_names.h +375 -0
- data/include/grpc/impl/grpc_types.h +1 -348
- data/include/grpc/module.modulemap +3 -0
- data/include/grpc/support/json.h +218 -0
- data/include/grpc/support/port_platform.h +103 -24
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +7 -2
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +24 -10
- data/src/core/ext/filters/client_channel/backend_metric.cc +4 -1
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +4 -4
- data/src/core/ext/filters/client_channel/client_channel.cc +564 -178
- data/src/core/ext/filters/client_channel/client_channel.h +75 -23
- data/src/core/ext/filters/client_channel/client_channel_channelz.cc +20 -19
- data/src/core/ext/filters/client_channel/client_channel_internal.h +22 -59
- data/src/core/ext/filters/client_channel/client_channel_plugin.cc +15 -1
- data/src/core/ext/filters/client_channel/client_channel_service_config.cc +2 -2
- data/src/core/ext/filters/client_channel/config_selector.h +9 -36
- data/src/core/ext/filters/client_channel/dynamic_filters.h +5 -3
- data/src/core/ext/filters/client_channel/{http_proxy.cc → http_proxy_mapper.cc} +41 -3
- data/src/core/ext/filters/client_channel/{http_proxy.h → http_proxy_mapper.h} +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +27 -53
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +23 -9
- data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +3 -0
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +25 -35
- data/src/core/ext/filters/client_channel/lb_policy/endpoint_list.cc +188 -0
- data/src/core/ext/filters/client_channel/lb_policy/endpoint_list.h +214 -0
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +103 -142
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +2 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +5 -4
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +4 -2
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +515 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +52 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +204 -0
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +6 -9
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +2 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +93 -106
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +2 -2
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +532 -191
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +36 -0
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +16 -45
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +447 -464
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +18 -1
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +73 -129
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +416 -30
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +26 -23
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +76 -6
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +904 -101
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +19 -54
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +73 -126
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +8 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +35 -86
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +23 -69
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +117 -173
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +81 -68
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +28 -96
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +21 -123
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.h +30 -0
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +105 -175
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +58 -44
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +66 -0
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.h +27 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +586 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.h +35 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +97 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.h +32 -0
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +3 -14
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.h +24 -0
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +24 -6
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +36 -2
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +30 -28
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +10 -4
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +1 -0
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +25 -13
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +467 -312
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +32 -1
- data/src/core/ext/filters/client_channel/retry_filter.cc +39 -2530
- data/src/core/ext/filters/client_channel/retry_filter.h +92 -1
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
- data/src/core/ext/filters/client_channel/retry_service_config.cc +10 -9
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +40 -90
- data/src/core/ext/filters/client_channel/subchannel.cc +50 -199
- data/src/core/ext/filters/client_channel/subchannel.h +23 -48
- data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +3 -0
- data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
- data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +8 -7
- data/src/core/ext/filters/http/server/http_server_filter.cc +22 -18
- data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
- data/src/core/ext/filters/rbac/rbac_filter.cc +40 -111
- data/src/core/ext/filters/rbac/rbac_filter.h +12 -30
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +162 -72
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +6 -8
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +164 -88
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +16 -7
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +16 -17
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +979 -832
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +21 -0
- data/src/core/ext/transport/chttp2/transport/context_list_entry.h +70 -0
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6569 -174
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +2278 -441
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +74 -117
- data/src/core/ext/transport/chttp2/transport/flow_control.h +27 -4
- data/src/core/ext/transport/chttp2/transport/frame_data.h +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +24 -25
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +1 -4
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +10 -1
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +1 -1
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +1 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +326 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +640 -547
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +160 -12
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +48 -33
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +19 -5
- data/src/core/ext/transport/chttp2/transport/internal.h +194 -149
- data/src/core/ext/transport/chttp2/transport/{frame.h → legacy_frame.h} +3 -3
- data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.cc +44 -0
- data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.h +67 -0
- data/src/core/ext/transport/chttp2/transport/parsing.cc +143 -31
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +90 -0
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +59 -0
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +108 -0
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +115 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +120 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +88 -0
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +60 -0
- data/src/core/ext/transport/chttp2/transport/write_size_policy.h +66 -0
- data/src/core/ext/transport/chttp2/transport/writing.cc +220 -145
- data/src/core/ext/transport/inproc/inproc_transport.cc +10 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +85 -52
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +407 -182
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +119 -60
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +474 -225
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +88 -55
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +408 -189
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +355 -210
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +1564 -729
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +28 -17
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +140 -51
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +32 -21
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +153 -63
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +25 -14
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +71 -39
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +41 -27
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +41 -27
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +107 -62
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +559 -245
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +19 -12
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +38 -31
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +20 -19
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +75 -30
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +21 -16
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +38 -31
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +253 -147
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +869 -405
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +415 -264
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1831 -899
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +72 -41
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +279 -149
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +529 -334
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2009 -1131
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +19 -12
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +38 -31
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +87 -52
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +340 -233
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +262 -165
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +881 -477
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +137 -80
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +520 -275
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +20 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +43 -37
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +378 -221
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1160 -611
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +155 -92
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +620 -293
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +16 -11
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +30 -27
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +19 -12
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +38 -31
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +28 -17
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +140 -51
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +277 -167
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +811 -441
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +230 -137
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1157 -501
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +20 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +53 -38
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +367 -211
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1107 -647
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +31 -18
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +109 -51
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +32 -19
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +110 -56
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +36 -21
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +141 -65
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +29 -18
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +136 -66
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +20 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +44 -38
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +76 -43
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +258 -128
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +143 -88
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +431 -242
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +113 -62
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +552 -228
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +16 -11
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +28 -27
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +173 -118
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +850 -443
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +170 -95
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +857 -375
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +46 -27
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +152 -111
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +37 -18
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +66 -56
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +27 -15
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +85 -46
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +129 -74
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +481 -249
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +161 -84
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +673 -241
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +246 -139
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +926 -434
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +78 -49
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +609 -202
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1281 -776
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5414 -2519
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +47 -28
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +157 -85
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +226 -141
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +731 -400
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +41 -27
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +19 -12
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +38 -31
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +30 -19
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +62 -49
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +25 -14
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +103 -44
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +44 -25
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +252 -101
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +19 -12
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +38 -31
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +16 -11
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +28 -27
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +40 -23
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +101 -71
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +5 -4
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +14 -17
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +41 -24
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +103 -76
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +28 -17
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +88 -51
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +556 -0
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2702 -0
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +14 -9
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +66 -24
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +58 -37
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +143 -109
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +91 -43
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +379 -168
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +42 -25
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +107 -81
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +66 -22
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +348 -83
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +30 -19
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +65 -51
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +502 -300
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2235 -1075
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +16 -11
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +28 -27
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +33 -21
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +105 -79
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +70 -45
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +186 -139
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +45 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +85 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +32 -21
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +112 -79
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +16 -11
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +28 -27
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +5 -4
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +8 -11
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +182 -96
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +900 -361
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +54 -33
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +143 -102
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +186 -111
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +809 -420
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +30 -19
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +101 -53
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +8 -7
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +11 -15
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +298 -177
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1277 -523
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +40 -23
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +181 -76
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +128 -83
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +503 -239
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +20 -13
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +48 -35
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +37 -26
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +117 -69
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +19 -12
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +40 -31
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +50 -29
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +85 -63
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +35 -20
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +126 -64
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +20 -13
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +84 -41
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +19 -12
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +43 -33
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +16 -11
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +30 -27
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +44 -27
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +94 -71
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +11 -10
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +17 -22
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +38 -23
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +154 -76
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +29 -18
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +106 -56
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +44 -29
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +132 -92
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +63 -42
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +192 -121
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +78 -45
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +201 -132
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +32 -21
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +66 -53
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +5 -4
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +5 -8
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +14 -9
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +21 -19
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +26 -15
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +47 -34
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +41 -22
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +83 -53
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +33 -20
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +84 -57
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +5 -4
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +5 -8
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +41 -27
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +21 -14
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +54 -42
- data/src/core/ext/upb-generated/google/api/annotations.upb.c +12 -11
- data/src/core/ext/upb-generated/google/api/annotations.upb.h +22 -20
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +253 -154
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +927 -451
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +297 -180
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +939 -484
- data/src/core/ext/upb-generated/google/api/http.upb.c +66 -35
- data/src/core/ext/upb-generated/google/api/http.upb.h +277 -121
- data/src/core/ext/upb-generated/google/api/httpbody.upb.c +20 -13
- data/src/core/ext/upb-generated/google/api/httpbody.upb.h +88 -38
- data/src/core/ext/upb-generated/google/protobuf/any.upb.c +17 -10
- data/src/core/ext/upb-generated/google/protobuf/any.upb.h +31 -23
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +1168 -419
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +4431 -1412
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +17 -10
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +31 -23
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +8 -7
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +11 -15
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +60 -39
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +200 -103
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +17 -10
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +31 -23
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +88 -51
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +149 -107
- data/src/core/ext/upb-generated/google/rpc/status.upb.c +20 -13
- data/src/core/ext/upb-generated/google/rpc/status.upb.h +88 -38
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +57 -34
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +147 -93
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +41 -24
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +110 -60
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +248 -145
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +912 -416
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +32 -19
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +68 -51
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +23 -14
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +37 -30
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +142 -81
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +397 -217
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +49 -26
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +146 -62
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +171 -102
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +848 -299
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +66 -49
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +148 -105
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +24 -17
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +48 -35
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +10 -9
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +23 -14
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +24 -17
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +48 -35
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +21 -16
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +38 -31
- data/src/core/ext/upb-generated/validate/validate.upb.c +843 -455
- data/src/core/ext/upb-generated/validate/validate.upb.h +4340 -1909
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +66 -49
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +148 -105
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +24 -17
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +48 -35
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +10 -9
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +23 -14
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +63 -44
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +130 -92
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +21 -16
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +38 -31
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +14 -9
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +21 -19
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +19 -12
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +38 -31
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +35 -22
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +88 -63
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +24 -17
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +44 -29
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +19 -12
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +38 -31
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +21 -14
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +55 -43
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +42 -25
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +162 -80
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +25 -14
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +58 -39
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +76 -38
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +175 -77
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +19 -12
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +82 -35
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +16 -11
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +28 -27
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +30 -19
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +143 -55
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +8 -7
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +11 -15
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +32 -21
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +154 -64
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +160 -101
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +494 -294
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +83 -52
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +423 -165
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +22 -15
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +45 -37
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +38 -23
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +154 -76
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +35 -22
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +84 -66
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +41 -22
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +83 -53
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +19 -12
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +38 -31
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +89 -77
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +252 -253
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +163 -161
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +130 -119
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +142 -136
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +20 -13
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +39 -31
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +134 -128
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +81 -75
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +64 -48
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +495 -470
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +138 -136
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +12 -13
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +30 -30
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +406 -273
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +21 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +6 -5
- data/src/core/ext/xds/certificate_provider_store.cc +8 -13
- data/src/core/ext/xds/certificate_provider_store.h +1 -1
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +30 -42
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +14 -9
- data/src/core/ext/xds/upb_utils.h +1 -1
- data/src/core/ext/xds/xds_api.cc +41 -18
- data/src/core/ext/xds/xds_api.h +5 -4
- data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
- data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
- data/src/core/ext/xds/xds_bootstrap.cc +3 -3
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +65 -50
- data/src/core/ext/xds/xds_bootstrap_grpc.h +10 -13
- data/src/core/ext/xds/xds_client.cc +35 -16
- data/src/core/ext/xds/xds_client.h +3 -3
- data/src/core/ext/xds/xds_client_grpc.cc +12 -6
- data/src/core/ext/xds/xds_client_grpc.h +16 -2
- data/src/core/ext/xds/xds_client_stats.h +11 -1
- data/src/core/ext/xds/xds_cluster.cc +100 -109
- data/src/core/ext/xds/xds_cluster.h +1 -6
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +15 -11
- data/src/core/ext/xds/xds_cluster_specifier_plugin.h +2 -2
- data/src/core/ext/xds/xds_common_types.cc +8 -5
- data/src/core/ext/xds/xds_endpoint.cc +21 -28
- data/src/core/ext/xds/xds_endpoint.h +1 -2
- data/src/core/ext/xds/xds_health_status.cc +0 -17
- data/src/core/ext/xds/xds_health_status.h +5 -25
- data/src/core/ext/xds/xds_http_fault_filter.cc +16 -14
- data/src/core/ext/xds/xds_http_fault_filter.h +1 -1
- data/src/core/ext/xds/xds_http_filters.cc +1 -4
- data/src/core/ext/xds/xds_http_filters.h +3 -2
- data/src/core/ext/xds/xds_http_rbac_filter.cc +152 -72
- data/src/core/ext/xds/xds_http_rbac_filter.h +1 -1
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +16 -16
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -1
- data/src/core/ext/xds/xds_lb_policy_registry.cc +60 -36
- data/src/core/ext/xds/xds_listener.cc +25 -18
- data/src/core/ext/xds/xds_listener.h +14 -4
- data/src/core/ext/xds/xds_resource_type.h +3 -9
- data/src/core/ext/xds/xds_resource_type_impl.h +9 -11
- data/src/core/ext/xds/xds_route_config.cc +62 -19
- data/src/core/ext/xds/xds_route_config.h +2 -2
- data/src/core/ext/xds/xds_server_config_fetcher.cc +53 -28
- data/src/core/ext/xds/xds_transport_grpc.cc +13 -2
- data/src/core/lib/address_utils/parse_address.cc +63 -1
- data/src/core/lib/address_utils/parse_address.h +8 -0
- data/src/core/lib/address_utils/sockaddr_utils.cc +46 -1
- data/src/core/lib/address_utils/sockaddr_utils.h +2 -2
- data/src/core/lib/avl/avl.h +15 -173
- data/src/core/lib/backoff/random_early_detection.cc +4 -2
- data/src/core/lib/backoff/random_early_detection.h +7 -4
- data/src/core/lib/channel/call_tracer.cc +296 -1
- data/src/core/lib/channel/call_tracer.h +39 -1
- data/src/core/lib/channel/channel_args.cc +120 -46
- data/src/core/lib/channel/channel_args.h +52 -4
- data/src/core/lib/channel/channel_trace.cc +16 -12
- data/src/core/lib/channel/channelz.cc +163 -135
- data/src/core/lib/channel/channelz.h +42 -35
- data/src/core/lib/channel/channelz_registry.cc +24 -20
- data/src/core/lib/channel/channelz_registry.h +4 -2
- data/src/core/lib/channel/connected_channel.cc +103 -35
- data/src/core/lib/channel/promise_based_filter.cc +15 -17
- data/src/core/lib/channel/promise_based_filter.h +5 -1
- data/src/core/lib/compression/compression_internal.cc +8 -7
- data/src/core/lib/config/config_vars.cc +20 -18
- data/src/core/lib/config/config_vars.h +5 -5
- data/src/core/lib/config/core_configuration.cc +2 -1
- data/src/core/lib/config/core_configuration.h +5 -4
- data/src/core/lib/config/load_config.cc +13 -0
- data/src/core/lib/config/load_config.h +6 -0
- data/src/core/lib/debug/event_log.h +1 -1
- data/src/core/lib/debug/stats_data.cc +202 -35
- data/src/core/lib/debug/stats_data.h +103 -1
- data/src/core/lib/debug/trace.cc +31 -56
- data/src/core/lib/debug/trace.h +14 -4
- data/src/core/lib/event_engine/ares_resolver.cc +721 -0
- data/src/core/lib/event_engine/ares_resolver.h +150 -0
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +221 -0
- data/src/core/lib/event_engine/cf_engine/cf_engine.h +89 -0
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +357 -0
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +149 -0
- data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +82 -0
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +241 -0
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +120 -0
- data/src/core/lib/event_engine/default_event_engine.cc +13 -1
- data/src/core/lib/event_engine/default_event_engine_factory.cc +14 -2
- data/src/core/lib/event_engine/event_engine.cc +0 -12
- data/src/core/lib/event_engine/forkable.cc +62 -43
- data/src/core/lib/event_engine/forkable.h +15 -0
- data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
- data/src/core/lib/event_engine/handle_containers.h +0 -4
- data/src/core/lib/event_engine/nameser.h +102 -0
- data/src/core/lib/event_engine/poller.h +2 -2
- data/src/core/lib/event_engine/posix.h +4 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +5 -7
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +29 -9
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
- data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +7 -18
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +28 -14
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +12 -1
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +90 -47
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +21 -14
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +41 -31
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +9 -8
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +4 -2
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +50 -4
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +9 -0
- data/src/core/lib/event_engine/posix_engine/timer.h +10 -37
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
- data/src/core/lib/event_engine/shim.cc +9 -1
- data/src/core/lib/event_engine/tcp_socket_utils.cc +67 -7
- data/src/core/lib/event_engine/tcp_socket_utils.h +3 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.h +176 -0
- data/src/core/lib/event_engine/thread_pool/thread_pool.h +50 -0
- data/src/core/lib/event_engine/{executor/executor.h → thread_pool/thread_pool_factory.cc} +12 -15
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +523 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +223 -0
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +157 -0
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +104 -0
- data/src/core/lib/event_engine/trace.cc +1 -0
- data/src/core/lib/event_engine/trace.h +6 -0
- data/src/core/lib/event_engine/windows/iocp.cc +4 -3
- data/src/core/lib/event_engine/windows/iocp.h +3 -3
- data/src/core/lib/event_engine/windows/win_socket.cc +6 -6
- data/src/core/lib/event_engine/windows/win_socket.h +4 -4
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +60 -59
- data/src/core/lib/event_engine/windows/windows_endpoint.h +17 -13
- data/src/core/lib/event_engine/windows/windows_engine.cc +21 -18
- data/src/core/lib/event_engine/windows/windows_engine.h +14 -18
- data/src/core/lib/event_engine/windows/windows_listener.cc +3 -3
- data/src/core/lib/event_engine/windows/windows_listener.h +3 -2
- data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
- data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
- data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
- data/src/core/lib/experiments/config.cc +121 -30
- data/src/core/lib/experiments/config.h +33 -5
- data/src/core/lib/experiments/experiments.cc +675 -23
- data/src/core/lib/experiments/experiments.h +342 -27
- data/src/core/lib/gpr/log_internal.h +55 -0
- data/src/core/lib/gpr/posix/time.cc +5 -0
- data/src/core/lib/gprpp/crash.cc +10 -0
- data/src/core/lib/gprpp/crash.h +3 -0
- data/src/core/lib/gprpp/dual_ref_counted.h +9 -9
- data/src/core/lib/gprpp/fork.cc +8 -9
- data/src/core/lib/gprpp/fork.h +7 -6
- data/src/core/lib/gprpp/if_list.h +4530 -0
- data/src/core/lib/gprpp/manual_constructor.h +1 -2
- data/src/core/lib/gprpp/no_destruct.h +1 -1
- data/src/core/lib/gprpp/orphanable.h +3 -3
- data/src/core/lib/gprpp/per_cpu.cc +35 -0
- data/src/core/lib/gprpp/per_cpu.h +61 -9
- data/src/core/lib/gprpp/ref_counted.h +9 -7
- data/src/core/lib/gprpp/ref_counted_ptr.h +63 -0
- data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
- data/src/core/lib/gprpp/ref_counted_string.h +146 -0
- data/src/core/lib/gprpp/sorted_pack.h +3 -12
- data/src/core/lib/gprpp/status_helper.cc +2 -2
- data/src/core/lib/gprpp/status_helper.h +16 -15
- data/src/core/lib/gprpp/time.cc +1 -0
- data/src/core/lib/gprpp/time.h +13 -1
- data/src/core/lib/gprpp/type_list.h +32 -0
- data/src/core/lib/gprpp/validation_errors.cc +8 -3
- data/src/core/lib/gprpp/validation_errors.h +16 -9
- data/src/core/lib/gprpp/work_serializer.cc +320 -12
- data/src/core/lib/gprpp/work_serializer.h +30 -9
- data/src/core/lib/http/httpcli.h +6 -9
- data/src/core/lib/http/httpcli_security_connector.cc +1 -0
- data/src/core/lib/iomgr/buffer_list.cc +2 -0
- data/src/core/lib/iomgr/buffer_list.h +0 -1
- data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
- data/src/core/lib/iomgr/combiner.cc +57 -15
- data/src/core/lib/iomgr/combiner.h +8 -3
- data/src/core/lib/iomgr/endpoint_cfstream.cc +10 -8
- data/src/core/lib/iomgr/error.cc +32 -2
- data/src/core/lib/iomgr/error.h +9 -10
- data/src/core/lib/iomgr/ev_apple.cc +12 -12
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +15 -10
- data/src/core/lib/iomgr/ev_poll_posix.cc +6 -5
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +24 -27
- data/src/core/lib/iomgr/exec_ctx.cc +12 -0
- data/src/core/lib/iomgr/exec_ctx.h +66 -19
- data/src/core/lib/iomgr/iocp_windows.cc +24 -3
- data/src/core/lib/iomgr/iocp_windows.h +11 -0
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +1 -1
- data/src/core/lib/iomgr/polling_entity.cc +10 -0
- data/src/core/lib/iomgr/polling_entity.h +2 -0
- data/src/core/lib/iomgr/pollset.h +4 -5
- data/src/core/lib/iomgr/port.h +24 -0
- data/src/core/lib/iomgr/resolve_address.cc +13 -1
- data/src/core/lib/iomgr/resolve_address.h +17 -3
- data/src/core/lib/iomgr/sockaddr_posix.h +7 -0
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +33 -2
- data/src/core/lib/iomgr/socket_utils_posix.cc +5 -0
- data/src/core/lib/iomgr/socket_utils_posix.h +9 -0
- data/src/core/lib/iomgr/socket_windows.cc +61 -7
- data/src/core/lib/iomgr/socket_windows.h +9 -2
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +14 -3
- data/src/core/lib/iomgr/tcp_client_posix.cc +8 -1
- data/src/core/lib/iomgr/tcp_posix.cc +41 -21
- data/src/core/lib/iomgr/tcp_server_posix.cc +145 -106
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +1 -1
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +5 -2
- data/src/core/lib/iomgr/tcp_server_windows.cc +1 -1
- data/src/core/lib/iomgr/tcp_windows.cc +1 -3
- data/src/core/lib/iomgr/timer_generic.cc +17 -16
- data/src/core/lib/iomgr/vsock.cc +59 -0
- data/src/core/lib/iomgr/vsock.h +38 -0
- data/src/core/lib/iomgr/wakeup_fd_posix.h +3 -6
- data/src/core/lib/json/json.h +2 -218
- data/src/core/lib/json/json_object_loader.cc +24 -25
- data/src/core/lib/json/json_object_loader.h +30 -18
- data/src/core/lib/json/json_reader.cc +69 -42
- data/src/core/lib/json/json_reader.h +34 -0
- data/src/core/lib/json/json_util.cc +10 -15
- data/src/core/lib/json/json_util.h +5 -4
- data/src/core/lib/json/json_writer.cc +24 -25
- data/src/core/lib/json/json_writer.h +33 -0
- data/src/core/lib/load_balancing/delegating_helper.h +115 -0
- data/src/core/lib/load_balancing/lb_policy.h +43 -9
- data/src/core/lib/load_balancing/lb_policy_registry.cc +9 -8
- data/src/core/lib/load_balancing/subchannel_interface.h +6 -0
- data/src/core/lib/matchers/matchers.cc +3 -4
- data/src/core/lib/matchers/matchers.h +2 -1
- data/src/core/lib/promise/activity.cc +5 -0
- data/src/core/lib/promise/activity.h +10 -0
- data/src/core/lib/promise/arena_promise.h +5 -1
- data/src/core/lib/promise/detail/basic_seq.h +1 -372
- data/src/core/lib/promise/detail/promise_factory.h +1 -1
- data/src/core/lib/promise/detail/seq_state.h +2494 -0
- data/src/core/lib/promise/latch.h +1 -0
- data/src/core/lib/promise/loop.h +8 -5
- data/src/core/lib/promise/party.cc +31 -13
- data/src/core/lib/promise/party.h +12 -3
- data/src/core/lib/promise/pipe.h +40 -26
- data/src/core/lib/promise/poll.h +4 -6
- data/src/core/lib/promise/prioritized_race.h +95 -0
- data/src/core/lib/promise/seq.h +19 -2
- data/src/core/lib/promise/sleep.cc +2 -1
- data/src/core/lib/promise/sleep.h +5 -10
- data/src/core/lib/promise/try_seq.h +34 -2
- data/src/core/lib/resolver/resolver_factory.h +3 -2
- data/src/core/lib/resolver/server_address.cc +9 -102
- data/src/core/lib/resolver/server_address.h +11 -70
- data/src/core/lib/resource_quota/api.cc +1 -0
- data/src/core/lib/resource_quota/arena.cc +2 -0
- data/src/core/lib/resource_quota/arena.h +42 -8
- data/src/core/lib/resource_quota/memory_quota.cc +65 -10
- data/src/core/lib/resource_quota/memory_quota.h +6 -4
- data/src/core/lib/resource_quota/resource_quota.h +1 -0
- data/src/core/lib/security/authorization/audit_logging.cc +98 -0
- data/src/core/lib/security/authorization/audit_logging.h +73 -0
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +47 -2
- data/src/core/lib/security/authorization/grpc_authorization_engine.h +18 -1
- data/src/core/lib/security/authorization/rbac_policy.cc +36 -4
- data/src/core/lib/security/authorization/rbac_policy.h +19 -2
- data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
- data/src/core/lib/security/authorization/stdout_logger.h +61 -0
- data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +8 -4
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +8 -18
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +14 -8
- data/src/core/lib/security/credentials/channel_creds_registry.h +51 -27
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +169 -9
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +1 -1
- data/src/core/lib/security/credentials/composite/composite_credentials.h +3 -1
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +54 -49
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +104 -65
- data/src/core/lib/security/credentials/external/external_account_credentials.h +6 -0
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +23 -21
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +29 -27
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +30 -38
- data/src/core/lib/security/credentials/fake/fake_credentials.h +28 -0
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +6 -2
- data/src/core/lib/security/credentials/jwt/json_token.cc +36 -16
- data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +10 -5
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +82 -38
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +18 -16
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +116 -9
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +14 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_match.cc +86 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +0 -55
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +2 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +8 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +5 -1
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -1
- data/src/core/lib/security/credentials/tls/tls_credentials.h +3 -1
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +2 -5
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +7 -57
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +1 -1
- data/src/core/lib/security/security_connector/ssl_utils.cc +3 -1
- data/src/core/lib/security/security_connector/ssl_utils.h +1 -1
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +3 -15
- data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
- data/src/core/lib/security/transport/security_handshaker.cc +1 -0
- data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
- data/src/core/lib/security/util/json_util.cc +6 -5
- data/src/core/lib/service_config/service_config_call_data.h +54 -20
- data/src/core/lib/service_config/service_config_impl.cc +13 -6
- data/src/core/lib/slice/slice.h +24 -0
- data/src/core/lib/slice/slice_buffer.cc +15 -0
- data/src/core/lib/slice/slice_buffer.h +16 -4
- data/src/core/lib/slice/slice_refcount.h +1 -1
- data/src/core/lib/surface/call.cc +244 -100
- data/src/core/lib/surface/call.h +5 -5
- data/src/core/lib/surface/channel.cc +8 -4
- data/src/core/lib/surface/channel_init.h +3 -2
- data/src/core/lib/surface/completion_queue.cc +18 -3
- data/src/core/lib/surface/init.cc +1 -0
- data/src/core/lib/surface/server.cc +151 -80
- data/src/core/lib/surface/server.h +19 -21
- data/src/core/lib/surface/validate_metadata.cc +37 -22
- data/src/core/lib/surface/validate_metadata.h +13 -3
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/batch_builder.cc +16 -15
- data/src/core/lib/transport/batch_builder.h +48 -36
- data/src/core/lib/transport/metadata_batch.cc +13 -7
- data/src/core/lib/transport/metadata_batch.h +118 -108
- data/src/core/lib/transport/metadata_compression_traits.h +67 -0
- data/src/core/lib/transport/parsed_metadata.h +32 -20
- data/src/core/lib/transport/simple_slice_based_metadata.h +54 -0
- data/src/core/lib/transport/transport.h +30 -11
- data/src/core/plugin_registry/grpc_plugin_registry.cc +2 -6
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +2 -0
- data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +4 -6
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +1 -2
- data/src/core/tsi/ssl_transport_security.cc +51 -9
- data/src/core/tsi/ssl_transport_security.h +17 -1
- data/src/ruby/bin/math_pb.rb +24 -18
- data/src/ruby/ext/grpc/extconf.rb +27 -27
- data/src/ruby/ext/grpc/rb_call.c +62 -39
- data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_channel.c +109 -84
- data/src/ruby/ext/grpc/rb_channel.h +1 -0
- data/src/ruby/ext/grpc/rb_channel_args.c +18 -2
- data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
- data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
- data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
- data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
- data/src/ruby/ext/grpc/rb_grpc.c +192 -30
- data/src/ruby/ext/grpc/rb_grpc.h +8 -2
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +2 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +3 -0
- data/src/ruby/ext/grpc/rb_server.c +62 -45
- data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
- data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
- data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
- data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +28 -111
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
- data/src/ruby/pb/test/client.rb +16 -0
- data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
- data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
- data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
- data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
- data/third_party/abseil-cpp/absl/base/casts.h +8 -8
- data/third_party/abseil-cpp/absl/base/config.h +89 -106
- data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
- data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
- data/third_party/abseil-cpp/absl/base/options.h +1 -1
- data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
- data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
- data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
- data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
- data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
- data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
- data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
- data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
- data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
- data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
- data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
- data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
- data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
- data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
- data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
- data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
- data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
- data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
- data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
- data/third_party/abseil-cpp/absl/random/bit_gen_ref.h +185 -0
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
- data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
- data/third_party/abseil-cpp/absl/status/status.cc +11 -7
- data/third_party/abseil-cpp/absl/status/status.h +11 -2
- data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
- data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
- data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
- data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
- data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
- data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
- data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
- data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
- data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
- data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
- data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
- data/third_party/abseil-cpp/absl/strings/match.h +19 -0
- data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
- data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
- data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
- data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
- data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
- data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
- data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
- data/third_party/abseil-cpp/absl/time/time.cc +9 -2
- data/third_party/abseil-cpp/absl/time/time.h +115 -15
- data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
- data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
- data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
- data/third_party/abseil-cpp/absl/types/optional.h +15 -13
- data/third_party/abseil-cpp/absl/types/span.h +1 -2
- data/third_party/boringssl-with-bazel/err_data.c +554 -553
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -8
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +6 -6
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +34 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +11 -4
- data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +10 -6
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +7 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +9 -7
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +40 -55
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +14 -54
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +23 -22
- data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +11 -2
- data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +31 -22
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +29 -26
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +31 -192
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -7
- data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/{cpu_aarch64_freebsd.c → cpu_aarch64_openbsd.c} +23 -24
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +55 -50
- data/third_party/boringssl-with-bazel/src/crypto/{cpu_arm.c → curve25519/curve25519_64_adx.c} +4 -24
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2834 -7442
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +26 -8
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +20 -0
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +110 -72
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +42 -34
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +17 -11
- data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +23 -21
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +35 -12
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +3 -7
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +34 -72
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +12 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +12 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +17 -18
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +51 -15
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +41 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +9 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +204 -428
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +31 -64
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +105 -143
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +19 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +16 -18
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.c +27 -30
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +23 -26
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +21 -37
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +31 -31
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +16 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +11 -5
- data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +2 -10
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +115 -133
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +57 -47
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +1 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +40 -26
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +21 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +38 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +2 -41
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +76 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +5 -288
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +143 -83
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +126 -233
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +113 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +33 -0
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +169 -6
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +216 -87
- data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +32 -2
- data/third_party/boringssl-with-bazel/src/crypto/kyber/keccak.c +11 -12
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +834 -0
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +25 -46
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +6 -13
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +18 -14
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +8 -5
- data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +52 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/trusty.c +38 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
- data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -17
- data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/internal.h +77 -0
- data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +152 -72
- data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
- data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +6 -35
- data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +5 -26
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +62 -0
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +240 -72
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +35 -0
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +588 -130
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +27 -18
- data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +10 -20
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +17 -39
- data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +18 -14
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +39 -48
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +1 -141
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +19 -25
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +72 -23
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +8 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +8 -12
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +22 -24
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +1 -72
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +22 -29
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +9 -7
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +33 -46
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +3 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +20 -52
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +14 -26
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +11 -9
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +17 -10
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +5 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +5 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +4 -119
- data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +11 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +37 -112
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +19 -13
- data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +0 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +5 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +0 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +28 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +19 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +14 -10
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +34 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +128 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +2 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +8 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +0 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +13 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +91 -62
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +26 -19
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +275 -96
- data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +242 -223
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +201 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -25
- data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +4 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +8 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +760 -614
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +45 -12
- data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +11 -6
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +10 -68
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +20 -20
- data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +33 -18
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +86 -46
- data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +37 -18
- data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +8 -4
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +209 -209
- data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +6 -6
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +76 -118
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +209 -33
- data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +17 -4
- data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +19 -21
- data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
- data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +2 -1
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +2 -3
- data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +5 -21
- data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -2
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
- data/third_party/cares/cares/include/ares.h +23 -1
- data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
- data/third_party/cares/cares/include/ares_rules.h +2 -2
- data/third_party/cares/cares/include/ares_version.h +3 -3
- data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
- data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
- data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
- data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
- data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
- data/third_party/cares/cares/src/lib/ares_data.c +16 -0
- data/third_party/cares/cares/src/lib/ares_data.h +7 -0
- data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
- data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
- data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
- data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
- data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
- data/third_party/cares/cares/src/lib/ares_init.c +97 -485
- data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
- data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
- data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
- data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
- data/third_party/cares/cares/src/lib/ares_private.h +30 -16
- data/third_party/cares/cares/src/lib/ares_process.c +55 -16
- data/third_party/cares/cares/src/lib/ares_query.c +1 -35
- data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
- data/third_party/cares/cares/src/lib/ares_send.c +5 -7
- data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
- data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
- data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
- data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
- data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
- data/third_party/upb/upb/{table_internal.h → alloc.h} +6 -6
- data/third_party/upb/upb/arena.h +4 -193
- data/third_party/upb/upb/array.h +4 -51
- data/third_party/upb/upb/base/descriptor_constants.h +104 -0
- data/third_party/upb/upb/base/log2.h +57 -0
- data/third_party/upb/upb/{status.c → base/status.c} +2 -7
- data/third_party/upb/upb/base/status.h +66 -0
- data/third_party/upb/upb/base/string_view.h +75 -0
- data/third_party/upb/upb/{array.c → collections/array.c} +73 -36
- data/third_party/upb/upb/collections/array.h +91 -0
- data/third_party/upb/upb/collections/array_internal.h +135 -0
- data/third_party/upb/upb/{map.c → collections/map.c} +60 -26
- data/third_party/upb/upb/collections/map.h +140 -0
- data/third_party/upb/upb/collections/map_gencode_util.h +78 -0
- data/third_party/upb/upb/collections/map_internal.h +170 -0
- data/third_party/upb/upb/collections/map_sorter.c +166 -0
- data/third_party/upb/upb/collections/map_sorter_internal.h +109 -0
- data/third_party/upb/upb/{message_value.h → collections/message_value.h} +19 -13
- data/third_party/upb/upb/decode.h +3 -62
- data/third_party/upb/upb/def.h +4 -384
- data/third_party/upb/upb/def.hpp +3 -411
- data/third_party/upb/upb/encode.h +3 -48
- data/third_party/upb/upb/extension_registry.h +3 -52
- data/third_party/upb/upb/generated_code_support.h +54 -0
- data/third_party/upb/upb/{table.c → hash/common.c} +55 -108
- data/third_party/upb/upb/hash/common.h +200 -0
- data/third_party/upb/upb/hash/int_table.h +102 -0
- data/third_party/upb/upb/hash/str_table.h +162 -0
- data/third_party/upb/upb/{json_decode.c → json/decode.c} +63 -98
- data/third_party/upb/upb/{json_decode.h → json/decode.h} +8 -3
- data/third_party/upb/upb/{json_encode.c → json/encode.c} +69 -45
- data/third_party/upb/upb/{json_encode.h → json/encode.h} +8 -3
- data/third_party/upb/upb/lex/atoi.c +68 -0
- data/third_party/upb/upb/lex/atoi.h +53 -0
- data/third_party/upb/upb/{upb.c → lex/round_trip.c} +2 -11
- data/third_party/upb/upb/{internal/upb.h → lex/round_trip.h} +17 -30
- data/third_party/upb/upb/lex/strtod.c +97 -0
- data/third_party/upb/upb/lex/strtod.h +46 -0
- data/third_party/upb/upb/lex/unicode.c +57 -0
- data/third_party/upb/upb/lex/unicode.h +77 -0
- data/third_party/upb/upb/map.h +4 -85
- data/third_party/upb/upb/mem/alloc.c +47 -0
- data/third_party/upb/upb/mem/alloc.h +98 -0
- data/third_party/upb/upb/mem/arena.c +367 -0
- data/third_party/upb/upb/mem/arena.h +160 -0
- data/third_party/upb/upb/mem/arena_internal.h +114 -0
- data/third_party/upb/upb/message/accessors.c +92 -0
- data/third_party/upb/upb/message/accessors.h +400 -0
- data/third_party/upb/upb/message/accessors_internal.h +391 -0
- data/third_party/upb/upb/message/extension_internal.h +83 -0
- data/third_party/upb/upb/message/internal/map_entry.h +64 -0
- data/third_party/upb/upb/message/internal.h +131 -0
- data/third_party/upb/upb/message/message.c +174 -0
- data/third_party/upb/upb/message/message.h +69 -0
- data/third_party/upb/upb/message/tagged_ptr.h +89 -0
- data/third_party/upb/upb/mini_descriptor/build_enum.c +150 -0
- data/third_party/upb/upb/mini_descriptor/build_enum.h +63 -0
- data/third_party/upb/upb/mini_descriptor/decode.c +875 -0
- data/third_party/upb/upb/mini_descriptor/decode.h +140 -0
- data/third_party/upb/upb/mini_descriptor/internal/base92.c +46 -0
- data/third_party/upb/upb/mini_descriptor/internal/base92.h +81 -0
- data/third_party/upb/upb/mini_descriptor/internal/decoder.h +73 -0
- data/third_party/upb/upb/mini_descriptor/internal/encode.c +326 -0
- data/third_party/upb/upb/mini_descriptor/internal/encode.h +110 -0
- data/third_party/upb/upb/{mini_table.hpp → mini_descriptor/internal/encode.hpp} +32 -8
- data/third_party/upb/upb/mini_descriptor/internal/modifiers.h +50 -0
- data/third_party/upb/upb/mini_descriptor/internal/wire_constants.h +91 -0
- data/third_party/upb/upb/mini_descriptor/link.c +142 -0
- data/third_party/upb/upb/mini_descriptor/link.h +104 -0
- data/third_party/upb/upb/mini_table/enum.h +50 -0
- data/third_party/upb/upb/mini_table/extension.h +40 -0
- data/third_party/upb/upb/{extension_registry.c → mini_table/extension_registry.c} +27 -24
- data/third_party/upb/upb/mini_table/extension_registry.h +105 -0
- data/third_party/upb/upb/mini_table/field.h +118 -0
- data/third_party/upb/upb/{collections.h → mini_table/file.h} +6 -7
- data/third_party/upb/upb/mini_table/internal/enum.h +76 -0
- data/third_party/upb/upb/mini_table/internal/extension.h +47 -0
- data/third_party/upb/upb/mini_table/internal/field.h +136 -0
- data/third_party/upb/upb/mini_table/internal/file.h +49 -0
- data/third_party/upb/upb/mini_table/internal/message.c +39 -0
- data/third_party/upb/upb/mini_table/internal/message.h +113 -0
- data/third_party/upb/upb/mini_table/internal/sub.h +39 -0
- data/third_party/upb/upb/mini_table/message.c +97 -0
- data/third_party/upb/upb/mini_table/message.h +105 -0
- data/third_party/upb/upb/mini_table/sub.h +35 -0
- data/third_party/upb/upb/msg.h +3 -38
- data/third_party/upb/upb/port/atomic.h +101 -0
- data/third_party/upb/upb/{port_def.inc → port/def.inc} +94 -27
- data/third_party/upb/upb/{port_undef.inc → port/undef.inc} +13 -3
- data/third_party/upb/upb/{internal → port}/vsnprintf_compat.h +5 -7
- data/third_party/upb/upb/reflection/common.h +67 -0
- data/third_party/upb/upb/reflection/def.h +42 -0
- data/third_party/upb/upb/reflection/def.hpp +622 -0
- data/third_party/upb/upb/reflection/def_builder.c +357 -0
- data/third_party/upb/upb/reflection/def_builder_internal.h +157 -0
- data/third_party/upb/upb/reflection/def_pool.c +462 -0
- data/third_party/upb/upb/reflection/def_pool.h +108 -0
- data/third_party/upb/upb/reflection/def_pool_internal.h +77 -0
- data/third_party/upb/upb/reflection/def_type.c +50 -0
- data/third_party/upb/upb/reflection/def_type.h +81 -0
- data/third_party/upb/upb/reflection/desc_state.c +53 -0
- data/third_party/upb/upb/reflection/desc_state_internal.h +64 -0
- data/third_party/upb/upb/reflection/enum_def.c +310 -0
- data/third_party/upb/upb/reflection/enum_def.h +80 -0
- data/third_party/upb/upb/reflection/enum_def_internal.h +56 -0
- data/third_party/upb/upb/reflection/enum_reserved_range.c +84 -0
- data/third_party/upb/upb/reflection/enum_reserved_range.h +51 -0
- data/third_party/upb/upb/reflection/enum_reserved_range_internal.h +55 -0
- data/third_party/upb/upb/reflection/enum_value_def.c +144 -0
- data/third_party/upb/upb/reflection/enum_value_def.h +57 -0
- data/third_party/upb/upb/reflection/enum_value_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/extension_range.c +93 -0
- data/third_party/upb/upb/reflection/extension_range.h +55 -0
- data/third_party/upb/upb/reflection/extension_range_internal.h +54 -0
- data/third_party/upb/upb/reflection/field_def.c +931 -0
- data/third_party/upb/upb/reflection/field_def.h +91 -0
- data/third_party/upb/upb/reflection/field_def_internal.h +76 -0
- data/third_party/upb/upb/reflection/file_def.c +370 -0
- data/third_party/upb/upb/reflection/file_def.h +77 -0
- data/third_party/upb/upb/reflection/file_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/message.c +233 -0
- data/third_party/upb/upb/reflection/message.h +102 -0
- data/third_party/upb/upb/reflection/message.hpp +37 -0
- data/third_party/upb/upb/reflection/message_def.c +720 -0
- data/third_party/upb/upb/reflection/message_def.h +174 -0
- data/third_party/upb/upb/reflection/message_def_internal.h +63 -0
- data/third_party/upb/upb/reflection/message_reserved_range.c +81 -0
- data/third_party/upb/upb/reflection/message_reserved_range.h +51 -0
- data/third_party/upb/upb/reflection/message_reserved_range_internal.h +55 -0
- data/third_party/upb/upb/reflection/method_def.c +124 -0
- data/third_party/upb/upb/reflection/method_def.h +59 -0
- data/third_party/upb/upb/reflection/method_def_internal.h +53 -0
- data/third_party/upb/upb/reflection/oneof_def.c +226 -0
- data/third_party/upb/upb/reflection/oneof_def.h +66 -0
- data/third_party/upb/upb/reflection/oneof_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/service_def.c +128 -0
- data/third_party/upb/upb/reflection/service_def.h +60 -0
- data/third_party/upb/upb/reflection/service_def_internal.h +53 -0
- data/third_party/upb/upb/reflection.h +4 -78
- data/third_party/upb/upb/reflection.hpp +3 -7
- data/third_party/upb/upb/status.h +4 -34
- data/third_party/upb/upb/string_view.h +36 -0
- data/third_party/upb/upb/{text_encode.c → text/encode.c} +74 -70
- data/third_party/upb/upb/text/encode.h +69 -0
- data/third_party/upb/upb/text_encode.h +4 -32
- data/third_party/upb/upb/upb.h +6 -151
- data/third_party/upb/upb/upb.hpp +10 -18
- data/third_party/upb/upb/wire/common.h +44 -0
- data/third_party/upb/upb/wire/common_internal.h +50 -0
- data/third_party/upb/upb/wire/decode.c +1382 -0
- data/third_party/upb/upb/wire/decode.h +148 -0
- data/third_party/upb/upb/{decode_fast.c → wire/decode_fast.c} +184 -225
- data/third_party/upb/upb/{decode_fast.h → wire/decode_fast.h} +21 -7
- data/third_party/upb/upb/{internal/decode.h → wire/decode_internal.h} +44 -92
- data/third_party/upb/upb/{encode.c → wire/encode.c} +134 -105
- data/third_party/upb/upb/wire/encode.h +92 -0
- data/third_party/upb/upb/wire/eps_copy_input_stream.c +39 -0
- data/third_party/upb/upb/wire/eps_copy_input_stream.h +425 -0
- data/third_party/upb/upb/wire/reader.c +67 -0
- data/third_party/upb/upb/wire/reader.h +227 -0
- data/third_party/upb/upb/wire/swap_internal.h +63 -0
- data/third_party/upb/upb/wire/types.h +41 -0
- data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-neon.c +1 -1
- data/third_party/{upb/third_party/utf8_range → utf8_range}/utf8_range.h +12 -0
- metadata +286 -87
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -175
- data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +0 -42
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.h +0 -64
- data/src/core/ext/transport/chttp2/transport/context_list.cc +0 -71
- data/src/core/ext/transport/chttp2/transport/context_list.h +0 -54
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
- data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
- data/src/core/lib/event_engine/thread_pool.cc +0 -253
- data/src/core/lib/event_engine/thread_pool.h +0 -141
- data/src/core/lib/promise/detail/basic_join.h +0 -197
- data/src/core/lib/promise/detail/switch.h +0 -1455
- data/src/core/lib/promise/try_join.h +0 -82
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
- data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +0 -52
- data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
- data/third_party/re2/util/benchmark.h +0 -156
- data/third_party/re2/util/flags.h +0 -26
- data/third_party/re2/util/malloc_counter.h +0 -19
- data/third_party/re2/util/pcre.cc +0 -1025
- data/third_party/re2/util/pcre.h +0 -681
- data/third_party/re2/util/test.h +0 -50
- data/third_party/upb/upb/arena.c +0 -277
- data/third_party/upb/upb/decode.c +0 -1221
- data/third_party/upb/upb/def.c +0 -3269
- data/third_party/upb/upb/internal/table.h +0 -385
- data/third_party/upb/upb/mini_table.c +0 -1147
- data/third_party/upb/upb/mini_table.h +0 -189
- data/third_party/upb/upb/msg.c +0 -368
- data/third_party/upb/upb/msg_internal.h +0 -837
- data/third_party/upb/upb/reflection.c +0 -323
- data/third_party/zlib/gzclose.c +0 -25
- data/third_party/zlib/gzlib.c +0 -639
- data/third_party/zlib/gzread.c +0 -650
- data/third_party/zlib/gzwrite.c +0 -677
- /data/third_party/{upb/third_party/utf8_range → utf8_range}/naive.c +0 -0
- /data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-sse.c +0 -0
@@ -24,22 +24,32 @@
|
|
24
24
|
#include <string.h>
|
25
25
|
|
26
26
|
#include <algorithm>
|
27
|
+
#include <atomic>
|
27
28
|
#include <initializer_list>
|
29
|
+
#include <limits>
|
28
30
|
#include <memory>
|
29
31
|
#include <new>
|
30
32
|
#include <string>
|
33
|
+
#include <type_traits>
|
31
34
|
#include <utility>
|
35
|
+
#include <vector>
|
32
36
|
|
33
37
|
#include "absl/base/attributes.h"
|
38
|
+
#include "absl/container/flat_hash_map.h"
|
39
|
+
#include "absl/hash/hash.h"
|
40
|
+
#include "absl/meta/type_traits.h"
|
41
|
+
#include "absl/random/random.h"
|
34
42
|
#include "absl/status/status.h"
|
35
43
|
#include "absl/strings/cord.h"
|
36
44
|
#include "absl/strings/str_cat.h"
|
37
45
|
#include "absl/strings/str_format.h"
|
38
46
|
#include "absl/strings/string_view.h"
|
39
47
|
#include "absl/types/optional.h"
|
48
|
+
#include "absl/types/variant.h"
|
40
49
|
|
41
50
|
#include <grpc/event_engine/event_engine.h>
|
42
51
|
#include <grpc/grpc.h>
|
52
|
+
#include <grpc/impl/channel_arg_names.h>
|
43
53
|
#include <grpc/impl/connectivity_state.h>
|
44
54
|
#include <grpc/slice_buffer.h>
|
45
55
|
#include <grpc/status.h>
|
@@ -47,9 +57,8 @@
|
|
47
57
|
#include <grpc/support/log.h>
|
48
58
|
#include <grpc/support/time.h>
|
49
59
|
|
50
|
-
#include "src/core/ext/transport/chttp2/transport/
|
60
|
+
#include "src/core/ext/transport/chttp2/transport/context_list_entry.h"
|
51
61
|
#include "src/core/ext/transport/chttp2/transport/flow_control.h"
|
52
|
-
#include "src/core/ext/transport/chttp2/transport/frame.h"
|
53
62
|
#include "src/core/ext/transport/chttp2/transport/frame_data.h"
|
54
63
|
#include "src/core/ext/transport/chttp2/transport/frame_goaway.h"
|
55
64
|
#include "src/core/ext/transport/chttp2/transport/frame_rst_stream.h"
|
@@ -57,8 +66,13 @@
|
|
57
66
|
#include "src/core/ext/transport/chttp2/transport/http2_settings.h"
|
58
67
|
#include "src/core/ext/transport/chttp2/transport/http_trace.h"
|
59
68
|
#include "src/core/ext/transport/chttp2/transport/internal.h"
|
60
|
-
#include "src/core/ext/transport/chttp2/transport/
|
69
|
+
#include "src/core/ext/transport/chttp2/transport/legacy_frame.h"
|
70
|
+
#include "src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.h"
|
71
|
+
#include "src/core/ext/transport/chttp2/transport/ping_abuse_policy.h"
|
72
|
+
#include "src/core/ext/transport/chttp2/transport/ping_callbacks.h"
|
73
|
+
#include "src/core/ext/transport/chttp2/transport/ping_rate_policy.h"
|
61
74
|
#include "src/core/ext/transport/chttp2/transport/varint.h"
|
75
|
+
#include "src/core/ext/transport/chttp2/transport/write_size_policy.h"
|
62
76
|
#include "src/core/lib/channel/call_tracer.h"
|
63
77
|
#include "src/core/lib/channel/channel_args.h"
|
64
78
|
#include "src/core/lib/channel/context.h"
|
@@ -78,7 +92,6 @@
|
|
78
92
|
#include "src/core/lib/iomgr/exec_ctx.h"
|
79
93
|
#include "src/core/lib/iomgr/iomgr_fwd.h"
|
80
94
|
#include "src/core/lib/iomgr/port.h"
|
81
|
-
#include "src/core/lib/iomgr/timer.h"
|
82
95
|
#include "src/core/lib/promise/poll.h"
|
83
96
|
#include "src/core/lib/resource_quota/arena.h"
|
84
97
|
#include "src/core/lib/resource_quota/memory_quota.h"
|
@@ -106,36 +119,28 @@
|
|
106
119
|
#define DEFAULT_MAX_HEADER_LIST_SIZE (16 * 1024)
|
107
120
|
#define DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT (8 * 1024)
|
108
121
|
|
109
|
-
#define DEFAULT_CLIENT_KEEPALIVE_TIME_MS INT_MAX
|
110
|
-
#define DEFAULT_CLIENT_KEEPALIVE_TIMEOUT_MS 20000 // 20 seconds
|
111
|
-
#define DEFAULT_SERVER_KEEPALIVE_TIME_MS 7200000 // 2 hours
|
112
|
-
#define DEFAULT_SERVER_KEEPALIVE_TIMEOUT_MS 20000 // 20 seconds
|
113
|
-
#define DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS false
|
114
122
|
#define KEEPALIVE_TIME_BACKOFF_MULTIPLIER 2
|
115
123
|
|
116
|
-
#define DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS 300000 // 5 minutes
|
117
|
-
#define DEFAULT_MAX_PINGS_BETWEEN_DATA 2
|
118
|
-
#define DEFAULT_MAX_PING_STRIKES 2
|
119
|
-
|
120
124
|
#define DEFAULT_MAX_PENDING_INDUCED_FRAMES 10000
|
121
125
|
|
122
|
-
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
-
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
137
|
-
|
138
|
-
|
126
|
+
#define GRPC_ARG_HTTP2_PING_ON_RST_STREAM_PERCENT \
|
127
|
+
"grpc.http2.ping_on_rst_stream_percent"
|
128
|
+
|
129
|
+
static grpc_core::Duration g_default_client_keepalive_time =
|
130
|
+
grpc_core::Duration::Infinity();
|
131
|
+
static grpc_core::Duration g_default_client_keepalive_timeout =
|
132
|
+
grpc_core::Duration::Seconds(20);
|
133
|
+
static grpc_core::Duration g_default_server_keepalive_time =
|
134
|
+
grpc_core::Duration::Hours(2);
|
135
|
+
static grpc_core::Duration g_default_server_keepalive_timeout =
|
136
|
+
grpc_core::Duration::Seconds(20);
|
137
|
+
static bool g_default_client_keepalive_permit_without_calls = false;
|
138
|
+
static bool g_default_server_keepalive_permit_without_calls = false;
|
139
|
+
|
140
|
+
// EXPERIMENTAL: control tarpitting in chttp2
|
141
|
+
#define GRPC_ARG_HTTP_ALLOW_TARPIT "grpc.http.tarpit"
|
142
|
+
#define GRPC_ARG_HTTP_TARPIT_MIN_DURATION_MS "grpc.http.tarpit_min_duration_ms"
|
143
|
+
#define GRPC_ARG_HTTP_TARPIT_MAX_DURATION_MS "grpc.http.tarpit_max_duration_ms"
|
139
144
|
|
140
145
|
#define MAX_CLIENT_STREAM_ID 0x7fffffffu
|
141
146
|
grpc_core::TraceFlag grpc_keepalive_trace(false, "http_keepalive");
|
@@ -143,21 +148,27 @@ grpc_core::DebugOnlyTraceFlag grpc_trace_chttp2_refcount(false,
|
|
143
148
|
"chttp2_refcount");
|
144
149
|
|
145
150
|
// forward declarations of various callbacks that we'll build closures around
|
146
|
-
static void write_action_begin_locked(
|
147
|
-
|
148
|
-
static void
|
149
|
-
static void
|
150
|
-
|
151
|
-
static void
|
152
|
-
|
153
|
-
|
151
|
+
static void write_action_begin_locked(
|
152
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
153
|
+
static void write_action(grpc_chttp2_transport* t);
|
154
|
+
static void write_action_end(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
155
|
+
grpc_error_handle error);
|
156
|
+
static void write_action_end_locked(
|
157
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
158
|
+
|
159
|
+
static void read_action(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
160
|
+
grpc_error_handle error);
|
161
|
+
static void read_action_locked(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
162
|
+
grpc_error_handle error);
|
163
|
+
static void continue_read_action_locked(
|
164
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t);
|
154
165
|
|
155
166
|
// Set a transport level setting, and push it to our peer
|
156
167
|
static void queue_setting_update(grpc_chttp2_transport* t,
|
157
168
|
grpc_chttp2_setting_id id, uint32_t value);
|
158
169
|
|
159
170
|
static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
160
|
-
grpc_error_handle error);
|
171
|
+
grpc_error_handle error, bool tarpit);
|
161
172
|
|
162
173
|
// Start new streams that have been created if we can
|
163
174
|
static void maybe_start_some_streams(grpc_chttp2_transport* t);
|
@@ -167,8 +178,10 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
|
|
167
178
|
const absl::Status& status,
|
168
179
|
const char* reason);
|
169
180
|
|
170
|
-
static void benign_reclaimer_locked(
|
171
|
-
|
181
|
+
static void benign_reclaimer_locked(
|
182
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
183
|
+
static void destructive_reclaimer_locked(
|
184
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
172
185
|
|
173
186
|
static void post_benign_reclaimer(grpc_chttp2_transport* t);
|
174
187
|
static void post_destructive_reclaimer(grpc_chttp2_transport* t);
|
@@ -178,33 +191,44 @@ static void close_transport_locked(grpc_chttp2_transport* t,
|
|
178
191
|
static void end_all_the_calls(grpc_chttp2_transport* t,
|
179
192
|
grpc_error_handle error);
|
180
193
|
|
181
|
-
static void start_bdp_ping(
|
182
|
-
|
183
|
-
static void
|
184
|
-
|
194
|
+
static void start_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
195
|
+
grpc_error_handle error);
|
196
|
+
static void finish_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
197
|
+
grpc_error_handle error);
|
198
|
+
static void start_bdp_ping_locked(
|
199
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
200
|
+
static void finish_bdp_ping_locked(
|
201
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
185
202
|
static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t);
|
186
203
|
static void next_bdp_ping_timer_expired_locked(
|
187
|
-
|
204
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> tp,
|
205
|
+
GRPC_UNUSED grpc_error_handle error);
|
188
206
|
|
189
207
|
static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error);
|
190
208
|
static void send_ping_locked(grpc_chttp2_transport* t,
|
191
209
|
grpc_closure* on_initiate, grpc_closure* on_ack);
|
192
|
-
static void retry_initiate_ping_locked(
|
193
|
-
|
210
|
+
static void retry_initiate_ping_locked(
|
211
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
212
|
+
GRPC_UNUSED grpc_error_handle error);
|
194
213
|
|
195
214
|
// keepalive-relevant functions
|
196
|
-
static void init_keepalive_ping(
|
197
|
-
|
198
|
-
|
199
|
-
|
200
|
-
|
201
|
-
static void
|
202
|
-
|
203
|
-
static void
|
204
|
-
|
205
|
-
void* arg, GRPC_UNUSED grpc_error_handle error);
|
215
|
+
static void init_keepalive_ping(
|
216
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t);
|
217
|
+
static void init_keepalive_ping_locked(
|
218
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
219
|
+
GRPC_UNUSED grpc_error_handle error);
|
220
|
+
static void finish_keepalive_ping(
|
221
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
|
222
|
+
static void finish_keepalive_ping_locked(
|
223
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
|
206
224
|
static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t);
|
207
225
|
|
226
|
+
static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
|
227
|
+
bool immediate_disconnect_hint);
|
228
|
+
|
229
|
+
// Timeout for getting an ack back on settings changes
|
230
|
+
#define GRPC_ARG_SETTINGS_TIMEOUT "grpc.http2.settings_timeout"
|
231
|
+
|
208
232
|
namespace {
|
209
233
|
grpc_core::CallTracerInterface* CallTracerIfEnabled(grpc_chttp2_stream* s) {
|
210
234
|
if (s->context == nullptr || !grpc_core::IsTraceRecordCallopsEnabled()) {
|
@@ -215,10 +239,31 @@ grpc_core::CallTracerInterface* CallTracerIfEnabled(grpc_chttp2_stream* s) {
|
|
215
239
|
s->context)[GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE]
|
216
240
|
.value);
|
217
241
|
}
|
242
|
+
|
243
|
+
grpc_core::WriteTimestampsCallback g_write_timestamps_callback = nullptr;
|
244
|
+
grpc_core::CopyContextFn g_get_copied_context_fn = nullptr;
|
218
245
|
} // namespace
|
219
246
|
|
220
247
|
namespace grpc_core {
|
221
248
|
|
249
|
+
namespace {
|
250
|
+
// Initialize a grpc_closure \a c to call \a Fn with \a t and \a error. Holds
|
251
|
+
// the passed in reference to \a t until it's moved into Fn.
|
252
|
+
template <void (*Fn)(RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle)>
|
253
|
+
grpc_closure* InitTransportClosure(RefCountedPtr<grpc_chttp2_transport> t,
|
254
|
+
grpc_closure* c) {
|
255
|
+
GRPC_CLOSURE_INIT(
|
256
|
+
c,
|
257
|
+
[](void* tp, grpc_error_handle error) {
|
258
|
+
Fn(RefCountedPtr<grpc_chttp2_transport>(
|
259
|
+
static_cast<grpc_chttp2_transport*>(tp)),
|
260
|
+
std::move(error));
|
261
|
+
},
|
262
|
+
t.release(), nullptr);
|
263
|
+
return c;
|
264
|
+
}
|
265
|
+
} // namespace
|
266
|
+
|
222
267
|
namespace {
|
223
268
|
TestOnlyGlobalHttp2TransportInitCallback test_only_init_callback = nullptr;
|
224
269
|
TestOnlyGlobalHttp2TransportDestructCallback test_only_destruct_callback =
|
@@ -241,6 +286,40 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
|
|
241
286
|
test_only_disable_transient_failure_state_notification = disable;
|
242
287
|
}
|
243
288
|
|
289
|
+
void GrpcHttp2SetWriteTimestampsCallback(WriteTimestampsCallback fn) {
|
290
|
+
g_write_timestamps_callback = fn;
|
291
|
+
}
|
292
|
+
|
293
|
+
void GrpcHttp2SetCopyContextFn(CopyContextFn fn) {
|
294
|
+
g_get_copied_context_fn = fn;
|
295
|
+
}
|
296
|
+
|
297
|
+
WriteTimestampsCallback GrpcHttp2GetWriteTimestampsCallback() {
|
298
|
+
return g_write_timestamps_callback;
|
299
|
+
}
|
300
|
+
|
301
|
+
CopyContextFn GrpcHttp2GetCopyContextFn() { return g_get_copied_context_fn; }
|
302
|
+
|
303
|
+
// For each entry in the passed ContextList, it executes the function set using
|
304
|
+
// GrpcHttp2SetWriteTimestampsCallback method with each context in the list
|
305
|
+
// and \a ts. It also deletes/frees up the passed ContextList after this
|
306
|
+
// operation.
|
307
|
+
void ForEachContextListEntryExecute(void* arg, Timestamps* ts,
|
308
|
+
grpc_error_handle error) {
|
309
|
+
ContextList* context_list = reinterpret_cast<ContextList*>(arg);
|
310
|
+
if (!context_list) {
|
311
|
+
return;
|
312
|
+
}
|
313
|
+
for (auto it = context_list->begin(); it != context_list->end(); it++) {
|
314
|
+
ContextListEntry& entry = (*it);
|
315
|
+
if (ts) {
|
316
|
+
ts->byte_offset = static_cast<uint32_t>(entry.ByteOffsetInStream());
|
317
|
+
}
|
318
|
+
g_write_timestamps_callback(entry.TraceContext(), ts, error);
|
319
|
+
}
|
320
|
+
delete context_list;
|
321
|
+
}
|
322
|
+
|
244
323
|
} // namespace grpc_core
|
245
324
|
|
246
325
|
//
|
@@ -250,6 +329,8 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
|
|
250
329
|
grpc_chttp2_transport::~grpc_chttp2_transport() {
|
251
330
|
size_t i;
|
252
331
|
|
332
|
+
cancel_pings(this, GRPC_ERROR_CREATE("Transport destroyed"));
|
333
|
+
|
253
334
|
event_engine.reset();
|
254
335
|
|
255
336
|
if (channelz_socket != nullptr) {
|
@@ -260,12 +341,12 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
|
|
260
341
|
|
261
342
|
grpc_slice_buffer_destroy(&qbuf);
|
262
343
|
|
263
|
-
grpc_slice_buffer_destroy(&outbuf);
|
264
|
-
|
265
344
|
grpc_error_handle error = GRPC_ERROR_CREATE("Transport destroyed");
|
266
345
|
// ContextList::Execute follows semantics of a callback function and does not
|
267
346
|
// take a ref on error
|
268
|
-
|
347
|
+
if (cl != nullptr) {
|
348
|
+
grpc_core::ForEachContextListEntryExecute(cl, nullptr, error);
|
349
|
+
}
|
269
350
|
cl = nullptr;
|
270
351
|
|
271
352
|
grpc_slice_buffer_destroy(&read_buffer);
|
@@ -276,14 +357,9 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
|
|
276
357
|
GPR_ASSERT(lists[i].tail == nullptr);
|
277
358
|
}
|
278
359
|
|
279
|
-
GPR_ASSERT(
|
280
|
-
|
281
|
-
grpc_chttp2_stream_map_destroy(&stream_map);
|
282
|
-
|
360
|
+
GPR_ASSERT(stream_map.empty());
|
283
361
|
GRPC_COMBINER_UNREF(combiner, "chttp2_transport");
|
284
362
|
|
285
|
-
cancel_pings(this, GRPC_ERROR_CREATE("Transport destroyed"));
|
286
|
-
|
287
363
|
while (write_cb_pool) {
|
288
364
|
grpc_chttp2_write_cb* next = write_cb_pool->next;
|
289
365
|
gpr_free(write_cb_pool);
|
@@ -319,37 +395,46 @@ static void read_channel_args(grpc_chttp2_transport* t,
|
|
319
395
|
t->hpack_compressor.SetMaxUsableSize(max_hpack_table_size);
|
320
396
|
}
|
321
397
|
|
322
|
-
t->ping_policy.max_pings_without_data =
|
323
|
-
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)
|
324
|
-
.value_or(g_default_max_pings_without_data));
|
325
|
-
t->ping_policy.max_ping_strikes =
|
326
|
-
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PING_STRIKES)
|
327
|
-
.value_or(g_default_max_ping_strikes));
|
328
|
-
t->ping_policy.min_recv_ping_interval_without_data =
|
329
|
-
std::max(grpc_core::Duration::Zero(),
|
330
|
-
channel_args
|
331
|
-
.GetDurationFromIntMillis(
|
332
|
-
GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)
|
333
|
-
.value_or(grpc_core::Duration::Milliseconds(
|
334
|
-
g_default_min_recv_ping_interval_without_data_ms)));
|
335
398
|
t->write_buffer_size =
|
336
399
|
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_WRITE_BUFFER_SIZE)
|
337
400
|
.value_or(grpc_core::chttp2::kDefaultWindow));
|
338
401
|
t->keepalive_time =
|
339
402
|
std::max(grpc_core::Duration::Milliseconds(1),
|
340
403
|
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
|
341
|
-
.value_or(
|
342
|
-
|
343
|
-
: g_default_server_keepalive_time_ms)));
|
404
|
+
.value_or(t->is_client ? g_default_client_keepalive_time
|
405
|
+
: g_default_server_keepalive_time));
|
344
406
|
t->keepalive_timeout = std::max(
|
345
407
|
grpc_core::Duration::Zero(),
|
346
408
|
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
|
347
|
-
.value_or(grpc_core::Duration::
|
348
|
-
|
349
|
-
|
350
|
-
|
351
|
-
|
352
|
-
|
409
|
+
.value_or(t->keepalive_time == grpc_core::Duration::Infinity()
|
410
|
+
? grpc_core::Duration::Infinity()
|
411
|
+
: (t->is_client ? g_default_client_keepalive_timeout
|
412
|
+
: g_default_server_keepalive_timeout)));
|
413
|
+
t->ping_timeout = std::max(
|
414
|
+
grpc_core::Duration::Zero(),
|
415
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_PING_TIMEOUT_MS)
|
416
|
+
.value_or(t->keepalive_time == grpc_core::Duration::Infinity()
|
417
|
+
? grpc_core::Duration::Infinity()
|
418
|
+
: grpc_core::Duration::Minutes(1)));
|
419
|
+
if (t->is_client) {
|
420
|
+
t->keepalive_permit_without_calls =
|
421
|
+
channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
|
422
|
+
.value_or(grpc_core::IsKeepaliveFixEnabled()
|
423
|
+
? g_default_client_keepalive_permit_without_calls
|
424
|
+
: false);
|
425
|
+
} else {
|
426
|
+
t->keepalive_permit_without_calls =
|
427
|
+
channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
|
428
|
+
.value_or(grpc_core::IsKeepaliveServerFixEnabled()
|
429
|
+
? g_default_server_keepalive_permit_without_calls
|
430
|
+
: false);
|
431
|
+
}
|
432
|
+
|
433
|
+
t->settings_timeout =
|
434
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_SETTINGS_TIMEOUT)
|
435
|
+
.value_or(std::max(t->keepalive_timeout * 2,
|
436
|
+
grpc_core::Duration::Minutes(1)));
|
437
|
+
|
353
438
|
// Only send the prefered rx frame size http2 setting if we are instructed
|
354
439
|
// to auto size the buffers allocated at tcp level and we also can adjust
|
355
440
|
// sending frame size.
|
@@ -358,6 +443,17 @@ static void read_channel_args(grpc_chttp2_transport* t,
|
|
358
443
|
.GetBool(GRPC_ARG_EXPERIMENTAL_HTTP2_PREFERRED_CRYPTO_FRAME_SIZE)
|
359
444
|
.value_or(false);
|
360
445
|
|
446
|
+
const auto max_requests_per_read =
|
447
|
+
channel_args.GetInt("grpc.http2.max_requests_per_read");
|
448
|
+
if (max_requests_per_read.has_value()) {
|
449
|
+
t->max_requests_per_read =
|
450
|
+
grpc_core::Clamp(*max_requests_per_read, 1, 10000);
|
451
|
+
} else if (grpc_core::IsChttp2BatchRequestsEnabled()) {
|
452
|
+
t->max_requests_per_read = 32;
|
453
|
+
} else {
|
454
|
+
t->max_requests_per_read = std::numeric_limits<size_t>::max();
|
455
|
+
}
|
456
|
+
|
361
457
|
if (channel_args.GetBool(GRPC_ARG_ENABLE_CHANNELZ)
|
362
458
|
.value_or(GRPC_ENABLE_CHANNELZ_DEFAULT)) {
|
363
459
|
t->channelz_socket =
|
@@ -370,6 +466,21 @@ static void read_channel_args(grpc_chttp2_transport* t,
|
|
370
466
|
.GetObjectRef<grpc_core::channelz::SocketNode::Security>());
|
371
467
|
}
|
372
468
|
|
469
|
+
t->ack_pings = channel_args.GetBool("grpc.http2.ack_pings").value_or(true);
|
470
|
+
|
471
|
+
t->allow_tarpit = channel_args.GetBool(GRPC_ARG_HTTP_ALLOW_TARPIT)
|
472
|
+
.value_or(grpc_core::IsTarpitEnabled());
|
473
|
+
t->min_tarpit_duration_ms =
|
474
|
+
channel_args
|
475
|
+
.GetDurationFromIntMillis(GRPC_ARG_HTTP_TARPIT_MIN_DURATION_MS)
|
476
|
+
.value_or(grpc_core::Duration::Milliseconds(100))
|
477
|
+
.millis();
|
478
|
+
t->max_tarpit_duration_ms =
|
479
|
+
channel_args
|
480
|
+
.GetDurationFromIntMillis(GRPC_ARG_HTTP_TARPIT_MAX_DURATION_MS)
|
481
|
+
.value_or(grpc_core::Duration::Seconds(1))
|
482
|
+
.millis();
|
483
|
+
|
373
484
|
const int soft_limit =
|
374
485
|
channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE).value_or(-1);
|
375
486
|
if (soft_limit < 0) {
|
@@ -435,8 +546,12 @@ static void read_channel_args(grpc_chttp2_transport* t,
|
|
435
546
|
const int value = channel_args.GetInt(setting.channel_arg_name)
|
436
547
|
.value_or(setting.default_value);
|
437
548
|
if (value >= 0) {
|
438
|
-
|
439
|
-
|
549
|
+
const int clamped_value =
|
550
|
+
grpc_core::Clamp(value, setting.min, setting.max);
|
551
|
+
queue_setting_update(t, setting.setting_id, clamped_value);
|
552
|
+
if (setting.setting_id == GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS) {
|
553
|
+
t->max_concurrent_streams_policy.SetTarget(clamped_value);
|
554
|
+
}
|
440
555
|
} else if (setting.setting_id ==
|
441
556
|
GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE) {
|
442
557
|
// Set value to 1.25 * soft limit if this is larger than
|
@@ -444,7 +559,7 @@ static void read_channel_args(grpc_chttp2_transport* t,
|
|
444
559
|
// `GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE` is not set.
|
445
560
|
const int soft_limit = channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE)
|
446
561
|
.value_or(setting.default_value);
|
447
|
-
const int value = (soft_limit < (INT_MAX / 1.25))
|
562
|
+
const int value = (soft_limit >= 0 && soft_limit < (INT_MAX / 1.25))
|
448
563
|
? static_cast<int>(soft_limit * 1.25)
|
449
564
|
: soft_limit;
|
450
565
|
if (value > DEFAULT_MAX_HEADER_LIST_SIZE) {
|
@@ -469,54 +584,24 @@ static void read_channel_args(grpc_chttp2_transport* t,
|
|
469
584
|
grpc_core::Clamp(INT_MAX, static_cast<int>(sp->min_value),
|
470
585
|
static_cast<int>(sp->max_value)));
|
471
586
|
}
|
472
|
-
}
|
473
587
|
|
474
|
-
|
475
|
-
|
476
|
-
|
477
|
-
|
478
|
-
: grpc_core::Duration::Milliseconds(
|
479
|
-
g_default_client_keepalive_time_ms);
|
480
|
-
t->keepalive_timeout = g_default_client_keepalive_timeout_ms == INT_MAX
|
481
|
-
? grpc_core::Duration::Infinity()
|
482
|
-
: grpc_core::Duration::Milliseconds(
|
483
|
-
g_default_client_keepalive_timeout_ms);
|
484
|
-
t->keepalive_permit_without_calls =
|
485
|
-
g_default_client_keepalive_permit_without_calls;
|
486
|
-
} else {
|
487
|
-
t->keepalive_time = g_default_server_keepalive_time_ms == INT_MAX
|
488
|
-
? grpc_core::Duration::Infinity()
|
489
|
-
: grpc_core::Duration::Milliseconds(
|
490
|
-
g_default_server_keepalive_time_ms);
|
491
|
-
t->keepalive_timeout = g_default_server_keepalive_timeout_ms == INT_MAX
|
492
|
-
? grpc_core::Duration::Infinity()
|
493
|
-
: grpc_core::Duration::Milliseconds(
|
494
|
-
g_default_server_keepalive_timeout_ms);
|
495
|
-
t->keepalive_permit_without_calls =
|
496
|
-
g_default_server_keepalive_permit_without_calls;
|
497
|
-
}
|
498
|
-
}
|
499
|
-
|
500
|
-
static void configure_transport_ping_policy(grpc_chttp2_transport* t) {
|
501
|
-
t->ping_policy.max_pings_without_data = g_default_max_pings_without_data;
|
502
|
-
t->ping_policy.max_ping_strikes = g_default_max_ping_strikes;
|
503
|
-
t->ping_policy.min_recv_ping_interval_without_data =
|
504
|
-
grpc_core::Duration::Milliseconds(
|
505
|
-
g_default_min_recv_ping_interval_without_data_ms);
|
588
|
+
t->ping_on_rst_stream_percent = grpc_core::Clamp(
|
589
|
+
channel_args.GetInt(GRPC_ARG_HTTP2_PING_ON_RST_STREAM_PERCENT)
|
590
|
+
.value_or(1),
|
591
|
+
0, 100);
|
506
592
|
}
|
507
593
|
|
508
594
|
static void init_keepalive_pings_if_enabled_locked(
|
509
|
-
|
595
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
596
|
+
GRPC_UNUSED grpc_error_handle error) {
|
510
597
|
GPR_DEBUG_ASSERT(error.ok());
|
511
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
512
598
|
if (t->keepalive_time != grpc_core::Duration::Infinity()) {
|
513
599
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
|
514
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
515
600
|
t->keepalive_ping_timer_handle =
|
516
|
-
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
601
|
+
t->event_engine->RunAfter(t->keepalive_time, [t = t->Ref()]() mutable {
|
517
602
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
518
603
|
grpc_core::ExecCtx exec_ctx;
|
519
|
-
init_keepalive_ping(t);
|
604
|
+
init_keepalive_ping(std::move(t));
|
520
605
|
});
|
521
606
|
} else {
|
522
607
|
// Use GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED to indicate there are no
|
@@ -540,34 +625,31 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
540
625
|
grpc_endpoint_get_peer(ep), ":client_transport"))),
|
541
626
|
self_reservation(
|
542
627
|
memory_owner.MakeReservation(sizeof(grpc_chttp2_transport))),
|
543
|
-
|
628
|
+
event_engine(
|
629
|
+
channel_args
|
630
|
+
.GetObjectRef<grpc_event_engine::experimental::EventEngine>()),
|
631
|
+
combiner(grpc_combiner_create(event_engine)),
|
544
632
|
state_tracker(is_client ? "client_transport" : "server_transport",
|
545
633
|
GRPC_CHANNEL_READY),
|
546
|
-
is_client(is_client),
|
547
634
|
next_stream_id(is_client ? 1 : 2),
|
635
|
+
ping_abuse_policy(channel_args),
|
636
|
+
ping_rate_policy(channel_args, is_client),
|
548
637
|
flow_control(
|
549
638
|
peer_string.as_string_view(),
|
550
639
|
channel_args.GetBool(GRPC_ARG_HTTP2_BDP_PROBE).value_or(true),
|
551
640
|
&memory_owner),
|
552
641
|
deframe_state(is_client ? GRPC_DTS_FH_0 : GRPC_DTS_CLIENT_PREFIX_0),
|
553
|
-
|
554
|
-
|
555
|
-
.GetObjectRef<grpc_event_engine::experimental::EventEngine>()) {
|
642
|
+
is_client(is_client) {
|
643
|
+
cl = new grpc_core::ContextList();
|
556
644
|
GPR_ASSERT(strlen(GRPC_CHTTP2_CLIENT_CONNECT_STRING) ==
|
557
645
|
GRPC_CHTTP2_CLIENT_CONNECT_STRLEN);
|
558
646
|
base.vtable = get_vtable();
|
559
|
-
// 8 is a random stab in the dark as to a good initial size: it's small enough
|
560
|
-
// that it shouldn't waste memory for infrequently used connections, yet
|
561
|
-
// large enough that the exponential growth should happen nicely when it's
|
562
|
-
// needed.
|
563
|
-
// TODO(ctiller): tune this
|
564
|
-
grpc_chttp2_stream_map_init(&stream_map, 8);
|
565
647
|
|
566
648
|
grpc_slice_buffer_init(&read_buffer);
|
567
|
-
grpc_slice_buffer_init(&outbuf);
|
568
649
|
if (is_client) {
|
569
|
-
grpc_slice_buffer_add(
|
570
|
-
|
650
|
+
grpc_slice_buffer_add(
|
651
|
+
outbuf.c_slice_buffer(),
|
652
|
+
grpc_slice_from_copied_string(GRPC_CHTTP2_CLIENT_CONNECT_STRING));
|
571
653
|
}
|
572
654
|
grpc_slice_buffer_init(&qbuf);
|
573
655
|
// copy in initial settings to all setting sets
|
@@ -590,22 +672,18 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
590
672
|
queue_setting_update(this,
|
591
673
|
GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA, 1);
|
592
674
|
|
593
|
-
configure_transport_ping_policy(this);
|
594
|
-
init_transport_keepalive_settings(this);
|
595
|
-
|
596
675
|
read_channel_args(this, channel_args, is_client);
|
597
676
|
|
598
|
-
//
|
599
|
-
|
600
|
-
|
601
|
-
|
602
|
-
|
603
|
-
ping_recv_state.ping_strikes = 0;
|
677
|
+
// Initially allow *UP TO* MAX_CONCURRENT_STREAMS incoming before we start
|
678
|
+
// blanket cancelling them.
|
679
|
+
num_incoming_streams_before_settings_ack =
|
680
|
+
settings[GRPC_LOCAL_SETTINGS]
|
681
|
+
[GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS];
|
604
682
|
|
605
683
|
grpc_core::ExecCtx exec_ctx;
|
606
684
|
combiner->Run(
|
607
|
-
|
608
|
-
|
685
|
+
grpc_core::InitTransportClosure<init_keepalive_pings_if_enabled_locked>(
|
686
|
+
Ref(), &init_keepalive_ping_locked),
|
609
687
|
absl::OkStatus());
|
610
688
|
|
611
689
|
if (flow_control.bdp_probe()) {
|
@@ -630,15 +708,15 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
630
708
|
}
|
631
709
|
|
632
710
|
static void destroy_transport_locked(void* tp, grpc_error_handle /*error*/) {
|
633
|
-
grpc_chttp2_transport
|
711
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t(
|
712
|
+
static_cast<grpc_chttp2_transport*>(tp));
|
634
713
|
t->destroying = 1;
|
635
714
|
close_transport_locked(
|
636
|
-
t
|
637
|
-
|
638
|
-
|
715
|
+
t.get(),
|
716
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("Transport destroyed"),
|
717
|
+
grpc_core::StatusIntProperty::kOccurredDuringWrite,
|
718
|
+
t->write_state));
|
639
719
|
t->memory_owner.Reset();
|
640
|
-
// Must be the last line.
|
641
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "destroy");
|
642
720
|
}
|
643
721
|
|
644
722
|
static void destroy_transport(grpc_transport* gt) {
|
@@ -670,15 +748,25 @@ static void close_transport_locked(grpc_chttp2_transport* t,
|
|
670
748
|
t->closed_with_error = error;
|
671
749
|
connectivity_state_set(t, GRPC_CHANNEL_SHUTDOWN, absl::Status(),
|
672
750
|
"close_transport");
|
673
|
-
if (t->
|
674
|
-
|
675
|
-
|
676
|
-
|
751
|
+
if (t->keepalive_ping_timeout_handle !=
|
752
|
+
grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid) {
|
753
|
+
t->event_engine->Cancel(std::exchange(
|
754
|
+
t->keepalive_ping_timeout_handle,
|
755
|
+
grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid));
|
756
|
+
}
|
757
|
+
if (t->settings_ack_watchdog !=
|
758
|
+
grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid) {
|
759
|
+
t->event_engine->Cancel(std::exchange(
|
760
|
+
t->settings_ack_watchdog,
|
761
|
+
grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid));
|
762
|
+
}
|
763
|
+
if (t->delayed_ping_timer_handle.has_value()) {
|
764
|
+
if (t->event_engine->Cancel(*t->delayed_ping_timer_handle)) {
|
765
|
+
t->delayed_ping_timer_handle.reset();
|
677
766
|
}
|
678
767
|
}
|
679
768
|
if (t->next_bdp_ping_timer_handle.has_value()) {
|
680
769
|
if (t->event_engine->Cancel(*t->next_bdp_ping_timer_handle)) {
|
681
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
682
770
|
t->next_bdp_ping_timer_handle.reset();
|
683
771
|
}
|
684
772
|
}
|
@@ -686,7 +774,6 @@ static void close_transport_locked(grpc_chttp2_transport* t,
|
|
686
774
|
case GRPC_CHTTP2_KEEPALIVE_STATE_WAITING:
|
687
775
|
if (t->keepalive_ping_timer_handle.has_value()) {
|
688
776
|
if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
|
689
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
|
690
777
|
t->keepalive_ping_timer_handle.reset();
|
691
778
|
}
|
692
779
|
}
|
@@ -694,16 +781,9 @@ static void close_transport_locked(grpc_chttp2_transport* t,
|
|
694
781
|
case GRPC_CHTTP2_KEEPALIVE_STATE_PINGING:
|
695
782
|
if (t->keepalive_ping_timer_handle.has_value()) {
|
696
783
|
if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
|
697
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
|
698
784
|
t->keepalive_ping_timer_handle.reset();
|
699
785
|
}
|
700
786
|
}
|
701
|
-
if (t->keepalive_watchdog_timer_handle.has_value()) {
|
702
|
-
if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
|
703
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
|
704
|
-
t->keepalive_watchdog_timer_handle.reset();
|
705
|
-
}
|
706
|
-
}
|
707
787
|
break;
|
708
788
|
case GRPC_CHTTP2_KEEPALIVE_STATE_DYING:
|
709
789
|
case GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED:
|
@@ -746,24 +826,27 @@ void grpc_chttp2_stream_unref(grpc_chttp2_stream* s) {
|
|
746
826
|
}
|
747
827
|
#endif
|
748
828
|
|
749
|
-
grpc_chttp2_stream::Reffer::Reffer(grpc_chttp2_stream* s) {
|
750
|
-
// We reserve one 'active stream' that's dropped when the stream is
|
751
|
-
// read-closed. The others are for Chttp2IncomingByteStreams that are
|
752
|
-
// actively reading
|
753
|
-
GRPC_CHTTP2_STREAM_REF(s, "chttp2");
|
754
|
-
GRPC_CHTTP2_REF_TRANSPORT(s->t, "stream");
|
755
|
-
}
|
756
|
-
|
757
829
|
grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
|
758
830
|
grpc_stream_refcount* refcount,
|
759
831
|
const void* server_data,
|
760
832
|
grpc_core::Arena* arena)
|
761
|
-
: t(t),
|
762
|
-
refcount(refcount)
|
763
|
-
|
833
|
+
: t(t->Ref()),
|
834
|
+
refcount([refcount]() {
|
835
|
+
// We reserve one 'active stream' that's dropped when the stream is
|
836
|
+
// read-closed. The others are for Chttp2IncomingByteStreams that are
|
837
|
+
// actively reading
|
838
|
+
// We do this here to avoid cache misses.
|
839
|
+
#ifndef NDEBUG
|
840
|
+
grpc_stream_ref(refcount, "chttp2");
|
841
|
+
#else
|
842
|
+
grpc_stream_ref(refcount);
|
843
|
+
#endif
|
844
|
+
return refcount;
|
845
|
+
}()),
|
764
846
|
initial_metadata_buffer(arena),
|
765
847
|
trailing_metadata_buffer(arena),
|
766
848
|
flow_control(&t->flow_control) {
|
849
|
+
t->streams_allocated.fetch_add(1, std::memory_order_relaxed);
|
767
850
|
if (server_data) {
|
768
851
|
id = static_cast<uint32_t>(reinterpret_cast<uintptr_t>(server_data));
|
769
852
|
if (grpc_http_trace.enabled()) {
|
@@ -771,7 +854,7 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
|
|
771
854
|
this, id, server_data);
|
772
855
|
}
|
773
856
|
*t->accepting_stream = this;
|
774
|
-
|
857
|
+
t->stream_map.emplace(id, this);
|
775
858
|
post_destructive_reclaimer(t);
|
776
859
|
}
|
777
860
|
|
@@ -780,8 +863,9 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
|
|
780
863
|
}
|
781
864
|
|
782
865
|
grpc_chttp2_stream::~grpc_chttp2_stream() {
|
783
|
-
|
784
|
-
|
866
|
+
t->streams_allocated.fetch_sub(1, std::memory_order_relaxed);
|
867
|
+
grpc_chttp2_list_remove_stalled_by_stream(t.get(), this);
|
868
|
+
grpc_chttp2_list_remove_stalled_by_transport(t.get(), this);
|
785
869
|
|
786
870
|
if (t->channelz_socket != nullptr) {
|
787
871
|
if ((t->is_client && eos_received) || (!t->is_client && eos_sent)) {
|
@@ -793,7 +877,7 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
|
|
793
877
|
|
794
878
|
GPR_ASSERT((write_closed && read_closed) || id == 0);
|
795
879
|
if (id != 0) {
|
796
|
-
GPR_ASSERT(
|
880
|
+
GPR_ASSERT(t->stream_map.count(id) == 0);
|
797
881
|
}
|
798
882
|
|
799
883
|
grpc_slice_buffer_destroy(&frame_storage);
|
@@ -812,7 +896,6 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
|
|
812
896
|
GPR_ASSERT(recv_message_ready == nullptr);
|
813
897
|
GPR_ASSERT(recv_trailing_metadata_finished == nullptr);
|
814
898
|
grpc_slice_buffer_destroy(&flow_controlled_buffer);
|
815
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "stream");
|
816
899
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, destroy_stream_arg, absl::OkStatus());
|
817
900
|
}
|
818
901
|
|
@@ -900,7 +983,6 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
|
|
900
983
|
case GRPC_CHTTP2_WRITE_STATE_IDLE:
|
901
984
|
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING,
|
902
985
|
grpc_chttp2_initiate_write_reason_string(reason));
|
903
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
|
904
986
|
// Note that the 'write_action_begin_locked' closure is being scheduled
|
905
987
|
// on the 'finally_scheduler' of t->combiner. This means that
|
906
988
|
// 'write_action_begin_locked' is called only *after* all the other
|
@@ -918,8 +1000,8 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
|
|
918
1000
|
// It does not call the endpoint to write the bytes. That is done by the
|
919
1001
|
// 'write_action' (which is scheduled by 'write_action_begin_locked')
|
920
1002
|
t->combiner->FinallyRun(
|
921
|
-
|
922
|
-
|
1003
|
+
grpc_core::InitTransportClosure<write_action_begin_locked>(
|
1004
|
+
t->Ref(), &t->write_action_begin_locked),
|
923
1005
|
absl::OkStatus());
|
924
1006
|
break;
|
925
1007
|
case GRPC_CHTTP2_WRITE_STATE_WRITING:
|
@@ -946,22 +1028,22 @@ static const char* begin_writing_desc(bool partial) {
|
|
946
1028
|
}
|
947
1029
|
}
|
948
1030
|
|
949
|
-
static void write_action_begin_locked(
|
950
|
-
|
951
|
-
|
1031
|
+
static void write_action_begin_locked(
|
1032
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
1033
|
+
grpc_error_handle /*error_ignored*/) {
|
952
1034
|
GPR_ASSERT(t->write_state != GRPC_CHTTP2_WRITE_STATE_IDLE);
|
953
1035
|
grpc_chttp2_begin_write_result r;
|
954
1036
|
if (!t->closed_with_error.ok()) {
|
955
1037
|
r.writing = false;
|
956
1038
|
} else {
|
957
|
-
r = grpc_chttp2_begin_write(t);
|
1039
|
+
r = grpc_chttp2_begin_write(t.get());
|
958
1040
|
}
|
959
1041
|
if (r.writing) {
|
960
|
-
set_write_state(t,
|
1042
|
+
set_write_state(t.get(),
|
961
1043
|
r.partial ? GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE
|
962
1044
|
: GRPC_CHTTP2_WRITE_STATE_WRITING,
|
963
1045
|
begin_writing_desc(r.partial));
|
964
|
-
write_action(t
|
1046
|
+
write_action(t.get());
|
965
1047
|
if (t->reading_paused_on_pending_induced_frames) {
|
966
1048
|
GPR_ASSERT(t->num_pending_induced_frames == 0);
|
967
1049
|
// We had paused reading, because we had many induced frames (SETTINGS
|
@@ -971,20 +1053,29 @@ static void write_action_begin_locked(void* gt,
|
|
971
1053
|
GPR_INFO,
|
972
1054
|
"transport %p : Resuming reading after being paused due to too "
|
973
1055
|
"many unwritten SETTINGS ACK, PINGS ACK and RST_STREAM frames",
|
974
|
-
t));
|
1056
|
+
t.get()));
|
975
1057
|
t->reading_paused_on_pending_induced_frames = false;
|
976
|
-
continue_read_action_locked(t);
|
1058
|
+
continue_read_action_locked(std::move(t));
|
977
1059
|
}
|
978
1060
|
} else {
|
979
|
-
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE,
|
980
|
-
|
1061
|
+
set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_IDLE,
|
1062
|
+
"begin writing nothing");
|
981
1063
|
}
|
982
1064
|
}
|
983
1065
|
|
984
|
-
static void write_action(
|
985
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
|
1066
|
+
static void write_action(grpc_chttp2_transport* t) {
|
986
1067
|
void* cl = t->cl;
|
987
|
-
t->cl
|
1068
|
+
if (!t->cl->empty()) {
|
1069
|
+
// Transfer the ownership of the context list to the endpoint and create and
|
1070
|
+
// associate a new context list with the transport.
|
1071
|
+
// The old context list is stored in the cl local variable which is passed
|
1072
|
+
// to the endpoint. Its upto the endpoint to manage its lifetime.
|
1073
|
+
t->cl = new grpc_core::ContextList();
|
1074
|
+
} else {
|
1075
|
+
// t->cl is Empty. There is nothing to trace in this endpoint_write. set cl
|
1076
|
+
// to nullptr.
|
1077
|
+
cl = nullptr;
|
1078
|
+
}
|
988
1079
|
// Choose max_frame_size as the prefered rx crypto frame size indicated by the
|
989
1080
|
// peer.
|
990
1081
|
int max_frame_size =
|
@@ -996,36 +1087,47 @@ static void write_action(void* gt, grpc_error_handle /*error*/) {
|
|
996
1087
|
if (max_frame_size == 0) {
|
997
1088
|
max_frame_size = INT_MAX;
|
998
1089
|
}
|
999
|
-
|
1000
|
-
|
1001
|
-
|
1002
|
-
|
1003
|
-
|
1090
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_ping_trace)) {
|
1091
|
+
gpr_log(GPR_INFO, "%s[%p]: Write %" PRIdPTR " bytes",
|
1092
|
+
t->is_client ? "CLIENT" : "SERVER", t, t->outbuf.Length());
|
1093
|
+
}
|
1094
|
+
t->write_size_policy.BeginWrite(t->outbuf.Length());
|
1095
|
+
grpc_endpoint_write(t->ep, t->outbuf.c_slice_buffer(),
|
1096
|
+
grpc_core::InitTransportClosure<write_action_end>(
|
1097
|
+
t->Ref(), &t->write_action_end_locked),
|
1098
|
+
cl, max_frame_size);
|
1004
1099
|
}
|
1005
1100
|
|
1006
|
-
static void write_action_end(
|
1007
|
-
|
1008
|
-
t
|
1009
|
-
|
1010
|
-
|
1101
|
+
static void write_action_end(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
1102
|
+
grpc_error_handle error) {
|
1103
|
+
auto* tp = t.get();
|
1104
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_ping_trace)) {
|
1105
|
+
gpr_log(GPR_INFO, "%s[%p]: Finish write",
|
1106
|
+
t->is_client ? "CLIENT" : "SERVER", t.get());
|
1107
|
+
}
|
1108
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<write_action_end_locked>(
|
1109
|
+
std::move(t), &tp->write_action_end_locked),
|
1110
|
+
error);
|
1011
1111
|
}
|
1012
1112
|
|
1013
1113
|
// Callback from the grpc_endpoint after bytes have been written by calling
|
1014
1114
|
// sendmsg
|
1015
|
-
static void write_action_end_locked(
|
1016
|
-
|
1115
|
+
static void write_action_end_locked(
|
1116
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
1117
|
+
grpc_error_handle error) {
|
1118
|
+
t->write_size_policy.EndWrite(error.ok());
|
1017
1119
|
|
1018
1120
|
bool closed = false;
|
1019
1121
|
if (!error.ok()) {
|
1020
|
-
close_transport_locked(t, error);
|
1122
|
+
close_transport_locked(t.get(), error);
|
1021
1123
|
closed = true;
|
1022
1124
|
}
|
1023
1125
|
|
1024
1126
|
if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED) {
|
1025
1127
|
t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SENT;
|
1026
1128
|
closed = true;
|
1027
|
-
if (
|
1028
|
-
close_transport_locked(t, GRPC_ERROR_CREATE("goaway sent"));
|
1129
|
+
if (t->stream_map.empty()) {
|
1130
|
+
close_transport_locked(t.get(), GRPC_ERROR_CREATE("goaway sent"));
|
1029
1131
|
}
|
1030
1132
|
}
|
1031
1133
|
|
@@ -1033,11 +1135,11 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
|
|
1033
1135
|
case GRPC_CHTTP2_WRITE_STATE_IDLE:
|
1034
1136
|
GPR_UNREACHABLE_CODE(break);
|
1035
1137
|
case GRPC_CHTTP2_WRITE_STATE_WRITING:
|
1036
|
-
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
|
1138
|
+
set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
|
1037
1139
|
break;
|
1038
1140
|
case GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE:
|
1039
|
-
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING,
|
1040
|
-
|
1141
|
+
set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_WRITING,
|
1142
|
+
"continue writing");
|
1041
1143
|
// If the transport is closed, we will retry writing on the endpoint
|
1042
1144
|
// and next write may contain part of the currently serialized frames.
|
1043
1145
|
// So, we should only call the run_after_write callbacks when the next
|
@@ -1047,14 +1149,13 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
|
|
1047
1149
|
grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &t->run_after_write);
|
1048
1150
|
}
|
1049
1151
|
t->combiner->FinallyRun(
|
1050
|
-
|
1051
|
-
|
1152
|
+
grpc_core::InitTransportClosure<write_action_begin_locked>(
|
1153
|
+
t, &t->write_action_begin_locked),
|
1052
1154
|
absl::OkStatus());
|
1053
1155
|
break;
|
1054
1156
|
}
|
1055
1157
|
|
1056
|
-
grpc_chttp2_end_write(t, error);
|
1057
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
|
1158
|
+
grpc_chttp2_end_write(t.get(), error);
|
1058
1159
|
}
|
1059
1160
|
|
1060
1161
|
// Dirties an HTTP2 setting to be sent out next time a writing path occurs.
|
@@ -1076,13 +1177,13 @@ static void queue_setting_update(grpc_chttp2_transport* t,
|
|
1076
1177
|
|
1077
1178
|
// Cancel out streams that haven't yet started if we have received a GOAWAY
|
1078
1179
|
static void cancel_unstarted_streams(grpc_chttp2_transport* t,
|
1079
|
-
grpc_error_handle error) {
|
1180
|
+
grpc_error_handle error, bool tarpit) {
|
1080
1181
|
grpc_chttp2_stream* s;
|
1081
1182
|
while (grpc_chttp2_list_pop_waiting_for_concurrency(t, &s)) {
|
1082
1183
|
s->trailing_metadata_buffer.Set(
|
1083
1184
|
grpc_core::GrpcStreamNetworkState(),
|
1084
1185
|
grpc_core::GrpcStreamNetworkState::kNotSentOnWire);
|
1085
|
-
grpc_chttp2_cancel_stream(t, s, error);
|
1186
|
+
grpc_chttp2_cancel_stream(t, s, error, tarpit);
|
1086
1187
|
}
|
1087
1188
|
}
|
1088
1189
|
|
@@ -1115,21 +1216,20 @@ void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
|
|
1115
1216
|
grpc_core::StatusToString(t->goaway_error).c_str());
|
1116
1217
|
}
|
1117
1218
|
if (t->is_client) {
|
1118
|
-
cancel_unstarted_streams(t, t->goaway_error);
|
1219
|
+
cancel_unstarted_streams(t, t->goaway_error, false);
|
1119
1220
|
// Cancel all unseen streams
|
1120
|
-
|
1121
|
-
|
1122
|
-
|
1123
|
-
|
1124
|
-
|
1125
|
-
|
1126
|
-
|
1127
|
-
|
1128
|
-
|
1129
|
-
|
1130
|
-
|
1131
|
-
|
1132
|
-
&last_stream_id);
|
1221
|
+
std::vector<grpc_chttp2_stream*> to_cancel;
|
1222
|
+
for (auto id_stream : t->stream_map) {
|
1223
|
+
if (id_stream.first > last_stream_id) {
|
1224
|
+
to_cancel.push_back(id_stream.second);
|
1225
|
+
}
|
1226
|
+
}
|
1227
|
+
for (auto s : to_cancel) {
|
1228
|
+
s->trailing_metadata_buffer.Set(
|
1229
|
+
grpc_core::GrpcStreamNetworkState(),
|
1230
|
+
grpc_core::GrpcStreamNetworkState::kNotSeenByServer);
|
1231
|
+
grpc_chttp2_cancel_stream(s->t.get(), s, s->t->goaway_error, false);
|
1232
|
+
}
|
1133
1233
|
}
|
1134
1234
|
absl::Status status = grpc_error_to_absl_status(t->goaway_error);
|
1135
1235
|
// When a client receives a GOAWAY with error code ENHANCE_YOUR_CALM and debug
|
@@ -1167,13 +1267,13 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
|
|
1167
1267
|
// maybe cancel out streams that haven't yet started if we have received a
|
1168
1268
|
// GOAWAY
|
1169
1269
|
if (!t->goaway_error.ok()) {
|
1170
|
-
cancel_unstarted_streams(t, t->goaway_error);
|
1270
|
+
cancel_unstarted_streams(t, t->goaway_error, false);
|
1171
1271
|
return;
|
1172
1272
|
}
|
1173
1273
|
// start streams where we have free grpc_chttp2_stream ids and free
|
1174
1274
|
// * concurrency
|
1175
1275
|
while (t->next_stream_id <= MAX_CLIENT_STREAM_ID &&
|
1176
|
-
|
1276
|
+
t->stream_map.size() <
|
1177
1277
|
t->settings[GRPC_PEER_SETTINGS]
|
1178
1278
|
[GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS] &&
|
1179
1279
|
grpc_chttp2_list_pop_waiting_for_concurrency(t, &s)) {
|
@@ -1194,7 +1294,7 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
|
|
1194
1294
|
"no_more_stream_ids");
|
1195
1295
|
}
|
1196
1296
|
|
1197
|
-
|
1297
|
+
t->stream_map.emplace(s->id, s);
|
1198
1298
|
post_destructive_reclaimer(t);
|
1199
1299
|
grpc_chttp2_mark_stream_writable(t, s);
|
1200
1300
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_START_NEW_STREAM);
|
@@ -1209,7 +1309,8 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
|
|
1209
1309
|
t, s,
|
1210
1310
|
grpc_error_set_int(GRPC_ERROR_CREATE("Stream IDs exhausted"),
|
1211
1311
|
grpc_core::StatusIntProperty::kRpcStatus,
|
1212
|
-
GRPC_STATUS_UNAVAILABLE)
|
1312
|
+
GRPC_STATUS_UNAVAILABLE),
|
1313
|
+
false);
|
1213
1314
|
}
|
1214
1315
|
}
|
1215
1316
|
}
|
@@ -1317,7 +1418,7 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1317
1418
|
grpc_chttp2_stream* s =
|
1318
1419
|
static_cast<grpc_chttp2_stream*>(op->handler_private.extra_arg);
|
1319
1420
|
grpc_transport_stream_op_batch_payload* op_payload = op->payload;
|
1320
|
-
grpc_chttp2_transport* t = s->t;
|
1421
|
+
grpc_chttp2_transport* t = s->t.get();
|
1321
1422
|
|
1322
1423
|
s->context = op->payload->context;
|
1323
1424
|
s->traced = op->is_traced;
|
@@ -1354,7 +1455,8 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1354
1455
|
}
|
1355
1456
|
|
1356
1457
|
if (op->cancel_stream) {
|
1357
|
-
grpc_chttp2_cancel_stream(t, s, op_payload->cancel_stream.cancel_error
|
1458
|
+
grpc_chttp2_cancel_stream(t, s, op_payload->cancel_stream.cancel_error,
|
1459
|
+
op_payload->cancel_stream.tarpit);
|
1358
1460
|
}
|
1359
1461
|
|
1360
1462
|
if (op->send_initial_metadata) {
|
@@ -1392,7 +1494,8 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1392
1494
|
GRPC_ERROR_CREATE_REFERENCING("Transport closed",
|
1393
1495
|
&t->closed_with_error, 1),
|
1394
1496
|
grpc_core::StatusIntProperty::kRpcStatus,
|
1395
|
-
GRPC_STATUS_UNAVAILABLE)
|
1497
|
+
GRPC_STATUS_UNAVAILABLE),
|
1498
|
+
false);
|
1396
1499
|
}
|
1397
1500
|
} else {
|
1398
1501
|
GPR_ASSERT(s->id != 0);
|
@@ -1596,16 +1699,42 @@ static void perform_stream_op(grpc_transport* gt, grpc_stream* gs,
|
|
1596
1699
|
}
|
1597
1700
|
|
1598
1701
|
static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error) {
|
1702
|
+
GRPC_CHTTP2_IF_TRACING(gpr_log(GPR_INFO, "%p CANCEL PINGS: %s", t,
|
1703
|
+
grpc_core::StatusToString(error).c_str()));
|
1599
1704
|
// callback remaining pings: they're not allowed to call into the transport,
|
1600
1705
|
// and maybe they hold resources that need to be freed
|
1601
|
-
|
1602
|
-
GPR_ASSERT(!error.ok());
|
1603
|
-
for (size_t j = 0; j < GRPC_CHTTP2_PCL_COUNT; j++) {
|
1604
|
-
grpc_closure_list_fail_all(&pq->lists[j], error);
|
1605
|
-
grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &pq->lists[j]);
|
1606
|
-
}
|
1706
|
+
t->ping_callbacks.CancelAll(t->event_engine.get());
|
1607
1707
|
}
|
1608
1708
|
|
1709
|
+
namespace {
|
1710
|
+
class PingClosureWrapper {
|
1711
|
+
public:
|
1712
|
+
explicit PingClosureWrapper(grpc_closure* closure) : closure_(closure) {}
|
1713
|
+
PingClosureWrapper(const PingClosureWrapper&) = delete;
|
1714
|
+
PingClosureWrapper& operator=(const PingClosureWrapper&) = delete;
|
1715
|
+
PingClosureWrapper(PingClosureWrapper&& other) noexcept
|
1716
|
+
: closure_(other.Take()) {}
|
1717
|
+
PingClosureWrapper& operator=(PingClosureWrapper&& other) noexcept {
|
1718
|
+
std::swap(closure_, other.closure_);
|
1719
|
+
return *this;
|
1720
|
+
}
|
1721
|
+
~PingClosureWrapper() {
|
1722
|
+
if (closure_ != nullptr) {
|
1723
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, closure_, absl::CancelledError());
|
1724
|
+
}
|
1725
|
+
}
|
1726
|
+
|
1727
|
+
void operator()() {
|
1728
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, Take(), absl::OkStatus());
|
1729
|
+
}
|
1730
|
+
|
1731
|
+
private:
|
1732
|
+
grpc_closure* Take() { return std::exchange(closure_, nullptr); }
|
1733
|
+
|
1734
|
+
grpc_closure* closure_ = nullptr;
|
1735
|
+
};
|
1736
|
+
} // namespace
|
1737
|
+
|
1609
1738
|
static void send_ping_locked(grpc_chttp2_transport* t,
|
1610
1739
|
grpc_closure* on_initiate, grpc_closure* on_ack) {
|
1611
1740
|
if (!t->closed_with_error.ok()) {
|
@@ -1613,88 +1742,125 @@ static void send_ping_locked(grpc_chttp2_transport* t,
|
|
1613
1742
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_ack, t->closed_with_error);
|
1614
1743
|
return;
|
1615
1744
|
}
|
1616
|
-
|
1617
|
-
|
1618
|
-
absl::OkStatus());
|
1619
|
-
grpc_closure_list_append(&pq->lists[GRPC_CHTTP2_PCL_NEXT], on_ack,
|
1620
|
-
absl::OkStatus());
|
1745
|
+
t->ping_callbacks.OnPing(PingClosureWrapper(on_initiate),
|
1746
|
+
PingClosureWrapper(on_ack));
|
1621
1747
|
}
|
1622
1748
|
|
1623
1749
|
// Specialized form of send_ping_locked for keepalive ping. If there is already
|
1624
1750
|
// a ping in progress, the keepalive ping would piggyback onto that ping,
|
1625
1751
|
// instead of waiting for that ping to complete and then starting a new ping.
|
1626
|
-
static void send_keepalive_ping_locked(
|
1752
|
+
static void send_keepalive_ping_locked(
|
1753
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
1627
1754
|
if (!t->closed_with_error.ok()) {
|
1628
|
-
t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
|
1629
|
-
start_keepalive_ping_locked, t, nullptr),
|
1630
|
-
t->closed_with_error);
|
1631
1755
|
t->combiner->Run(
|
1632
|
-
|
1633
|
-
|
1756
|
+
grpc_core::InitTransportClosure<finish_keepalive_ping_locked>(
|
1757
|
+
t->Ref(), &t->finish_keepalive_ping_locked),
|
1634
1758
|
t->closed_with_error);
|
1635
1759
|
return;
|
1636
1760
|
}
|
1637
|
-
|
1638
|
-
|
1639
|
-
|
1640
|
-
t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
|
1641
|
-
start_keepalive_ping_locked, t, nullptr),
|
1642
|
-
t->closed_with_error);
|
1643
|
-
grpc_closure_list_append(
|
1644
|
-
&pq->lists[GRPC_CHTTP2_PCL_INFLIGHT],
|
1645
|
-
GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
|
1646
|
-
finish_keepalive_ping, t, grpc_schedule_on_exec_ctx),
|
1647
|
-
absl::OkStatus());
|
1648
|
-
return;
|
1649
|
-
}
|
1650
|
-
grpc_closure_list_append(
|
1651
|
-
&pq->lists[GRPC_CHTTP2_PCL_INITIATE],
|
1652
|
-
GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked, start_keepalive_ping,
|
1653
|
-
t, grpc_schedule_on_exec_ctx),
|
1654
|
-
absl::OkStatus());
|
1655
|
-
grpc_closure_list_append(
|
1656
|
-
&pq->lists[GRPC_CHTTP2_PCL_NEXT],
|
1657
|
-
GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked, finish_keepalive_ping,
|
1658
|
-
t, grpc_schedule_on_exec_ctx),
|
1659
|
-
absl::OkStatus());
|
1761
|
+
t->ping_callbacks.OnPingAck(
|
1762
|
+
PingClosureWrapper(grpc_core::InitTransportClosure<finish_keepalive_ping>(
|
1763
|
+
t->Ref(), &t->finish_keepalive_ping_locked)));
|
1660
1764
|
}
|
1661
1765
|
|
1662
|
-
void grpc_chttp2_retry_initiate_ping(
|
1663
|
-
|
1664
|
-
|
1665
|
-
|
1766
|
+
void grpc_chttp2_retry_initiate_ping(
|
1767
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
1768
|
+
auto tp = t.get();
|
1769
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<retry_initiate_ping_locked>(
|
1770
|
+
std::move(t), &tp->retry_initiate_ping_locked),
|
1771
|
+
absl::OkStatus());
|
1666
1772
|
}
|
1667
1773
|
|
1668
|
-
static void retry_initiate_ping_locked(
|
1669
|
-
|
1774
|
+
static void retry_initiate_ping_locked(
|
1775
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
1776
|
+
GRPC_UNUSED grpc_error_handle error) {
|
1670
1777
|
GPR_DEBUG_ASSERT(error.ok());
|
1671
|
-
|
1672
|
-
|
1673
|
-
t
|
1674
|
-
|
1675
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
|
1778
|
+
GPR_ASSERT(t->delayed_ping_timer_handle.has_value());
|
1779
|
+
t->delayed_ping_timer_handle.reset();
|
1780
|
+
grpc_chttp2_initiate_write(t.get(),
|
1781
|
+
GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING);
|
1676
1782
|
}
|
1677
1783
|
|
1678
1784
|
void grpc_chttp2_ack_ping(grpc_chttp2_transport* t, uint64_t id) {
|
1679
|
-
|
1680
|
-
if (pq->inflight_id != id) {
|
1785
|
+
if (!t->ping_callbacks.AckPing(id, t->event_engine.get())) {
|
1681
1786
|
gpr_log(GPR_DEBUG, "Unknown ping response from %s: %" PRIx64,
|
1682
1787
|
std::string(t->peer_string.as_string_view()).c_str(), id);
|
1683
1788
|
return;
|
1684
1789
|
}
|
1685
|
-
|
1686
|
-
&pq->lists[GRPC_CHTTP2_PCL_INFLIGHT]);
|
1687
|
-
if (!grpc_closure_list_empty(pq->lists[GRPC_CHTTP2_PCL_NEXT])) {
|
1790
|
+
if (t->ping_callbacks.ping_requested()) {
|
1688
1791
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_CONTINUE_PINGS);
|
1689
1792
|
}
|
1690
1793
|
}
|
1691
1794
|
|
1795
|
+
void grpc_chttp2_keepalive_timeout(
|
1796
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
1797
|
+
t->combiner->Run(
|
1798
|
+
grpc_core::NewClosure([t](grpc_error_handle) {
|
1799
|
+
gpr_log(GPR_INFO, "%s: Keepalive timeout. Closing transport.",
|
1800
|
+
std::string(t->peer_string.as_string_view()).c_str());
|
1801
|
+
send_goaway(
|
1802
|
+
t.get(),
|
1803
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("keepalive_timeout"),
|
1804
|
+
grpc_core::StatusIntProperty::kHttp2Error,
|
1805
|
+
GRPC_HTTP2_ENHANCE_YOUR_CALM),
|
1806
|
+
/*immediate_disconnect_hint=*/true);
|
1807
|
+
close_transport_locked(
|
1808
|
+
t.get(),
|
1809
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("keepalive timeout"),
|
1810
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
1811
|
+
GRPC_STATUS_UNAVAILABLE));
|
1812
|
+
}),
|
1813
|
+
absl::OkStatus());
|
1814
|
+
}
|
1815
|
+
|
1816
|
+
void grpc_chttp2_ping_timeout(
|
1817
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
1818
|
+
t->combiner->Run(
|
1819
|
+
grpc_core::NewClosure([t](grpc_error_handle) {
|
1820
|
+
gpr_log(GPR_INFO, "%s: Ping timeout. Closing transport.",
|
1821
|
+
std::string(t->peer_string.as_string_view()).c_str());
|
1822
|
+
send_goaway(
|
1823
|
+
t.get(),
|
1824
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("ping_timeout"),
|
1825
|
+
grpc_core::StatusIntProperty::kHttp2Error,
|
1826
|
+
GRPC_HTTP2_ENHANCE_YOUR_CALM),
|
1827
|
+
/*immediate_disconnect_hint=*/true);
|
1828
|
+
close_transport_locked(
|
1829
|
+
t.get(),
|
1830
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("ping timeout"),
|
1831
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
1832
|
+
GRPC_STATUS_UNAVAILABLE));
|
1833
|
+
}),
|
1834
|
+
absl::OkStatus());
|
1835
|
+
}
|
1836
|
+
|
1837
|
+
void grpc_chttp2_settings_timeout(
|
1838
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
1839
|
+
t->combiner->Run(
|
1840
|
+
grpc_core::NewClosure([t](grpc_error_handle) {
|
1841
|
+
gpr_log(GPR_INFO, "%s: Settings timeout. Closing transport.",
|
1842
|
+
std::string(t->peer_string.as_string_view()).c_str());
|
1843
|
+
send_goaway(
|
1844
|
+
t.get(),
|
1845
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("settings_timeout"),
|
1846
|
+
grpc_core::StatusIntProperty::kHttp2Error,
|
1847
|
+
GRPC_HTTP2_SETTINGS_TIMEOUT),
|
1848
|
+
/*immediate_disconnect_hint=*/true);
|
1849
|
+
close_transport_locked(
|
1850
|
+
t.get(),
|
1851
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("settings timeout"),
|
1852
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
1853
|
+
GRPC_STATUS_UNAVAILABLE));
|
1854
|
+
}),
|
1855
|
+
absl::OkStatus());
|
1856
|
+
}
|
1857
|
+
|
1692
1858
|
namespace {
|
1693
1859
|
|
1694
1860
|
// Fire and forget (deletes itself on completion). Does a graceful shutdown by
|
1695
1861
|
// sending a GOAWAY frame with the last stream id set to 2^31-1, sending a ping
|
1696
1862
|
// and waiting for an ack (effective waiting for an RTT) and then sending a
|
1697
|
-
// final GOAWAY
|
1863
|
+
// final GOAWAY frame with an updated last stream identifier. This helps ensure
|
1698
1864
|
// that a connection can be cleanly shut down without losing requests.
|
1699
1865
|
// In the event, that the client does not respond to the ping for some reason,
|
1700
1866
|
// we add a 20 second deadline, after which we send the second goaway.
|
@@ -1702,22 +1868,19 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1702
1868
|
public:
|
1703
1869
|
static void Start(grpc_chttp2_transport* t) { new GracefulGoaway(t); }
|
1704
1870
|
|
1705
|
-
~GracefulGoaway() override {
|
1706
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t_, "graceful goaway");
|
1707
|
-
}
|
1708
|
-
|
1709
1871
|
private:
|
1710
|
-
|
1872
|
+
using TaskHandle = ::grpc_event_engine::experimental::EventEngine::TaskHandle;
|
1873
|
+
|
1874
|
+
explicit GracefulGoaway(grpc_chttp2_transport* t) : t_(t->Ref()) {
|
1711
1875
|
t->sent_goaway_state = GRPC_CHTTP2_GRACEFUL_GOAWAY;
|
1712
|
-
GRPC_CHTTP2_REF_TRANSPORT(t_, "graceful goaway");
|
1713
1876
|
grpc_chttp2_goaway_append((1u << 31) - 1, 0, grpc_empty_slice(), &t->qbuf);
|
1877
|
+
t->keepalive_timeout =
|
1878
|
+
std::min(t->keepalive_timeout, grpc_core::Duration::Seconds(20));
|
1879
|
+
t->ping_timeout =
|
1880
|
+
std::min(t->ping_timeout, grpc_core::Duration::Seconds(20));
|
1714
1881
|
send_ping_locked(
|
1715
1882
|
t, nullptr, GRPC_CLOSURE_INIT(&on_ping_ack_, OnPingAck, this, nullptr));
|
1716
1883
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
|
1717
|
-
Ref().release(); // Ref for the timer
|
1718
|
-
grpc_timer_init(
|
1719
|
-
&timer_, grpc_core::Timestamp::Now() + grpc_core::Duration::Seconds(20),
|
1720
|
-
GRPC_CLOSURE_INIT(&on_timer_, OnTimer, this, nullptr));
|
1721
1884
|
}
|
1722
1885
|
|
1723
1886
|
void MaybeSendFinalGoawayLocked() {
|
@@ -1730,7 +1893,7 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1730
1893
|
gpr_log(GPR_INFO,
|
1731
1894
|
"transport:%p %s peer:%s Transport already shutting down. "
|
1732
1895
|
"Graceful GOAWAY abandoned.",
|
1733
|
-
t_, t_->is_client ? "CLIENT" : "SERVER",
|
1896
|
+
t_.get(), t_->is_client ? "CLIENT" : "SERVER",
|
1734
1897
|
std::string(t_->peer_string.as_string_view()).c_str()));
|
1735
1898
|
return;
|
1736
1899
|
}
|
@@ -1739,13 +1902,14 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1739
1902
|
gpr_log(GPR_INFO,
|
1740
1903
|
"transport:%p %s peer:%s Graceful shutdown: Ping received. "
|
1741
1904
|
"Sending final GOAWAY with stream_id:%d",
|
1742
|
-
t_, t_->is_client ? "CLIENT" : "SERVER",
|
1905
|
+
t_.get(), t_->is_client ? "CLIENT" : "SERVER",
|
1743
1906
|
std::string(t_->peer_string.as_string_view()).c_str(),
|
1744
1907
|
t_->last_new_stream_id));
|
1745
1908
|
t_->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
|
1746
1909
|
grpc_chttp2_goaway_append(t_->last_new_stream_id, 0, grpc_empty_slice(),
|
1747
1910
|
&t_->qbuf);
|
1748
|
-
grpc_chttp2_initiate_write(t_,
|
1911
|
+
grpc_chttp2_initiate_write(t_.get(),
|
1912
|
+
GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
|
1749
1913
|
}
|
1750
1914
|
|
1751
1915
|
static void OnPingAck(void* arg, grpc_error_handle /* error */) {
|
@@ -1757,32 +1921,12 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1757
1921
|
|
1758
1922
|
static void OnPingAckLocked(void* arg, grpc_error_handle /* error */) {
|
1759
1923
|
auto* self = static_cast<GracefulGoaway*>(arg);
|
1760
|
-
grpc_timer_cancel(&self->timer_);
|
1761
1924
|
self->MaybeSendFinalGoawayLocked();
|
1762
1925
|
self->Unref();
|
1763
1926
|
}
|
1764
1927
|
|
1765
|
-
|
1766
|
-
auto* self = static_cast<GracefulGoaway*>(arg);
|
1767
|
-
if (!error.ok()) {
|
1768
|
-
self->Unref();
|
1769
|
-
return;
|
1770
|
-
}
|
1771
|
-
self->t_->combiner->Run(
|
1772
|
-
GRPC_CLOSURE_INIT(&self->on_timer_, OnTimerLocked, self, nullptr),
|
1773
|
-
absl::OkStatus());
|
1774
|
-
}
|
1775
|
-
|
1776
|
-
static void OnTimerLocked(void* arg, grpc_error_handle /* error */) {
|
1777
|
-
auto* self = static_cast<GracefulGoaway*>(arg);
|
1778
|
-
self->MaybeSendFinalGoawayLocked();
|
1779
|
-
self->Unref();
|
1780
|
-
}
|
1781
|
-
|
1782
|
-
grpc_chttp2_transport* t_;
|
1928
|
+
const grpc_core::RefCountedPtr<grpc_chttp2_transport> t_;
|
1783
1929
|
grpc_closure on_ping_ack_;
|
1784
|
-
grpc_timer timer_;
|
1785
|
-
grpc_closure on_timer_;
|
1786
1930
|
};
|
1787
1931
|
|
1788
1932
|
} // namespace
|
@@ -1804,8 +1948,9 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
|
|
1804
1948
|
} else if (t->sent_goaway_state == GRPC_CHTTP2_NO_GOAWAY_SEND ||
|
1805
1949
|
t->sent_goaway_state == GRPC_CHTTP2_GRACEFUL_GOAWAY) {
|
1806
1950
|
// We want to log this irrespective of whether http tracing is enabled
|
1807
|
-
gpr_log(GPR_DEBUG, "%s: Sending goaway err=%s",
|
1951
|
+
gpr_log(GPR_DEBUG, "%s %s: Sending goaway last_new_stream_id=%d err=%s",
|
1808
1952
|
std::string(t->peer_string.as_string_view()).c_str(),
|
1953
|
+
t->is_client ? "CLIENT" : "SERVER", t->last_new_stream_id,
|
1809
1954
|
grpc_core::StatusToString(error).c_str());
|
1810
1955
|
t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
|
1811
1956
|
grpc_chttp2_goaway_append(
|
@@ -1817,44 +1962,40 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
|
|
1817
1962
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
|
1818
1963
|
}
|
1819
1964
|
|
1820
|
-
void
|
1821
|
-
|
1822
|
-
|
1823
|
-
|
1824
|
-
|
1825
|
-
|
1826
|
-
|
1827
|
-
|
1828
|
-
|
1829
|
-
|
1830
|
-
|
1831
|
-
grpc_core::StatusIntProperty::kRpcStatus,
|
1832
|
-
GRPC_STATUS_UNAVAILABLE));
|
1833
|
-
}
|
1965
|
+
void grpc_chttp2_exceeded_ping_strikes(grpc_chttp2_transport* t) {
|
1966
|
+
send_goaway(t,
|
1967
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("too_many_pings"),
|
1968
|
+
grpc_core::StatusIntProperty::kHttp2Error,
|
1969
|
+
GRPC_HTTP2_ENHANCE_YOUR_CALM),
|
1970
|
+
/*immediate_disconnect_hint=*/true);
|
1971
|
+
// The transport will be closed after the write is done
|
1972
|
+
close_transport_locked(
|
1973
|
+
t, grpc_error_set_int(GRPC_ERROR_CREATE("Too many pings"),
|
1974
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
1975
|
+
GRPC_STATUS_UNAVAILABLE));
|
1834
1976
|
}
|
1835
1977
|
|
1836
1978
|
void grpc_chttp2_reset_ping_clock(grpc_chttp2_transport* t) {
|
1837
1979
|
if (!t->is_client) {
|
1838
|
-
t->
|
1839
|
-
t->ping_recv_state.ping_strikes = 0;
|
1980
|
+
t->ping_abuse_policy.ResetPingStrikes();
|
1840
1981
|
}
|
1841
|
-
t->
|
1842
|
-
t->ping_policy.max_pings_without_data;
|
1982
|
+
t->ping_rate_policy.ResetPingsBeforeDataRequired();
|
1843
1983
|
}
|
1844
1984
|
|
1845
1985
|
static void perform_transport_op_locked(void* stream_op,
|
1846
1986
|
grpc_error_handle /*error_ignored*/) {
|
1847
1987
|
grpc_transport_op* op = static_cast<grpc_transport_op*>(stream_op);
|
1848
|
-
grpc_chttp2_transport
|
1849
|
-
static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg);
|
1988
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t(
|
1989
|
+
static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg));
|
1850
1990
|
|
1851
1991
|
if (!op->goaway_error.ok()) {
|
1852
|
-
send_goaway(t, op->goaway_error, /*immediate_disconnect_hint=*/false);
|
1992
|
+
send_goaway(t.get(), op->goaway_error, /*immediate_disconnect_hint=*/false);
|
1853
1993
|
}
|
1854
1994
|
|
1855
1995
|
if (op->set_accept_stream) {
|
1856
1996
|
t->accept_stream_cb = op->set_accept_stream_fn;
|
1857
1997
|
t->accept_stream_cb_user_data = op->set_accept_stream_user_data;
|
1998
|
+
t->registered_method_matcher_cb = op->set_registered_method_matcher_fn;
|
1858
1999
|
}
|
1859
2000
|
|
1860
2001
|
if (op->bind_pollset) {
|
@@ -1866,8 +2007,9 @@ static void perform_transport_op_locked(void* stream_op,
|
|
1866
2007
|
}
|
1867
2008
|
|
1868
2009
|
if (op->send_ping.on_initiate != nullptr || op->send_ping.on_ack != nullptr) {
|
1869
|
-
send_ping_locked(t, op->send_ping.on_initiate, op->send_ping.on_ack);
|
1870
|
-
grpc_chttp2_initiate_write(t,
|
2010
|
+
send_ping_locked(t.get(), op->send_ping.on_initiate, op->send_ping.on_ack);
|
2011
|
+
grpc_chttp2_initiate_write(t.get(),
|
2012
|
+
GRPC_CHTTP2_INITIATE_WRITE_APPLICATION_PING);
|
1871
2013
|
}
|
1872
2014
|
|
1873
2015
|
if (op->start_connectivity_watch != nullptr) {
|
@@ -1879,14 +2021,12 @@ static void perform_transport_op_locked(void* stream_op,
|
|
1879
2021
|
}
|
1880
2022
|
|
1881
2023
|
if (!op->disconnect_with_error.ok()) {
|
1882
|
-
send_goaway(t, op->disconnect_with_error,
|
2024
|
+
send_goaway(t.get(), op->disconnect_with_error,
|
1883
2025
|
/*immediate_disconnect_hint=*/true);
|
1884
|
-
close_transport_locked(t, op->disconnect_with_error);
|
2026
|
+
close_transport_locked(t.get(), op->disconnect_with_error);
|
1885
2027
|
}
|
1886
2028
|
|
1887
2029
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_consumed, absl::OkStatus());
|
1888
|
-
|
1889
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "transport_op");
|
1890
2030
|
}
|
1891
2031
|
|
1892
2032
|
static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
|
@@ -1896,10 +2036,10 @@ static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
|
|
1896
2036
|
grpc_transport_op_string(op).c_str());
|
1897
2037
|
}
|
1898
2038
|
op->handler_private.extra_arg = gt;
|
1899
|
-
|
1900
|
-
|
1901
|
-
|
1902
|
-
|
2039
|
+
t->Ref().release()->combiner->Run(
|
2040
|
+
GRPC_CLOSURE_INIT(&op->handler_private.closure,
|
2041
|
+
perform_transport_op_locked, op, nullptr),
|
2042
|
+
absl::OkStatus());
|
1903
2043
|
}
|
1904
2044
|
|
1905
2045
|
//
|
@@ -1925,6 +2065,10 @@ void grpc_chttp2_maybe_complete_recv_initial_metadata(grpc_chttp2_transport* t,
|
|
1925
2065
|
*s->trailing_metadata_available = true;
|
1926
2066
|
s->trailing_metadata_available = nullptr;
|
1927
2067
|
}
|
2068
|
+
if (t->registered_method_matcher_cb != nullptr) {
|
2069
|
+
t->registered_method_matcher_cb(t->accept_stream_cb_user_data,
|
2070
|
+
s->recv_initial_metadata);
|
2071
|
+
}
|
1928
2072
|
null_then_sched_closure(&s->recv_initial_metadata_ready);
|
1929
2073
|
}
|
1930
2074
|
}
|
@@ -2035,17 +2179,16 @@ void grpc_chttp2_maybe_complete_recv_trailing_metadata(grpc_chttp2_transport* t,
|
|
2035
2179
|
}
|
2036
2180
|
}
|
2037
2181
|
|
2038
|
-
static
|
2039
|
-
|
2040
|
-
grpc_chttp2_stream* s =
|
2041
|
-
grpc_chttp2_stream_map_delete(&t->stream_map, id));
|
2182
|
+
static grpc_chttp2_transport::RemovedStreamHandle remove_stream(
|
2183
|
+
grpc_chttp2_transport* t, uint32_t id, grpc_error_handle error) {
|
2184
|
+
grpc_chttp2_stream* s = t->stream_map.extract(id).mapped();
|
2042
2185
|
GPR_DEBUG_ASSERT(s);
|
2043
2186
|
if (t->incoming_stream == s) {
|
2044
2187
|
t->incoming_stream = nullptr;
|
2045
2188
|
grpc_chttp2_parsing_become_skip_parser(t);
|
2046
2189
|
}
|
2047
2190
|
|
2048
|
-
if (
|
2191
|
+
if (t->stream_map.empty()) {
|
2049
2192
|
post_benign_reclaimer(t);
|
2050
2193
|
if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SENT) {
|
2051
2194
|
close_transport_locked(
|
@@ -2060,29 +2203,74 @@ static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
|
|
2060
2203
|
grpc_chttp2_list_remove_stalled_by_transport(t, s);
|
2061
2204
|
|
2062
2205
|
maybe_start_some_streams(t);
|
2206
|
+
|
2207
|
+
if (t->is_client) return grpc_chttp2_transport::RemovedStreamHandle();
|
2208
|
+
return grpc_chttp2_transport::RemovedStreamHandle(t->Ref());
|
2063
2209
|
}
|
2064
2210
|
|
2211
|
+
namespace grpc_core {
|
2212
|
+
namespace {
|
2213
|
+
|
2214
|
+
Duration TarpitDuration(grpc_chttp2_transport* t) {
|
2215
|
+
return Duration::Milliseconds(absl::LogUniform<int>(
|
2216
|
+
absl::BitGen(), t->min_tarpit_duration_ms, t->max_tarpit_duration_ms));
|
2217
|
+
}
|
2218
|
+
|
2219
|
+
template <typename F>
|
2220
|
+
void MaybeTarpit(grpc_chttp2_transport* t, bool tarpit, F fn) {
|
2221
|
+
if (!tarpit || !t->allow_tarpit || t->is_client) {
|
2222
|
+
fn(t);
|
2223
|
+
return;
|
2224
|
+
}
|
2225
|
+
const auto duration = TarpitDuration(t);
|
2226
|
+
t->event_engine->RunAfter(
|
2227
|
+
duration, [t = t->Ref(), fn = std::move(fn)]() mutable {
|
2228
|
+
ApplicationCallbackExecCtx app_exec_ctx;
|
2229
|
+
ExecCtx exec_ctx;
|
2230
|
+
t->combiner->Run(
|
2231
|
+
NewClosure([t, fn = std::move(fn)](grpc_error_handle) mutable {
|
2232
|
+
// TODO(ctiller): this can result in not sending RST_STREAMS if a
|
2233
|
+
// request gets tarpit behind a transport close.
|
2234
|
+
if (!t->closed_with_error.ok()) return;
|
2235
|
+
fn(t.get());
|
2236
|
+
}),
|
2237
|
+
absl::OkStatus());
|
2238
|
+
});
|
2239
|
+
}
|
2240
|
+
|
2241
|
+
} // namespace
|
2242
|
+
} // namespace grpc_core
|
2243
|
+
|
2065
2244
|
void grpc_chttp2_cancel_stream(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
2066
|
-
grpc_error_handle due_to_error) {
|
2245
|
+
grpc_error_handle due_to_error, bool tarpit) {
|
2067
2246
|
if (!t->is_client && !s->sent_trailing_metadata &&
|
2068
|
-
grpc_error_has_clear_grpc_status(due_to_error)
|
2069
|
-
|
2247
|
+
grpc_error_has_clear_grpc_status(due_to_error) &&
|
2248
|
+
!(s->read_closed && s->write_closed)) {
|
2249
|
+
close_from_api(t, s, due_to_error, tarpit);
|
2070
2250
|
return;
|
2071
2251
|
}
|
2072
2252
|
|
2253
|
+
if (!due_to_error.ok() && !s->seen_error) {
|
2254
|
+
s->seen_error = true;
|
2255
|
+
}
|
2073
2256
|
if (!s->read_closed || !s->write_closed) {
|
2074
2257
|
if (s->id != 0) {
|
2075
2258
|
grpc_http2_error_code http_error;
|
2076
2259
|
grpc_error_get_status(due_to_error, s->deadline, nullptr, nullptr,
|
2077
2260
|
&http_error, nullptr);
|
2078
|
-
|
2079
|
-
t,
|
2080
|
-
|
2261
|
+
grpc_core::MaybeTarpit(
|
2262
|
+
t, tarpit,
|
2263
|
+
[id = s->id, http_error,
|
2264
|
+
remove_stream_handle = grpc_chttp2_mark_stream_closed(
|
2265
|
+
t, s, 1, 1, due_to_error)](grpc_chttp2_transport* t) {
|
2266
|
+
grpc_chttp2_add_rst_stream_to_next_write(
|
2267
|
+
t, id, static_cast<uint32_t>(http_error), nullptr);
|
2268
|
+
grpc_chttp2_initiate_write(t,
|
2269
|
+
GRPC_CHTTP2_INITIATE_WRITE_RST_STREAM);
|
2270
|
+
});
|
2271
|
+
return;
|
2081
2272
|
}
|
2082
2273
|
}
|
2083
|
-
if (!due_to_error.ok() && !s->seen_error) {
|
2084
|
-
s->seen_error = true;
|
2085
|
-
}
|
2086
2274
|
grpc_chttp2_mark_stream_closed(t, s, 1, 1, due_to_error);
|
2087
2275
|
}
|
2088
2276
|
|
@@ -2175,16 +2363,17 @@ void grpc_chttp2_fail_pending_writes(grpc_chttp2_transport* t,
|
|
2175
2363
|
flush_write_list(t, s, &s->on_flow_controlled_cbs, error);
|
2176
2364
|
}
|
2177
2365
|
|
2178
|
-
|
2179
|
-
|
2180
|
-
|
2366
|
+
grpc_chttp2_transport::RemovedStreamHandle grpc_chttp2_mark_stream_closed(
|
2367
|
+
grpc_chttp2_transport* t, grpc_chttp2_stream* s, int close_reads,
|
2368
|
+
int close_writes, grpc_error_handle error) {
|
2369
|
+
grpc_chttp2_transport::RemovedStreamHandle rsh;
|
2181
2370
|
if (grpc_http_trace.enabled()) {
|
2182
2371
|
gpr_log(
|
2183
2372
|
GPR_DEBUG, "MARK_STREAM_CLOSED: t=%p s=%p(id=%d) %s [%s]", t, s, s->id,
|
2184
2373
|
(close_reads && close_writes)
|
2185
2374
|
? "read+write"
|
2186
2375
|
: (close_reads ? "read" : (close_writes ? "write" : "nothing??")),
|
2187
|
-
error
|
2376
|
+
grpc_core::StatusToString(error).c_str());
|
2188
2377
|
}
|
2189
2378
|
if (s->read_closed && s->write_closed) {
|
2190
2379
|
// already closed, but we should still fake the status if needed.
|
@@ -2193,7 +2382,7 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
|
|
2193
2382
|
grpc_chttp2_fake_status(t, s, overall_error);
|
2194
2383
|
}
|
2195
2384
|
grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
|
2196
|
-
return;
|
2385
|
+
return rsh;
|
2197
2386
|
}
|
2198
2387
|
bool closed_read = false;
|
2199
2388
|
bool became_closed = false;
|
@@ -2211,7 +2400,7 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
|
|
2211
2400
|
became_closed = true;
|
2212
2401
|
grpc_error_handle overall_error = removal_error(error, s, "Stream removed");
|
2213
2402
|
if (s->id != 0) {
|
2214
|
-
remove_stream(t, s->id, overall_error);
|
2403
|
+
rsh = remove_stream(t, s->id, overall_error);
|
2215
2404
|
} else {
|
2216
2405
|
// Purge streams waiting on concurrency still waiting for id assignment
|
2217
2406
|
grpc_chttp2_list_remove_waiting_for_concurrency(t, s);
|
@@ -2235,17 +2424,11 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
|
|
2235
2424
|
grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
|
2236
2425
|
GRPC_CHTTP2_STREAM_UNREF(s, "chttp2");
|
2237
2426
|
}
|
2427
|
+
return rsh;
|
2238
2428
|
}
|
2239
2429
|
|
2240
2430
|
static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
2241
|
-
grpc_error_handle error) {
|
2242
|
-
grpc_slice hdr;
|
2243
|
-
grpc_slice status_hdr;
|
2244
|
-
grpc_slice http_status_hdr;
|
2245
|
-
grpc_slice content_type_hdr;
|
2246
|
-
grpc_slice message_pfx;
|
2247
|
-
uint8_t* p;
|
2248
|
-
uint32_t len = 0;
|
2431
|
+
grpc_error_handle error, bool tarpit) {
|
2249
2432
|
grpc_status_code grpc_status;
|
2250
2433
|
std::string message;
|
2251
2434
|
grpc_error_get_status(error, s->deadline, &grpc_status, &message, nullptr,
|
@@ -2253,158 +2436,167 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
|
2253
2436
|
|
2254
2437
|
GPR_ASSERT(grpc_status >= 0 && (int)grpc_status < 100);
|
2255
2438
|
|
2256
|
-
|
2257
|
-
|
2258
|
-
|
2259
|
-
|
2260
|
-
|
2261
|
-
|
2262
|
-
|
2263
|
-
|
2264
|
-
|
2265
|
-
|
2266
|
-
|
2267
|
-
|
2268
|
-
|
2269
|
-
|
2270
|
-
|
2271
|
-
|
2272
|
-
|
2273
|
-
|
2274
|
-
|
2275
|
-
|
2276
|
-
|
2277
|
-
|
2278
|
-
|
2279
|
-
|
2280
|
-
|
2281
|
-
|
2282
|
-
|
2283
|
-
|
2284
|
-
|
2285
|
-
|
2286
|
-
|
2287
|
-
|
2288
|
-
|
2289
|
-
|
2290
|
-
|
2291
|
-
|
2292
|
-
|
2293
|
-
|
2294
|
-
|
2295
|
-
|
2296
|
-
|
2297
|
-
|
2298
|
-
|
2299
|
-
|
2300
|
-
|
2301
|
-
|
2302
|
-
|
2303
|
-
|
2304
|
-
|
2305
|
-
|
2306
|
-
|
2307
|
-
|
2308
|
-
|
2309
|
-
|
2310
|
-
|
2311
|
-
|
2312
|
-
|
2313
|
-
|
2314
|
-
|
2315
|
-
|
2316
|
-
|
2317
|
-
|
2318
|
-
|
2319
|
-
|
2320
|
-
|
2321
|
-
|
2322
|
-
|
2323
|
-
|
2324
|
-
|
2325
|
-
|
2326
|
-
|
2327
|
-
|
2328
|
-
|
2329
|
-
|
2330
|
-
|
2331
|
-
|
2332
|
-
|
2333
|
-
|
2334
|
-
*p++ = 1;
|
2335
|
-
*p++ = static_cast<uint8_t>('0' + grpc_status);
|
2336
|
-
} else {
|
2337
|
-
*p++ = 2;
|
2338
|
-
*p++ = static_cast<uint8_t>('0' + (grpc_status / 10));
|
2339
|
-
*p++ = static_cast<uint8_t>('0' + (grpc_status % 10));
|
2340
|
-
}
|
2341
|
-
GPR_ASSERT(p == GRPC_SLICE_END_PTR(status_hdr));
|
2342
|
-
len += static_cast<uint32_t> GRPC_SLICE_LENGTH(status_hdr);
|
2343
|
-
|
2344
|
-
size_t msg_len = message.length();
|
2345
|
-
GPR_ASSERT(msg_len <= UINT32_MAX);
|
2346
|
-
grpc_core::VarintWriter<1> msg_len_writer(static_cast<uint32_t>(msg_len));
|
2347
|
-
message_pfx = GRPC_SLICE_MALLOC(14 + msg_len_writer.length());
|
2348
|
-
p = GRPC_SLICE_START_PTR(message_pfx);
|
2349
|
-
*p++ = 0x00; // literal header, not indexed
|
2350
|
-
*p++ = 12; // len(grpc-message)
|
2351
|
-
*p++ = 'g';
|
2352
|
-
*p++ = 'r';
|
2353
|
-
*p++ = 'p';
|
2354
|
-
*p++ = 'c';
|
2355
|
-
*p++ = '-';
|
2356
|
-
*p++ = 'm';
|
2357
|
-
*p++ = 'e';
|
2358
|
-
*p++ = 's';
|
2359
|
-
*p++ = 's';
|
2360
|
-
*p++ = 'a';
|
2361
|
-
*p++ = 'g';
|
2362
|
-
*p++ = 'e';
|
2363
|
-
msg_len_writer.Write(0, p);
|
2364
|
-
p += msg_len_writer.length();
|
2365
|
-
GPR_ASSERT(p == GRPC_SLICE_END_PTR(message_pfx));
|
2366
|
-
len += static_cast<uint32_t> GRPC_SLICE_LENGTH(message_pfx);
|
2367
|
-
len += static_cast<uint32_t>(msg_len);
|
2368
|
-
|
2369
|
-
hdr = GRPC_SLICE_MALLOC(9);
|
2370
|
-
p = GRPC_SLICE_START_PTR(hdr);
|
2371
|
-
*p++ = static_cast<uint8_t>(len >> 16);
|
2372
|
-
*p++ = static_cast<uint8_t>(len >> 8);
|
2373
|
-
*p++ = static_cast<uint8_t>(len);
|
2374
|
-
*p++ = GRPC_CHTTP2_FRAME_HEADER;
|
2375
|
-
*p++ = GRPC_CHTTP2_DATA_FLAG_END_STREAM | GRPC_CHTTP2_DATA_FLAG_END_HEADERS;
|
2376
|
-
*p++ = static_cast<uint8_t>(s->id >> 24);
|
2377
|
-
*p++ = static_cast<uint8_t>(s->id >> 16);
|
2378
|
-
*p++ = static_cast<uint8_t>(s->id >> 8);
|
2379
|
-
*p++ = static_cast<uint8_t>(s->id);
|
2380
|
-
GPR_ASSERT(p == GRPC_SLICE_END_PTR(hdr));
|
2381
|
-
|
2382
|
-
grpc_slice_buffer_add(&t->qbuf, hdr);
|
2383
|
-
if (!s->sent_initial_metadata) {
|
2384
|
-
grpc_slice_buffer_add(&t->qbuf, http_status_hdr);
|
2385
|
-
grpc_slice_buffer_add(&t->qbuf, content_type_hdr);
|
2386
|
-
}
|
2387
|
-
grpc_slice_buffer_add(&t->qbuf, status_hdr);
|
2388
|
-
grpc_slice_buffer_add(&t->qbuf, message_pfx);
|
2389
|
-
grpc_slice_buffer_add(&t->qbuf,
|
2390
|
-
grpc_slice_from_cpp_string(std::move(message)));
|
2391
|
-
grpc_chttp2_reset_ping_clock(t);
|
2392
|
-
grpc_chttp2_add_rst_stream_to_next_write(t, s->id, GRPC_HTTP2_NO_ERROR,
|
2393
|
-
&s->stats.outgoing);
|
2394
|
-
|
2395
|
-
grpc_chttp2_mark_stream_closed(t, s, 1, 1, error);
|
2396
|
-
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API);
|
2397
|
-
}
|
2398
|
-
|
2399
|
-
struct cancel_stream_cb_args {
|
2400
|
-
grpc_error_handle error;
|
2401
|
-
grpc_chttp2_transport* t;
|
2402
|
-
};
|
2439
|
+
auto remove_stream_handle = grpc_chttp2_mark_stream_closed(t, s, 1, 1, error);
|
2440
|
+
grpc_core::MaybeTarpit(
|
2441
|
+
t, tarpit,
|
2442
|
+
[error = std::move(error),
|
2443
|
+
sent_initial_metadata = s->sent_initial_metadata, id = s->id,
|
2444
|
+
grpc_status, message = std::move(message),
|
2445
|
+
remove_stream_handle =
|
2446
|
+
std::move(remove_stream_handle)](grpc_chttp2_transport* t) mutable {
|
2447
|
+
grpc_slice hdr;
|
2448
|
+
grpc_slice status_hdr;
|
2449
|
+
grpc_slice http_status_hdr;
|
2450
|
+
grpc_slice content_type_hdr;
|
2451
|
+
grpc_slice message_pfx;
|
2452
|
+
uint8_t* p;
|
2453
|
+
uint32_t len = 0;
|
2454
|
+
|
2455
|
+
// Hand roll a header block.
|
2456
|
+
// This is unnecessarily ugly - at some point we should find a more
|
2457
|
+
// elegant solution.
|
2458
|
+
// It's complicated by the fact that our send machinery would be dead
|
2459
|
+
// by the time we got around to sending this, so instead we ignore
|
2460
|
+
// HPACK compression and just write the uncompressed bytes onto the
|
2461
|
+
// wire.
|
2462
|
+
if (!sent_initial_metadata) {
|
2463
|
+
http_status_hdr = GRPC_SLICE_MALLOC(13);
|
2464
|
+
p = GRPC_SLICE_START_PTR(http_status_hdr);
|
2465
|
+
*p++ = 0x00;
|
2466
|
+
*p++ = 7;
|
2467
|
+
*p++ = ':';
|
2468
|
+
*p++ = 's';
|
2469
|
+
*p++ = 't';
|
2470
|
+
*p++ = 'a';
|
2471
|
+
*p++ = 't';
|
2472
|
+
*p++ = 'u';
|
2473
|
+
*p++ = 's';
|
2474
|
+
*p++ = 3;
|
2475
|
+
*p++ = '2';
|
2476
|
+
*p++ = '0';
|
2477
|
+
*p++ = '0';
|
2478
|
+
GPR_ASSERT(p == GRPC_SLICE_END_PTR(http_status_hdr));
|
2479
|
+
len += static_cast<uint32_t> GRPC_SLICE_LENGTH(http_status_hdr);
|
2480
|
+
|
2481
|
+
content_type_hdr = GRPC_SLICE_MALLOC(31);
|
2482
|
+
p = GRPC_SLICE_START_PTR(content_type_hdr);
|
2483
|
+
*p++ = 0x00;
|
2484
|
+
*p++ = 12;
|
2485
|
+
*p++ = 'c';
|
2486
|
+
*p++ = 'o';
|
2487
|
+
*p++ = 'n';
|
2488
|
+
*p++ = 't';
|
2489
|
+
*p++ = 'e';
|
2490
|
+
*p++ = 'n';
|
2491
|
+
*p++ = 't';
|
2492
|
+
*p++ = '-';
|
2493
|
+
*p++ = 't';
|
2494
|
+
*p++ = 'y';
|
2495
|
+
*p++ = 'p';
|
2496
|
+
*p++ = 'e';
|
2497
|
+
*p++ = 16;
|
2498
|
+
*p++ = 'a';
|
2499
|
+
*p++ = 'p';
|
2500
|
+
*p++ = 'p';
|
2501
|
+
*p++ = 'l';
|
2502
|
+
*p++ = 'i';
|
2503
|
+
*p++ = 'c';
|
2504
|
+
*p++ = 'a';
|
2505
|
+
*p++ = 't';
|
2506
|
+
*p++ = 'i';
|
2507
|
+
*p++ = 'o';
|
2508
|
+
*p++ = 'n';
|
2509
|
+
*p++ = '/';
|
2510
|
+
*p++ = 'g';
|
2511
|
+
*p++ = 'r';
|
2512
|
+
*p++ = 'p';
|
2513
|
+
*p++ = 'c';
|
2514
|
+
GPR_ASSERT(p == GRPC_SLICE_END_PTR(content_type_hdr));
|
2515
|
+
len += static_cast<uint32_t> GRPC_SLICE_LENGTH(content_type_hdr);
|
2516
|
+
}
|
2403
2517
|
|
2404
|
-
|
2405
|
-
|
2406
|
-
|
2407
|
-
|
2518
|
+
status_hdr = GRPC_SLICE_MALLOC(15 + (grpc_status >= 10));
|
2519
|
+
p = GRPC_SLICE_START_PTR(status_hdr);
|
2520
|
+
*p++ = 0x00; // literal header, not indexed
|
2521
|
+
*p++ = 11; // len(grpc-status)
|
2522
|
+
*p++ = 'g';
|
2523
|
+
*p++ = 'r';
|
2524
|
+
*p++ = 'p';
|
2525
|
+
*p++ = 'c';
|
2526
|
+
*p++ = '-';
|
2527
|
+
*p++ = 's';
|
2528
|
+
*p++ = 't';
|
2529
|
+
*p++ = 'a';
|
2530
|
+
*p++ = 't';
|
2531
|
+
*p++ = 'u';
|
2532
|
+
*p++ = 's';
|
2533
|
+
if (grpc_status < 10) {
|
2534
|
+
*p++ = 1;
|
2535
|
+
*p++ = static_cast<uint8_t>('0' + grpc_status);
|
2536
|
+
} else {
|
2537
|
+
*p++ = 2;
|
2538
|
+
*p++ = static_cast<uint8_t>('0' + (grpc_status / 10));
|
2539
|
+
*p++ = static_cast<uint8_t>('0' + (grpc_status % 10));
|
2540
|
+
}
|
2541
|
+
GPR_ASSERT(p == GRPC_SLICE_END_PTR(status_hdr));
|
2542
|
+
len += static_cast<uint32_t> GRPC_SLICE_LENGTH(status_hdr);
|
2543
|
+
|
2544
|
+
size_t msg_len = message.length();
|
2545
|
+
GPR_ASSERT(msg_len <= UINT32_MAX);
|
2546
|
+
grpc_core::VarintWriter<1> msg_len_writer(
|
2547
|
+
static_cast<uint32_t>(msg_len));
|
2548
|
+
message_pfx = GRPC_SLICE_MALLOC(14 + msg_len_writer.length());
|
2549
|
+
p = GRPC_SLICE_START_PTR(message_pfx);
|
2550
|
+
*p++ = 0x00; // literal header, not indexed
|
2551
|
+
*p++ = 12; // len(grpc-message)
|
2552
|
+
*p++ = 'g';
|
2553
|
+
*p++ = 'r';
|
2554
|
+
*p++ = 'p';
|
2555
|
+
*p++ = 'c';
|
2556
|
+
*p++ = '-';
|
2557
|
+
*p++ = 'm';
|
2558
|
+
*p++ = 'e';
|
2559
|
+
*p++ = 's';
|
2560
|
+
*p++ = 's';
|
2561
|
+
*p++ = 'a';
|
2562
|
+
*p++ = 'g';
|
2563
|
+
*p++ = 'e';
|
2564
|
+
msg_len_writer.Write(0, p);
|
2565
|
+
p += msg_len_writer.length();
|
2566
|
+
GPR_ASSERT(p == GRPC_SLICE_END_PTR(message_pfx));
|
2567
|
+
len += static_cast<uint32_t> GRPC_SLICE_LENGTH(message_pfx);
|
2568
|
+
len += static_cast<uint32_t>(msg_len);
|
2569
|
+
|
2570
|
+
hdr = GRPC_SLICE_MALLOC(9);
|
2571
|
+
p = GRPC_SLICE_START_PTR(hdr);
|
2572
|
+
*p++ = static_cast<uint8_t>(len >> 16);
|
2573
|
+
*p++ = static_cast<uint8_t>(len >> 8);
|
2574
|
+
*p++ = static_cast<uint8_t>(len);
|
2575
|
+
*p++ = GRPC_CHTTP2_FRAME_HEADER;
|
2576
|
+
*p++ = GRPC_CHTTP2_DATA_FLAG_END_STREAM |
|
2577
|
+
GRPC_CHTTP2_DATA_FLAG_END_HEADERS;
|
2578
|
+
*p++ = static_cast<uint8_t>(id >> 24);
|
2579
|
+
*p++ = static_cast<uint8_t>(id >> 16);
|
2580
|
+
*p++ = static_cast<uint8_t>(id >> 8);
|
2581
|
+
*p++ = static_cast<uint8_t>(id);
|
2582
|
+
GPR_ASSERT(p == GRPC_SLICE_END_PTR(hdr));
|
2583
|
+
|
2584
|
+
grpc_slice_buffer_add(&t->qbuf, hdr);
|
2585
|
+
if (!sent_initial_metadata) {
|
2586
|
+
grpc_slice_buffer_add(&t->qbuf, http_status_hdr);
|
2587
|
+
grpc_slice_buffer_add(&t->qbuf, content_type_hdr);
|
2588
|
+
}
|
2589
|
+
grpc_slice_buffer_add(&t->qbuf, status_hdr);
|
2590
|
+
grpc_slice_buffer_add(&t->qbuf, message_pfx);
|
2591
|
+
grpc_slice_buffer_add(&t->qbuf,
|
2592
|
+
grpc_slice_from_cpp_string(std::move(message)));
|
2593
|
+
grpc_chttp2_reset_ping_clock(t);
|
2594
|
+
grpc_chttp2_add_rst_stream_to_next_write(t, id, GRPC_HTTP2_NO_ERROR,
|
2595
|
+
nullptr);
|
2596
|
+
|
2597
|
+
grpc_chttp2_initiate_write(t,
|
2598
|
+
GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API);
|
2599
|
+
});
|
2408
2600
|
}
|
2409
2601
|
|
2410
2602
|
static void end_all_the_calls(grpc_chttp2_transport* t,
|
@@ -2417,9 +2609,14 @@ static void end_all_the_calls(grpc_chttp2_transport* t,
|
|
2417
2609
|
error = grpc_error_set_int(error, grpc_core::StatusIntProperty::kRpcStatus,
|
2418
2610
|
GRPC_STATUS_UNAVAILABLE);
|
2419
2611
|
}
|
2420
|
-
cancel_unstarted_streams(t, error);
|
2421
|
-
|
2422
|
-
|
2612
|
+
cancel_unstarted_streams(t, error, false);
|
2613
|
+
std::vector<grpc_chttp2_stream*> to_cancel;
|
2614
|
+
for (auto id_stream : t->stream_map) {
|
2615
|
+
to_cancel.push_back(id_stream.second);
|
2616
|
+
}
|
2617
|
+
for (auto s : to_cancel) {
|
2618
|
+
grpc_chttp2_cancel_stream(t, s, error, false);
|
2619
|
+
}
|
2423
2620
|
}
|
2424
2621
|
|
2425
2622
|
//
|
@@ -2503,31 +2700,45 @@ static grpc_error_handle try_http_parsing(grpc_chttp2_transport* t) {
|
|
2503
2700
|
return error;
|
2504
2701
|
}
|
2505
2702
|
|
2506
|
-
static void read_action(
|
2507
|
-
|
2508
|
-
t
|
2509
|
-
|
2510
|
-
|
2703
|
+
static void read_action(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2704
|
+
grpc_error_handle error) {
|
2705
|
+
auto* tp = t.get();
|
2706
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<read_action_locked>(
|
2707
|
+
std::move(t), &tp->read_action_locked),
|
2708
|
+
error);
|
2511
2709
|
}
|
2512
2710
|
|
2513
|
-
static void
|
2514
|
-
|
2515
|
-
|
2516
|
-
grpc_error_handle err = error;
|
2517
|
-
if (!err.ok()) {
|
2518
|
-
err = grpc_error_set_int(
|
2519
|
-
GRPC_ERROR_CREATE_REFERENCING("Endpoint read failed", &err, 1),
|
2520
|
-
grpc_core::StatusIntProperty::kOccurredDuringWrite, t->write_state);
|
2521
|
-
}
|
2522
|
-
std::swap(err, error);
|
2711
|
+
static void read_action_parse_loop_locked(
|
2712
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2713
|
+
grpc_error_handle error) {
|
2523
2714
|
if (t->closed_with_error.ok()) {
|
2524
|
-
size_t i = 0;
|
2525
2715
|
grpc_error_handle errors[3] = {error, absl::OkStatus(), absl::OkStatus()};
|
2526
|
-
|
2527
|
-
|
2716
|
+
size_t requests_started = 0;
|
2717
|
+
for (size_t i = 0;
|
2718
|
+
i < t->read_buffer.count && errors[1] == absl::OkStatus(); i++) {
|
2719
|
+
auto r = grpc_chttp2_perform_read(t.get(), t->read_buffer.slices[i],
|
2720
|
+
requests_started);
|
2721
|
+
if (auto* partial_read_size = absl::get_if<size_t>(&r)) {
|
2722
|
+
for (size_t j = 0; j < i; j++) {
|
2723
|
+
grpc_core::CSliceUnref(grpc_slice_buffer_take_first(&t->read_buffer));
|
2724
|
+
}
|
2725
|
+
grpc_slice_buffer_sub_first(
|
2726
|
+
&t->read_buffer, *partial_read_size,
|
2727
|
+
GRPC_SLICE_LENGTH(t->read_buffer.slices[0]));
|
2728
|
+
t->combiner->ForceOffload();
|
2729
|
+
auto* tp = t.get();
|
2730
|
+
tp->combiner->Run(
|
2731
|
+
grpc_core::InitTransportClosure<read_action_parse_loop_locked>(
|
2732
|
+
std::move(t), &tp->read_action_locked),
|
2733
|
+
std::move(errors[0]));
|
2734
|
+
// Early return: we queued to retry later.
|
2735
|
+
return;
|
2736
|
+
} else {
|
2737
|
+
errors[1] = std::move(absl::get<absl::Status>(r));
|
2738
|
+
}
|
2528
2739
|
}
|
2529
2740
|
if (errors[1] != absl::OkStatus()) {
|
2530
|
-
errors[2] = try_http_parsing(t);
|
2741
|
+
errors[2] = try_http_parsing(t.get());
|
2531
2742
|
error = GRPC_ERROR_CREATE_REFERENCING("Failed parsing HTTP/2", errors,
|
2532
2743
|
GPR_ARRAY_SIZE(errors));
|
2533
2744
|
}
|
@@ -2535,10 +2746,11 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
|
|
2535
2746
|
if (t->initial_window_update != 0) {
|
2536
2747
|
if (t->initial_window_update > 0) {
|
2537
2748
|
grpc_chttp2_stream* s;
|
2538
|
-
while (grpc_chttp2_list_pop_stalled_by_stream(t, &s)) {
|
2539
|
-
grpc_chttp2_mark_stream_writable(t, s);
|
2749
|
+
while (grpc_chttp2_list_pop_stalled_by_stream(t.get(), &s)) {
|
2750
|
+
grpc_chttp2_mark_stream_writable(t.get(), s);
|
2540
2751
|
grpc_chttp2_initiate_write(
|
2541
|
-
t,
|
2752
|
+
t.get(),
|
2753
|
+
GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_SETTING);
|
2542
2754
|
}
|
2543
2755
|
}
|
2544
2756
|
t->initial_window_update = 0;
|
@@ -2557,13 +2769,13 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
|
|
2557
2769
|
error = grpc_error_add_child(error, t->goaway_error);
|
2558
2770
|
}
|
2559
2771
|
|
2560
|
-
close_transport_locked(t, error);
|
2772
|
+
close_transport_locked(t.get(), error);
|
2561
2773
|
t->endpoint_reading = 0;
|
2562
2774
|
} else if (t->closed_with_error.ok()) {
|
2563
2775
|
keep_reading = true;
|
2564
2776
|
// Since we have read a byte, reset the keepalive timer
|
2565
2777
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
|
2566
|
-
maybe_reset_keepalive_ping_timer_locked(t);
|
2778
|
+
maybe_reset_keepalive_ping_timer_locked(t.get());
|
2567
2779
|
}
|
2568
2780
|
}
|
2569
2781
|
grpc_slice_buffer_reset_and_unref(&t->read_buffer);
|
@@ -2575,45 +2787,75 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
|
|
2575
2787
|
gpr_log(GPR_INFO,
|
2576
2788
|
"transport %p : Pausing reading due to too "
|
2577
2789
|
"many unwritten SETTINGS ACK and RST_STREAM frames",
|
2578
|
-
t));
|
2790
|
+
t.get()));
|
2579
2791
|
} else {
|
2580
|
-
continue_read_action_locked(t);
|
2792
|
+
continue_read_action_locked(std::move(t));
|
2581
2793
|
}
|
2582
|
-
} else {
|
2583
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
|
2584
2794
|
}
|
2585
2795
|
}
|
2586
2796
|
|
2587
|
-
static void
|
2797
|
+
static void read_action_locked(
|
2798
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2799
|
+
grpc_error_handle error) {
|
2800
|
+
// got an incoming read, cancel any pending keepalive timers
|
2801
|
+
t->keepalive_incoming_data_wanted = false;
|
2802
|
+
if (t->keepalive_ping_timeout_handle !=
|
2803
|
+
grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid) {
|
2804
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_ping_trace) ||
|
2805
|
+
GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
|
2806
|
+
gpr_log(GPR_INFO,
|
2807
|
+
"%s[%p]: Clear keepalive timer because data was received",
|
2808
|
+
t->is_client ? "CLIENT" : "SERVER", t.get());
|
2809
|
+
}
|
2810
|
+
t->event_engine->Cancel(std::exchange(
|
2811
|
+
t->keepalive_ping_timeout_handle,
|
2812
|
+
grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid));
|
2813
|
+
}
|
2814
|
+
grpc_error_handle err = error;
|
2815
|
+
if (!err.ok()) {
|
2816
|
+
err = grpc_error_set_int(
|
2817
|
+
GRPC_ERROR_CREATE_REFERENCING("Endpoint read failed", &err, 1),
|
2818
|
+
grpc_core::StatusIntProperty::kOccurredDuringWrite, t->write_state);
|
2819
|
+
}
|
2820
|
+
std::swap(err, error);
|
2821
|
+
read_action_parse_loop_locked(std::move(t), std::move(err));
|
2822
|
+
}
|
2823
|
+
|
2824
|
+
static void continue_read_action_locked(
|
2825
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
2588
2826
|
const bool urgent = !t->goaway_error.ok();
|
2589
|
-
|
2590
|
-
|
2591
|
-
|
2592
|
-
|
2827
|
+
auto* tp = t.get();
|
2828
|
+
grpc_endpoint_read(tp->ep, &tp->read_buffer,
|
2829
|
+
grpc_core::InitTransportClosure<read_action>(
|
2830
|
+
std::move(t), &tp->read_action_locked),
|
2831
|
+
urgent, grpc_chttp2_min_read_progress_size(tp));
|
2593
2832
|
}
|
2594
2833
|
|
2595
2834
|
// t is reffed prior to calling the first time, and once the callback chain
|
2596
2835
|
// that kicks off finishes, it's unreffed
|
2597
|
-
void schedule_bdp_ping_locked(
|
2598
|
-
|
2599
|
-
|
2600
|
-
|
2601
|
-
|
2602
|
-
|
2603
|
-
|
2604
|
-
|
2605
|
-
|
2606
|
-
|
2607
|
-
|
2608
|
-
|
2609
|
-
|
2610
|
-
|
2611
|
-
|
2612
|
-
|
2613
|
-
|
2614
|
-
|
2615
|
-
|
2616
|
-
|
2836
|
+
void schedule_bdp_ping_locked(
|
2837
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
2838
|
+
auto* tp = t.get();
|
2839
|
+
tp->flow_control.bdp_estimator()->SchedulePing();
|
2840
|
+
send_ping_locked(tp,
|
2841
|
+
grpc_core::InitTransportClosure<start_bdp_ping>(
|
2842
|
+
tp->Ref(), &tp->start_bdp_ping_locked),
|
2843
|
+
grpc_core::InitTransportClosure<finish_bdp_ping>(
|
2844
|
+
std::move(t), &tp->finish_bdp_ping_locked));
|
2845
|
+
grpc_chttp2_initiate_write(tp, GRPC_CHTTP2_INITIATE_WRITE_BDP_PING);
|
2846
|
+
}
|
2847
|
+
|
2848
|
+
static void start_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2849
|
+
grpc_error_handle error) {
|
2850
|
+
grpc_chttp2_transport* tp = t.get();
|
2851
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<start_bdp_ping_locked>(
|
2852
|
+
std::move(t), &tp->start_bdp_ping_locked),
|
2853
|
+
error);
|
2854
|
+
}
|
2855
|
+
|
2856
|
+
static void start_bdp_ping_locked(
|
2857
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2858
|
+
grpc_error_handle error) {
|
2617
2859
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
|
2618
2860
|
gpr_log(GPR_INFO, "%s: Start BDP ping err=%s",
|
2619
2861
|
std::string(t->peer_string.as_string_view()).c_str(),
|
@@ -2624,157 +2866,143 @@ static void start_bdp_ping_locked(void* tp, grpc_error_handle error) {
|
|
2624
2866
|
}
|
2625
2867
|
// Reset the keepalive ping timer
|
2626
2868
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
|
2627
|
-
maybe_reset_keepalive_ping_timer_locked(t);
|
2869
|
+
maybe_reset_keepalive_ping_timer_locked(t.get());
|
2628
2870
|
}
|
2629
2871
|
t->flow_control.bdp_estimator()->StartPing();
|
2630
2872
|
t->bdp_ping_started = true;
|
2631
2873
|
}
|
2632
2874
|
|
2633
|
-
static void finish_bdp_ping(
|
2634
|
-
|
2635
|
-
t
|
2636
|
-
|
2637
|
-
|
2875
|
+
static void finish_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2876
|
+
grpc_error_handle error) {
|
2877
|
+
grpc_chttp2_transport* tp = t.get();
|
2878
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<finish_bdp_ping_locked>(
|
2879
|
+
std::move(t), &tp->finish_bdp_ping_locked),
|
2880
|
+
error);
|
2638
2881
|
}
|
2639
2882
|
|
2640
|
-
static void finish_bdp_ping_locked(
|
2641
|
-
|
2883
|
+
static void finish_bdp_ping_locked(
|
2884
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2885
|
+
grpc_error_handle error) {
|
2642
2886
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
|
2643
2887
|
gpr_log(GPR_INFO, "%s: Complete BDP ping err=%s",
|
2644
2888
|
std::string(t->peer_string.as_string_view()).c_str(),
|
2645
2889
|
grpc_core::StatusToString(error).c_str());
|
2646
2890
|
}
|
2647
2891
|
if (!error.ok() || !t->closed_with_error.ok()) {
|
2648
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
2649
2892
|
return;
|
2650
2893
|
}
|
2651
2894
|
if (!t->bdp_ping_started) {
|
2652
2895
|
// start_bdp_ping_locked has not been run yet. Schedule
|
2653
2896
|
// finish_bdp_ping_locked to be run later.
|
2654
|
-
|
2655
|
-
finish_bdp_ping_locked, t, nullptr),
|
2656
|
-
error);
|
2897
|
+
finish_bdp_ping(std::move(t), std::move(error));
|
2657
2898
|
return;
|
2658
2899
|
}
|
2659
2900
|
t->bdp_ping_started = false;
|
2660
2901
|
grpc_core::Timestamp next_ping =
|
2661
2902
|
t->flow_control.bdp_estimator()->CompletePing();
|
2662
|
-
grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t,
|
2903
|
+
grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t.get(),
|
2663
2904
|
nullptr);
|
2664
2905
|
GPR_ASSERT(!t->next_bdp_ping_timer_handle.has_value());
|
2665
2906
|
t->next_bdp_ping_timer_handle =
|
2666
2907
|
t->event_engine->RunAfter(next_ping - grpc_core::Timestamp::Now(), [t] {
|
2667
2908
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2668
2909
|
grpc_core::ExecCtx exec_ctx;
|
2669
|
-
next_bdp_ping_timer_expired(t);
|
2910
|
+
next_bdp_ping_timer_expired(t.get());
|
2670
2911
|
});
|
2671
2912
|
}
|
2672
2913
|
|
2673
2914
|
static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t) {
|
2674
2915
|
t->combiner->Run(
|
2675
|
-
|
2676
|
-
|
2916
|
+
grpc_core::InitTransportClosure<next_bdp_ping_timer_expired_locked>(
|
2917
|
+
t->Ref(), &t->next_bdp_ping_timer_expired_locked),
|
2677
2918
|
absl::OkStatus());
|
2678
2919
|
}
|
2679
2920
|
|
2680
2921
|
static void next_bdp_ping_timer_expired_locked(
|
2681
|
-
|
2922
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2923
|
+
GRPC_UNUSED grpc_error_handle error) {
|
2682
2924
|
GPR_DEBUG_ASSERT(error.ok());
|
2683
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2684
2925
|
GPR_ASSERT(t->next_bdp_ping_timer_handle.has_value());
|
2685
2926
|
t->next_bdp_ping_timer_handle.reset();
|
2686
2927
|
if (t->flow_control.bdp_estimator()->accumulator() == 0) {
|
2687
2928
|
// Block the bdp ping till we receive more data.
|
2688
2929
|
t->bdp_ping_blocked = true;
|
2689
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
2690
2930
|
} else {
|
2691
|
-
schedule_bdp_ping_locked(t);
|
2931
|
+
schedule_bdp_ping_locked(std::move(t));
|
2692
2932
|
}
|
2693
2933
|
}
|
2694
2934
|
|
2695
2935
|
void grpc_chttp2_config_default_keepalive_args(grpc_channel_args* args,
|
2696
2936
|
bool is_client) {
|
2697
|
-
|
2698
|
-
|
2699
|
-
|
2700
|
-
|
2701
|
-
|
2702
|
-
|
2703
|
-
|
2704
|
-
|
2705
|
-
|
2706
|
-
|
2707
|
-
|
2708
|
-
|
2709
|
-
|
2710
|
-
|
2711
|
-
|
2712
|
-
const int value = grpc_channel_arg_get_integer(
|
2713
|
-
&args->args[i], {is_client ? g_default_client_keepalive_timeout_ms
|
2714
|
-
: g_default_server_keepalive_timeout_ms,
|
2715
|
-
0, INT_MAX});
|
2716
|
-
if (is_client) {
|
2717
|
-
g_default_client_keepalive_timeout_ms = value;
|
2718
|
-
} else {
|
2719
|
-
g_default_server_keepalive_timeout_ms = value;
|
2720
|
-
}
|
2721
|
-
} else if (0 == strcmp(args->args[i].key,
|
2722
|
-
GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)) {
|
2723
|
-
const bool value = static_cast<uint32_t>(grpc_channel_arg_get_integer(
|
2724
|
-
&args->args[i],
|
2725
|
-
{is_client ? g_default_client_keepalive_permit_without_calls
|
2726
|
-
: g_default_server_keepalive_timeout_ms,
|
2727
|
-
0, 1}));
|
2728
|
-
if (is_client) {
|
2729
|
-
g_default_client_keepalive_permit_without_calls = value;
|
2730
|
-
} else {
|
2731
|
-
g_default_server_keepalive_permit_without_calls = value;
|
2732
|
-
}
|
2733
|
-
} else if (0 ==
|
2734
|
-
strcmp(args->args[i].key, GRPC_ARG_HTTP2_MAX_PING_STRIKES)) {
|
2735
|
-
g_default_max_ping_strikes = grpc_channel_arg_get_integer(
|
2736
|
-
&args->args[i], {g_default_max_ping_strikes, 0, INT_MAX});
|
2737
|
-
} else if (0 == strcmp(args->args[i].key,
|
2738
|
-
GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)) {
|
2739
|
-
g_default_max_pings_without_data = grpc_channel_arg_get_integer(
|
2740
|
-
&args->args[i], {g_default_max_pings_without_data, 0, INT_MAX});
|
2741
|
-
} else if (0 ==
|
2742
|
-
strcmp(
|
2743
|
-
args->args[i].key,
|
2744
|
-
GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)) {
|
2745
|
-
g_default_min_recv_ping_interval_without_data_ms =
|
2746
|
-
grpc_channel_arg_get_integer(
|
2747
|
-
&args->args[i],
|
2748
|
-
{g_default_min_recv_ping_interval_without_data_ms, 0, INT_MAX});
|
2749
|
-
}
|
2750
|
-
}
|
2937
|
+
grpc_chttp2_config_default_keepalive_args(grpc_core::ChannelArgs::FromC(args),
|
2938
|
+
is_client);
|
2939
|
+
}
|
2940
|
+
|
2941
|
+
void grpc_chttp2_config_default_keepalive_args(
|
2942
|
+
const grpc_core::ChannelArgs& channel_args, bool is_client) {
|
2943
|
+
const auto keepalive_time =
|
2944
|
+
std::max(grpc_core::Duration::Milliseconds(1),
|
2945
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
|
2946
|
+
.value_or(is_client ? g_default_client_keepalive_time
|
2947
|
+
: g_default_server_keepalive_time));
|
2948
|
+
if (is_client) {
|
2949
|
+
g_default_client_keepalive_time = keepalive_time;
|
2950
|
+
} else {
|
2951
|
+
g_default_server_keepalive_time = keepalive_time;
|
2751
2952
|
}
|
2953
|
+
|
2954
|
+
const auto keepalive_timeout = std::max(
|
2955
|
+
grpc_core::Duration::Zero(),
|
2956
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
|
2957
|
+
.value_or(is_client ? g_default_client_keepalive_timeout
|
2958
|
+
: g_default_server_keepalive_timeout));
|
2959
|
+
if (is_client) {
|
2960
|
+
g_default_client_keepalive_timeout = keepalive_timeout;
|
2961
|
+
} else {
|
2962
|
+
g_default_server_keepalive_timeout = keepalive_timeout;
|
2963
|
+
}
|
2964
|
+
|
2965
|
+
const bool keepalive_permit_without_calls =
|
2966
|
+
channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
|
2967
|
+
.value_or(is_client
|
2968
|
+
? g_default_client_keepalive_permit_without_calls
|
2969
|
+
: g_default_server_keepalive_permit_without_calls);
|
2970
|
+
if (is_client) {
|
2971
|
+
g_default_client_keepalive_permit_without_calls =
|
2972
|
+
keepalive_permit_without_calls;
|
2973
|
+
} else {
|
2974
|
+
g_default_server_keepalive_permit_without_calls =
|
2975
|
+
keepalive_permit_without_calls;
|
2976
|
+
}
|
2977
|
+
|
2978
|
+
grpc_core::Chttp2PingAbusePolicy::SetDefaults(channel_args);
|
2979
|
+
grpc_core::Chttp2PingRatePolicy::SetDefaults(channel_args);
|
2752
2980
|
}
|
2753
2981
|
|
2754
|
-
static void init_keepalive_ping(
|
2755
|
-
|
2756
|
-
|
2757
|
-
|
2982
|
+
static void init_keepalive_ping(
|
2983
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
2984
|
+
auto* tp = t.get();
|
2985
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<init_keepalive_ping_locked>(
|
2986
|
+
std::move(t), &tp->init_keepalive_ping_locked),
|
2987
|
+
absl::OkStatus());
|
2758
2988
|
}
|
2759
2989
|
|
2760
|
-
static void init_keepalive_ping_locked(
|
2761
|
-
|
2990
|
+
static void init_keepalive_ping_locked(
|
2991
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2992
|
+
GRPC_UNUSED grpc_error_handle error) {
|
2762
2993
|
GPR_DEBUG_ASSERT(error.ok());
|
2763
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2764
2994
|
GPR_ASSERT(t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING);
|
2765
2995
|
GPR_ASSERT(t->keepalive_ping_timer_handle.has_value());
|
2766
2996
|
t->keepalive_ping_timer_handle.reset();
|
2767
2997
|
if (t->destroying || !t->closed_with_error.ok()) {
|
2768
2998
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
|
2769
2999
|
} else {
|
2770
|
-
if (t->keepalive_permit_without_calls ||
|
2771
|
-
grpc_chttp2_stream_map_size(&t->stream_map) > 0) {
|
3000
|
+
if (t->keepalive_permit_without_calls || !t->stream_map.empty()) {
|
2772
3001
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_PINGING;
|
2773
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive ping end");
|
2774
3002
|
send_keepalive_ping_locked(t);
|
2775
|
-
grpc_chttp2_initiate_write(t,
|
3003
|
+
grpc_chttp2_initiate_write(t.get(),
|
3004
|
+
GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING);
|
2776
3005
|
} else {
|
2777
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
2778
3006
|
t->keepalive_ping_timer_handle =
|
2779
3007
|
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
2780
3008
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
@@ -2783,48 +3011,21 @@ static void init_keepalive_ping_locked(void* arg,
|
|
2783
3011
|
});
|
2784
3012
|
}
|
2785
3013
|
}
|
2786
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
|
2787
|
-
}
|
2788
|
-
|
2789
|
-
static void start_keepalive_ping(void* arg, grpc_error_handle error) {
|
2790
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2791
|
-
t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
|
2792
|
-
start_keepalive_ping_locked, t, nullptr),
|
2793
|
-
error);
|
2794
|
-
}
|
2795
|
-
|
2796
|
-
static void start_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
2797
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2798
|
-
if (!error.ok()) {
|
2799
|
-
return;
|
2800
|
-
}
|
2801
|
-
if (t->channelz_socket != nullptr) {
|
2802
|
-
t->channelz_socket->RecordKeepaliveSent();
|
2803
|
-
}
|
2804
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
|
2805
|
-
GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
|
2806
|
-
gpr_log(GPR_INFO, "%s: Start keepalive ping",
|
2807
|
-
std::string(t->peer_string.as_string_view()).c_str());
|
2808
|
-
}
|
2809
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive watchdog");
|
2810
|
-
t->keepalive_watchdog_timer_handle =
|
2811
|
-
t->event_engine->RunAfter(t->keepalive_timeout, [t] {
|
2812
|
-
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2813
|
-
grpc_core::ExecCtx exec_ctx;
|
2814
|
-
keepalive_watchdog_fired(t);
|
2815
|
-
});
|
2816
|
-
t->keepalive_ping_started = true;
|
2817
3014
|
}
|
2818
3015
|
|
2819
|
-
static void finish_keepalive_ping(
|
2820
|
-
|
2821
|
-
|
2822
|
-
|
2823
|
-
|
3016
|
+
static void finish_keepalive_ping(
|
3017
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
3018
|
+
grpc_error_handle error) {
|
3019
|
+
auto* tp = t.get();
|
3020
|
+
tp->combiner->Run(
|
3021
|
+
grpc_core::InitTransportClosure<finish_keepalive_ping_locked>(
|
3022
|
+
std::move(t), &tp->finish_keepalive_ping_locked),
|
3023
|
+
error);
|
2824
3024
|
}
|
2825
3025
|
|
2826
|
-
static void finish_keepalive_ping_locked(
|
2827
|
-
|
3026
|
+
static void finish_keepalive_ping_locked(
|
3027
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
3028
|
+
grpc_error_handle error) {
|
2828
3029
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
|
2829
3030
|
if (error.ok()) {
|
2830
3031
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
|
@@ -2832,25 +3033,8 @@ static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
|
2832
3033
|
gpr_log(GPR_INFO, "%s: Finish keepalive ping",
|
2833
3034
|
std::string(t->peer_string.as_string_view()).c_str());
|
2834
3035
|
}
|
2835
|
-
if (!t->keepalive_ping_started) {
|
2836
|
-
// start_keepalive_ping_locked has not run yet. Reschedule
|
2837
|
-
// finish_keepalive_ping_locked for it to be run later.
|
2838
|
-
t->combiner->Run(
|
2839
|
-
GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
|
2840
|
-
finish_keepalive_ping_locked, t, nullptr),
|
2841
|
-
error);
|
2842
|
-
return;
|
2843
|
-
}
|
2844
|
-
t->keepalive_ping_started = false;
|
2845
3036
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
|
2846
|
-
if (t->keepalive_watchdog_timer_handle.has_value()) {
|
2847
|
-
if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
|
2848
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
|
2849
|
-
t->keepalive_watchdog_timer_handle.reset();
|
2850
|
-
}
|
2851
|
-
}
|
2852
3037
|
GPR_ASSERT(!t->keepalive_ping_timer_handle.has_value());
|
2853
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
2854
3038
|
t->keepalive_ping_timer_handle =
|
2855
3039
|
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
2856
3040
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
@@ -2859,38 +3043,6 @@ static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
|
2859
3043
|
});
|
2860
3044
|
}
|
2861
3045
|
}
|
2862
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive ping end");
|
2863
|
-
}
|
2864
|
-
|
2865
|
-
static void keepalive_watchdog_fired(grpc_chttp2_transport* t) {
|
2866
|
-
t->combiner->Run(
|
2867
|
-
GRPC_CLOSURE_INIT(&t->keepalive_watchdog_fired_locked,
|
2868
|
-
keepalive_watchdog_fired_locked, t, nullptr),
|
2869
|
-
absl::OkStatus());
|
2870
|
-
}
|
2871
|
-
|
2872
|
-
static void keepalive_watchdog_fired_locked(
|
2873
|
-
void* arg, GRPC_UNUSED grpc_error_handle error) {
|
2874
|
-
GPR_DEBUG_ASSERT(error.ok());
|
2875
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2876
|
-
GPR_ASSERT(t->keepalive_watchdog_timer_handle.has_value());
|
2877
|
-
t->keepalive_watchdog_timer_handle.reset();
|
2878
|
-
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
|
2879
|
-
gpr_log(GPR_INFO, "%s: Keepalive watchdog fired. Closing transport.",
|
2880
|
-
std::string(t->peer_string.as_string_view()).c_str());
|
2881
|
-
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
|
2882
|
-
close_transport_locked(
|
2883
|
-
t, grpc_error_set_int(GRPC_ERROR_CREATE("keepalive watchdog timeout"),
|
2884
|
-
grpc_core::StatusIntProperty::kRpcStatus,
|
2885
|
-
GRPC_STATUS_UNAVAILABLE));
|
2886
|
-
} else {
|
2887
|
-
// If keepalive_state is not PINGING, we consider it as an error. Maybe the
|
2888
|
-
// cancellation failed in finish_keepalive_ping_locked. Users have seen
|
2889
|
-
// other states: https://github.com/grpc/grpc/issues/32085.
|
2890
|
-
gpr_log(GPR_ERROR, "keepalive_ping_end state error: %d (expect: %d)",
|
2891
|
-
t->keepalive_state, GRPC_CHTTP2_KEEPALIVE_STATE_PINGING);
|
2892
|
-
}
|
2893
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
|
2894
3046
|
}
|
2895
3047
|
|
2896
3048
|
static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
|
@@ -2903,11 +3055,11 @@ static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
|
|
2903
3055
|
gpr_log(GPR_INFO, "%s: Keepalive ping cancelled. Resetting timer.",
|
2904
3056
|
std::string(t->peer_string.as_string_view()).c_str());
|
2905
3057
|
}
|
2906
|
-
t->keepalive_ping_timer_handle =
|
2907
|
-
t->
|
3058
|
+
t->keepalive_ping_timer_handle = t->event_engine->RunAfter(
|
3059
|
+
t->keepalive_time, [t = t->Ref()]() mutable {
|
2908
3060
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2909
3061
|
grpc_core::ExecCtx exec_ctx;
|
2910
|
-
init_keepalive_ping(t);
|
3062
|
+
init_keepalive_ping(std::move(t));
|
2911
3063
|
});
|
2912
3064
|
}
|
2913
3065
|
}
|
@@ -2921,8 +3073,9 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
|
|
2921
3073
|
grpc_connectivity_state state,
|
2922
3074
|
const absl::Status& status,
|
2923
3075
|
const char* reason) {
|
2924
|
-
GRPC_CHTTP2_IF_TRACING(
|
2925
|
-
|
3076
|
+
GRPC_CHTTP2_IF_TRACING(gpr_log(
|
3077
|
+
GPR_INFO, "transport %p set connectivity_state=%d; status=%s; reason=%s",
|
3078
|
+
t, state, status.ToString().c_str(), reason));
|
2926
3079
|
t->state_tracker.SetState(state, status, reason);
|
2927
3080
|
}
|
2928
3081
|
|
@@ -2949,18 +3102,17 @@ static void set_pollset_set(grpc_transport* gt, grpc_stream* /*gs*/,
|
|
2949
3102
|
static void post_benign_reclaimer(grpc_chttp2_transport* t) {
|
2950
3103
|
if (!t->benign_reclaimer_registered) {
|
2951
3104
|
t->benign_reclaimer_registered = true;
|
2952
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "benign_reclaimer");
|
2953
3105
|
t->memory_owner.PostReclaimer(
|
2954
3106
|
grpc_core::ReclamationPass::kBenign,
|
2955
|
-
[t](
|
3107
|
+
[t = t->Ref()](
|
3108
|
+
absl::optional<grpc_core::ReclamationSweep> sweep) mutable {
|
2956
3109
|
if (sweep.has_value()) {
|
2957
|
-
|
2958
|
-
|
2959
|
-
|
2960
|
-
|
2961
|
-
|
2962
|
-
|
2963
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
|
3110
|
+
auto* tp = t.get();
|
3111
|
+
tp->active_reclamation = std::move(*sweep);
|
3112
|
+
tp->combiner->Run(
|
3113
|
+
grpc_core::InitTransportClosure<benign_reclaimer_locked>(
|
3114
|
+
std::move(t), &tp->benign_reclaimer_locked),
|
3115
|
+
absl::OkStatus());
|
2964
3116
|
}
|
2965
3117
|
});
|
2966
3118
|
}
|
@@ -2969,34 +3121,33 @@ static void post_benign_reclaimer(grpc_chttp2_transport* t) {
|
|
2969
3121
|
static void post_destructive_reclaimer(grpc_chttp2_transport* t) {
|
2970
3122
|
if (!t->destructive_reclaimer_registered) {
|
2971
3123
|
t->destructive_reclaimer_registered = true;
|
2972
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "destructive_reclaimer");
|
2973
3124
|
t->memory_owner.PostReclaimer(
|
2974
3125
|
grpc_core::ReclamationPass::kDestructive,
|
2975
|
-
[t](
|
3126
|
+
[t = t->Ref()](
|
3127
|
+
absl::optional<grpc_core::ReclamationSweep> sweep) mutable {
|
2976
3128
|
if (sweep.has_value()) {
|
2977
|
-
|
2978
|
-
|
2979
|
-
|
2980
|
-
|
2981
|
-
|
2982
|
-
|
2983
|
-
} else {
|
2984
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
|
3129
|
+
auto* tp = t.get();
|
3130
|
+
tp->active_reclamation = std::move(*sweep);
|
3131
|
+
tp->combiner->Run(
|
3132
|
+
grpc_core::InitTransportClosure<destructive_reclaimer_locked>(
|
3133
|
+
std::move(t), &tp->destructive_reclaimer_locked),
|
3134
|
+
absl::OkStatus());
|
2985
3135
|
}
|
2986
3136
|
});
|
2987
3137
|
}
|
2988
3138
|
}
|
2989
3139
|
|
2990
|
-
static void benign_reclaimer_locked(
|
2991
|
-
|
2992
|
-
|
3140
|
+
static void benign_reclaimer_locked(
|
3141
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
3142
|
+
grpc_error_handle error) {
|
3143
|
+
if (error.ok() && t->stream_map.empty()) {
|
2993
3144
|
// Channel with no active streams: send a goaway to try and make it
|
2994
3145
|
// disconnect cleanly
|
2995
3146
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
2996
3147
|
gpr_log(GPR_INFO, "HTTP2: %s - send goaway to free memory",
|
2997
3148
|
std::string(t->peer_string.as_string_view()).c_str());
|
2998
3149
|
}
|
2999
|
-
send_goaway(t,
|
3150
|
+
send_goaway(t.get(),
|
3000
3151
|
grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
|
3001
3152
|
grpc_core::StatusIntProperty::kHttp2Error,
|
3002
3153
|
GRPC_HTTP2_ENHANCE_YOUR_CALM),
|
@@ -3006,43 +3157,42 @@ static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
|
|
3006
3157
|
"HTTP2: %s - skip benign reclamation, there are still %" PRIdPTR
|
3007
3158
|
" streams",
|
3008
3159
|
std::string(t->peer_string.as_string_view()).c_str(),
|
3009
|
-
|
3160
|
+
t->stream_map.size());
|
3010
3161
|
}
|
3011
3162
|
t->benign_reclaimer_registered = false;
|
3012
3163
|
if (error != absl::CancelledError()) {
|
3013
3164
|
t->active_reclamation.Finish();
|
3014
3165
|
}
|
3015
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
|
3016
3166
|
}
|
3017
3167
|
|
3018
|
-
static void destructive_reclaimer_locked(
|
3019
|
-
|
3020
|
-
|
3168
|
+
static void destructive_reclaimer_locked(
|
3169
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
3170
|
+
grpc_error_handle error) {
|
3021
3171
|
t->destructive_reclaimer_registered = false;
|
3022
|
-
if (error.ok() &&
|
3023
|
-
|
3024
|
-
|
3172
|
+
if (error.ok() && !t->stream_map.empty()) {
|
3173
|
+
// As stream_map is a hash map, this selects effectively a random stream.
|
3174
|
+
grpc_chttp2_stream* s = t->stream_map.begin()->second;
|
3025
3175
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
3026
3176
|
gpr_log(GPR_INFO, "HTTP2: %s - abandon stream id %d",
|
3027
3177
|
std::string(t->peer_string.as_string_view()).c_str(), s->id);
|
3028
3178
|
}
|
3029
3179
|
grpc_chttp2_cancel_stream(
|
3030
|
-
t, s,
|
3180
|
+
t.get(), s,
|
3031
3181
|
grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
|
3032
3182
|
grpc_core::StatusIntProperty::kHttp2Error,
|
3033
|
-
GRPC_HTTP2_ENHANCE_YOUR_CALM)
|
3034
|
-
|
3183
|
+
GRPC_HTTP2_ENHANCE_YOUR_CALM),
|
3184
|
+
false);
|
3185
|
+
if (!t->stream_map.empty()) {
|
3035
3186
|
// Since we cancel one stream per destructive reclamation, if
|
3036
3187
|
// there are more streams left, we can immediately post a new
|
3037
3188
|
// reclaimer in case the resource quota needs to free more
|
3038
3189
|
// memory
|
3039
|
-
post_destructive_reclaimer(t);
|
3190
|
+
post_destructive_reclaimer(t.get());
|
3040
3191
|
}
|
3041
3192
|
}
|
3042
3193
|
if (error != absl::CancelledError()) {
|
3043
3194
|
t->active_reclamation.Finish();
|
3044
3195
|
}
|
3045
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
|
3046
3196
|
}
|
3047
3197
|
|
3048
3198
|
//
|
@@ -3136,17 +3286,15 @@ grpc_transport* grpc_create_chttp2_transport(
|
|
3136
3286
|
void grpc_chttp2_transport_start_reading(
|
3137
3287
|
grpc_transport* transport, grpc_slice_buffer* read_buffer,
|
3138
3288
|
grpc_closure* notify_on_receive_settings, grpc_closure* notify_on_close) {
|
3139
|
-
|
3140
|
-
reinterpret_cast<grpc_chttp2_transport*>(transport);
|
3141
|
-
GRPC_CHTTP2_REF_TRANSPORT(
|
3142
|
-
t, "reading_action"); // matches unref inside reading_action
|
3289
|
+
auto t = reinterpret_cast<grpc_chttp2_transport*>(transport)->Ref();
|
3143
3290
|
if (read_buffer != nullptr) {
|
3144
3291
|
grpc_slice_buffer_move_into(read_buffer, &t->read_buffer);
|
3145
3292
|
gpr_free(read_buffer);
|
3146
3293
|
}
|
3147
|
-
t
|
3148
|
-
|
3149
|
-
|
3294
|
+
auto* tp = t.get();
|
3295
|
+
tp->combiner->Run(
|
3296
|
+
grpc_core::NewClosure([t = std::move(t), notify_on_receive_settings,
|
3297
|
+
notify_on_close](grpc_error_handle) mutable {
|
3150
3298
|
if (!t->closed_with_error.ok()) {
|
3151
3299
|
if (notify_on_receive_settings != nullptr) {
|
3152
3300
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_receive_settings,
|
@@ -3156,12 +3304,11 @@ void grpc_chttp2_transport_start_reading(
|
|
3156
3304
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_close,
|
3157
3305
|
t->closed_with_error);
|
3158
3306
|
}
|
3159
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
|
3160
3307
|
return;
|
3161
3308
|
}
|
3162
3309
|
t->notify_on_receive_settings = notify_on_receive_settings;
|
3163
3310
|
t->notify_on_close = notify_on_close;
|
3164
|
-
read_action_locked(t, absl::OkStatus());
|
3311
|
+
read_action_locked(std::move(t), absl::OkStatus());
|
3165
3312
|
}),
|
3166
3313
|
absl::OkStatus());
|
3167
3314
|
}
|