grpc 1.56.2 → 1.58.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +549 -292
- data/include/grpc/event_engine/event_engine.h +22 -33
- data/include/grpc/event_engine/memory_allocator.h +2 -2
- data/include/grpc/impl/channel_arg_names.h +371 -0
- data/include/grpc/impl/grpc_types.h +1 -350
- data/include/grpc/module.modulemap +1 -0
- data/include/grpc/support/port_platform.h +29 -23
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +2 -1
- data/src/core/ext/filters/client_channel/client_channel.cc +51 -11
- data/src/core/ext/filters/client_channel/dynamic_filters.h +3 -3
- data/src/core/ext/filters/client_channel/http_proxy.cc +6 -1
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +27 -53
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +23 -9
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +25 -35
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +79 -132
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +2 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +4 -3
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +3 -1
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +42 -17
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +3 -5
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +22 -6
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +4 -2
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +2 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +97 -71
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +2 -16
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +152 -101
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +20 -0
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +13 -34
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +6 -7
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +21 -79
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +32 -20
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +12 -4
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +13 -42
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +3 -67
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +8 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +31 -74
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +7 -51
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +22 -90
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +16 -50
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +12 -74
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +2 -5
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +9 -4
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +6 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +107 -70
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +1 -1
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +10 -4
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +1 -0
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +25 -13
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +367 -312
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +17 -1
- data/src/core/ext/filters/client_channel/retry_filter.cc +39 -2498
- data/src/core/ext/filters/client_channel/retry_filter.h +92 -1
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
- data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +39 -59
- data/src/core/ext/filters/client_channel/subchannel.cc +9 -5
- data/src/core/ext/filters/client_channel/subchannel.h +11 -5
- data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +3 -0
- data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
- data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +1 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
- data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
- data/src/core/ext/filters/rbac/rbac_filter.cc +40 -111
- data/src/core/ext/filters/rbac/rbac_filter.h +12 -30
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +4 -7
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +162 -86
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +0 -6
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +15 -16
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +463 -519
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6569 -174
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +2278 -441
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +6 -20
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +4 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +72 -12
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +7 -2
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +4 -4
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -2
- data/src/core/ext/transport/chttp2/transport/internal.h +38 -61
- data/src/core/ext/transport/chttp2/transport/parsing.cc +31 -10
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +80 -0
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +55 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +98 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +73 -0
- data/src/core/ext/transport/chttp2/transport/writing.cc +82 -91
- data/src/core/ext/transport/inproc/inproc_transport.cc +1 -0
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +27 -6
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +143 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +2 -9
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +0 -39
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +13 -8
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +35 -6
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +17 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +85 -20
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +26 -7
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +45 -3
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +4 -3
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +21 -0
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +30 -6
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +180 -0
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +558 -0
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2710 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +30 -11
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +53 -24
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +30 -5
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +110 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +41 -15
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +150 -27
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +1 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +93 -0
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +88 -76
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +11 -12
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +0 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +162 -160
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +129 -118
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +141 -135
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +19 -12
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +38 -30
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +80 -74
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +63 -47
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +315 -293
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +29 -29
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +33 -30
- data/src/core/ext/xds/xds_bootstrap_grpc.h +5 -13
- data/src/core/ext/xds/xds_client_grpc.cc +12 -6
- data/src/core/ext/xds/xds_client_grpc.h +16 -2
- data/src/core/ext/xds/xds_client_stats.h +10 -0
- data/src/core/ext/xds/xds_cluster.cc +26 -16
- data/src/core/ext/xds/xds_endpoint.cc +4 -7
- data/src/core/ext/xds/xds_health_status.cc +0 -17
- data/src/core/ext/xds/xds_health_status.h +5 -25
- data/src/core/ext/xds/xds_http_fault_filter.cc +1 -2
- data/src/core/ext/xds/xds_http_fault_filter.h +1 -2
- data/src/core/ext/xds/xds_http_filters.h +2 -4
- data/src/core/ext/xds/xds_http_rbac_filter.cc +3 -8
- data/src/core/ext/xds/xds_http_rbac_filter.h +1 -2
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +1 -2
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -2
- data/src/core/ext/xds/xds_lb_policy_registry.cc +36 -0
- data/src/core/ext/xds/xds_route_config.cc +4 -0
- data/src/core/ext/xds/xds_routing.cc +2 -2
- data/src/core/ext/xds/xds_transport_grpc.cc +2 -3
- data/src/core/lib/address_utils/parse_address.cc +63 -1
- data/src/core/lib/address_utils/parse_address.h +8 -0
- data/src/core/lib/address_utils/sockaddr_utils.cc +46 -1
- data/src/core/lib/address_utils/sockaddr_utils.h +2 -2
- data/src/core/lib/avl/avl.h +10 -173
- data/src/core/lib/channel/call_tracer.cc +289 -0
- data/src/core/lib/channel/call_tracer.h +35 -0
- data/src/core/lib/channel/channel_args.cc +98 -82
- data/src/core/lib/channel/channel_args.h +32 -17
- data/src/core/lib/channel/connected_channel.cc +4 -2
- data/src/core/lib/channel/promise_based_filter.cc +4 -1
- data/src/core/lib/channel/promise_based_filter.h +1 -0
- data/src/core/lib/compression/compression_internal.cc +8 -4
- data/src/core/lib/debug/stats_data.cc +93 -21
- data/src/core/lib/debug/stats_data.h +41 -0
- data/src/core/lib/debug/trace.cc +1 -4
- data/src/core/lib/event_engine/ares_resolver.cc +712 -0
- data/src/core/lib/event_engine/ares_resolver.h +150 -0
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +10 -3
- data/src/core/lib/event_engine/cf_engine/cf_engine.h +1 -1
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +229 -0
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +117 -0
- data/src/core/lib/event_engine/event_engine.cc +0 -12
- data/src/core/lib/event_engine/forkable.cc +62 -43
- data/src/core/lib/event_engine/forkable.h +15 -0
- data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
- data/src/core/lib/event_engine/handle_containers.h +0 -4
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +4 -6
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +29 -9
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
- data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +28 -14
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +3 -1
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +49 -2
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +20 -13
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +37 -27
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +2 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +4 -2
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +43 -2
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +6 -0
- data/src/core/lib/event_engine/posix_engine/timer.h +10 -37
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
- data/src/core/lib/event_engine/tcp_socket_utils.cc +67 -7
- data/src/core/lib/event_engine/tcp_socket_utils.h +3 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.h +161 -0
- data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +7 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +122 -94
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +22 -48
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +12 -21
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +8 -12
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +58 -58
- data/src/core/lib/event_engine/windows/windows_endpoint.h +15 -12
- data/src/core/lib/event_engine/windows/windows_engine.cc +2 -1
- data/src/core/lib/event_engine/windows/windows_engine.h +8 -12
- data/src/core/lib/experiments/config.cc +74 -22
- data/src/core/lib/experiments/config.h +20 -8
- data/src/core/lib/experiments/experiments.cc +206 -91
- data/src/core/lib/experiments/experiments.h +71 -14
- data/src/core/lib/gprpp/dual_ref_counted.h +9 -9
- data/src/core/lib/gprpp/fork.cc +8 -9
- data/src/core/lib/gprpp/fork.h +6 -5
- data/src/core/lib/gprpp/if_list.h +4530 -0
- data/src/core/lib/gprpp/orphanable.h +3 -3
- data/src/core/lib/gprpp/ref_counted.h +9 -7
- data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
- data/src/core/lib/gprpp/ref_counted_string.h +146 -0
- data/src/core/lib/gprpp/sorted_pack.h +3 -12
- data/src/core/lib/gprpp/status_helper.h +16 -15
- data/src/core/lib/gprpp/time.h +13 -1
- data/src/core/lib/gprpp/type_list.h +32 -0
- data/src/core/lib/gprpp/work_serializer.cc +36 -0
- data/src/core/lib/gprpp/work_serializer.h +5 -0
- data/src/core/lib/http/httpcli.h +6 -9
- data/src/core/lib/http/httpcli_security_connector.cc +1 -0
- data/src/core/lib/iomgr/buffer_list.cc +2 -0
- data/src/core/lib/iomgr/error.cc +32 -2
- data/src/core/lib/iomgr/error.h +9 -10
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +5 -7
- data/src/core/lib/iomgr/ev_poll_posix.cc +6 -5
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +7 -22
- data/src/core/lib/iomgr/exec_ctx.h +11 -0
- data/src/core/lib/iomgr/pollset.h +4 -5
- data/src/core/lib/iomgr/port.h +10 -0
- data/src/core/lib/iomgr/resolve_address.cc +13 -1
- data/src/core/lib/iomgr/resolve_address.h +17 -3
- data/src/core/lib/iomgr/sockaddr_posix.h +7 -0
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +29 -0
- data/src/core/lib/iomgr/socket_utils_posix.cc +2 -0
- data/src/core/lib/iomgr/socket_utils_posix.h +6 -0
- data/src/core/lib/iomgr/tcp_client_posix.cc +4 -1
- data/src/core/lib/iomgr/tcp_posix.cc +24 -7
- data/src/core/lib/iomgr/tcp_server_posix.cc +3 -2
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +5 -2
- data/src/core/lib/iomgr/tcp_windows.cc +1 -3
- data/src/core/lib/iomgr/vsock.cc +59 -0
- data/src/core/lib/iomgr/vsock.h +38 -0
- data/src/core/lib/iomgr/wakeup_fd_posix.h +3 -6
- data/src/core/lib/load_balancing/delegating_helper.h +115 -0
- data/src/core/lib/load_balancing/lb_policy.h +20 -0
- data/src/core/lib/load_balancing/subchannel_interface.h +6 -0
- data/src/core/lib/promise/detail/basic_seq.h +1 -372
- data/src/core/lib/promise/detail/seq_state.h +2076 -0
- data/src/core/lib/promise/party.h +1 -1
- data/src/core/lib/promise/seq.h +19 -2
- data/src/core/lib/promise/sleep.h +5 -10
- data/src/core/lib/promise/try_seq.h +34 -2
- data/src/core/lib/resolver/resolver_factory.h +3 -2
- data/src/core/lib/resolver/server_address.cc +9 -94
- data/src/core/lib/resolver/server_address.h +10 -64
- data/src/core/lib/resource_quota/api.cc +1 -0
- data/src/core/lib/resource_quota/arena.cc +2 -0
- data/src/core/lib/resource_quota/arena.h +42 -8
- data/src/core/lib/resource_quota/memory_quota.cc +0 -1
- data/src/core/lib/resource_quota/memory_quota.h +1 -1
- data/src/core/lib/resource_quota/resource_quota.h +1 -0
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/rbac_policy.h +1 -1
- data/src/core/lib/security/credentials/channel_creds_registry.h +51 -27
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +169 -9
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +1 -1
- data/src/core/lib/security/credentials/composite/composite_credentials.h +3 -1
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +40 -1
- data/src/core/lib/security/credentials/external/external_account_credentials.h +6 -0
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +30 -38
- data/src/core/lib/security/credentials/fake/fake_credentials.h +28 -0
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +1 -0
- data/src/core/lib/security/credentials/jwt/json_token.cc +17 -0
- data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +42 -0
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +4 -0
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -1
- data/src/core/lib/security/credentials/tls/tls_credentials.h +3 -1
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/ssl_utils.cc +1 -0
- data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
- data/src/core/lib/security/transport/security_handshaker.cc +1 -0
- data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
- data/src/core/lib/service_config/service_config_call_data.h +5 -0
- data/src/core/lib/slice/slice.h +16 -0
- data/src/core/lib/surface/call.cc +63 -37
- data/src/core/lib/surface/channel.cc +1 -0
- data/src/core/lib/surface/completion_queue.cc +10 -0
- data/src/core/lib/surface/init.cc +1 -0
- data/src/core/lib/surface/server.cc +67 -64
- data/src/core/lib/surface/server.h +1 -15
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/metadata_batch.cc +7 -7
- data/src/core/lib/transport/metadata_batch.h +86 -48
- data/src/core/lib/transport/parsed_metadata.h +34 -20
- data/src/core/lib/transport/simple_slice_based_metadata.h +9 -2
- data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +4 -6
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +1 -2
- data/src/core/tsi/ssl_transport_security.cc +39 -7
- data/src/ruby/bin/math_pb.rb +24 -18
- data/src/ruby/ext/grpc/extconf.rb +19 -18
- data/src/ruby/ext/grpc/rb_call.c +62 -39
- data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_channel.c +109 -84
- data/src/ruby/ext/grpc/rb_channel.h +1 -0
- data/src/ruby/ext/grpc/rb_channel_args.c +16 -2
- data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
- data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
- data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
- data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
- data/src/ruby/ext/grpc/rb_grpc.c +192 -30
- data/src/ruby/ext/grpc/rb_grpc.h +8 -2
- data/src/ruby/ext/grpc/rb_server.c +62 -45
- data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
- data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
- data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
- data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +25 -111
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
- data/src/ruby/pb/test/client.rb +16 -0
- data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
- data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
- data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
- data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
- data/third_party/abseil-cpp/absl/base/casts.h +8 -8
- data/third_party/abseil-cpp/absl/base/config.h +89 -106
- data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
- data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
- data/third_party/abseil-cpp/absl/base/options.h +1 -1
- data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
- data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
- data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
- data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
- data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
- data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
- data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
- data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
- data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
- data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
- data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
- data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
- data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
- data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
- data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
- data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
- data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
- data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
- data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
- data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
- data/third_party/abseil-cpp/absl/status/status.cc +11 -7
- data/third_party/abseil-cpp/absl/status/status.h +11 -2
- data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
- data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
- data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
- data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
- data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
- data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
- data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
- data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
- data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
- data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
- data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
- data/third_party/abseil-cpp/absl/strings/match.h +19 -0
- data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
- data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
- data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
- data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
- data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
- data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
- data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
- data/third_party/abseil-cpp/absl/time/time.cc +9 -2
- data/third_party/abseil-cpp/absl/time/time.h +115 -15
- data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
- data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
- data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
- data/third_party/abseil-cpp/absl/types/optional.h +15 -13
- data/third_party/abseil-cpp/absl/types/span.h +1 -2
- data/third_party/boringssl-with-bazel/err_data.c +554 -553
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +34 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +11 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +5 -49
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +18 -13
- data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +11 -2
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +31 -192
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -7
- data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +49 -46
- data/third_party/boringssl-with-bazel/src/crypto/{cpu_arm_openbsd.c → curve25519/curve25519_64_adx.c} +3 -16
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2809 -7417
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +27 -5
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +20 -0
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +110 -72
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +24 -28
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +4 -6
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +23 -21
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +35 -12
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +3 -7
- data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +34 -72
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +12 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +12 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +17 -18
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +51 -15
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +38 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +9 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +180 -404
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +24 -57
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +33 -71
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +18 -17
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +5 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.c +15 -18
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +9 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +11 -27
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +8 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +9 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hkdf/hkdf.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +40 -26
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +21 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +38 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +2 -29
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +55 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +33 -52
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +42 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +211 -100
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +5 -4
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +25 -46
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +8 -5
- data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +52 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
- data/third_party/boringssl-with-bazel/src/crypto/{refcount_no_threads.c → rand_extra/trusty.c} +15 -19
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
- data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -17
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +152 -72
- data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
- data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +6 -35
- data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +5 -26
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +14 -18
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +54 -143
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +8 -19
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +8 -12
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +19 -20
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +11 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +2 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +4 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +4 -119
- data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +5 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +10 -116
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +11 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +0 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +5 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +0 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +28 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +19 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +11 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +6 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +13 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +0 -61
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +22 -20
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +131 -81
- data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +236 -213
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +201 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -29
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +4 -8
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +3 -2
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +9 -65
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +20 -20
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +4 -11
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +26 -20
- data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +4 -4
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +37 -30
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +127 -26
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +2 -3
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
- data/third_party/upb/upb/collections/map.c +3 -3
- metadata +62 -39
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +0 -42
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.h +0 -64
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
- data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
- data/src/core/lib/promise/detail/basic_join.h +0 -197
- data/src/core/lib/promise/detail/switch.h +0 -1455
- data/src/core/lib/promise/try_join.h +0 -82
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +0 -62
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm.c +0 -38
- data/third_party/boringssl-with-bazel/src/crypto/refcount_win.c +0 -89
- data/third_party/re2/util/benchmark.h +0 -156
- data/third_party/re2/util/flags.h +0 -26
- data/third_party/re2/util/malloc_counter.h +0 -19
- data/third_party/re2/util/pcre.cc +0 -1025
- data/third_party/re2/util/pcre.h +0 -681
- data/third_party/re2/util/test.h +0 -50
- data/third_party/upb/upb/mini_table.h +0 -36
- data/third_party/zlib/gzclose.c +0 -25
- data/third_party/zlib/gzlib.c +0 -639
- data/third_party/zlib/gzread.c +0 -650
- data/third_party/zlib/gzwrite.c +0 -677
@@ -28,10 +28,14 @@
|
|
28
28
|
#include <memory>
|
29
29
|
#include <new>
|
30
30
|
#include <string>
|
31
|
+
#include <type_traits>
|
31
32
|
#include <utility>
|
32
33
|
#include <vector>
|
33
34
|
|
34
35
|
#include "absl/base/attributes.h"
|
36
|
+
#include "absl/container/flat_hash_map.h"
|
37
|
+
#include "absl/hash/hash.h"
|
38
|
+
#include "absl/meta/type_traits.h"
|
35
39
|
#include "absl/status/status.h"
|
36
40
|
#include "absl/strings/cord.h"
|
37
41
|
#include "absl/strings/str_cat.h"
|
@@ -41,6 +45,7 @@
|
|
41
45
|
|
42
46
|
#include <grpc/event_engine/event_engine.h>
|
43
47
|
#include <grpc/grpc.h>
|
48
|
+
#include <grpc/impl/channel_arg_names.h>
|
44
49
|
#include <grpc/impl/connectivity_state.h>
|
45
50
|
#include <grpc/slice_buffer.h>
|
46
51
|
#include <grpc/status.h>
|
@@ -58,7 +63,8 @@
|
|
58
63
|
#include "src/core/ext/transport/chttp2/transport/http2_settings.h"
|
59
64
|
#include "src/core/ext/transport/chttp2/transport/http_trace.h"
|
60
65
|
#include "src/core/ext/transport/chttp2/transport/internal.h"
|
61
|
-
#include "src/core/ext/transport/chttp2/transport/
|
66
|
+
#include "src/core/ext/transport/chttp2/transport/ping_abuse_policy.h"
|
67
|
+
#include "src/core/ext/transport/chttp2/transport/ping_rate_policy.h"
|
62
68
|
#include "src/core/ext/transport/chttp2/transport/varint.h"
|
63
69
|
#include "src/core/lib/channel/call_tracer.h"
|
64
70
|
#include "src/core/lib/channel/channel_args.h"
|
@@ -106,36 +112,20 @@
|
|
106
112
|
#define DEFAULT_MAX_HEADER_LIST_SIZE (16 * 1024)
|
107
113
|
#define DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT (8 * 1024)
|
108
114
|
|
109
|
-
#define DEFAULT_CLIENT_KEEPALIVE_TIME_MS INT_MAX
|
110
|
-
#define DEFAULT_CLIENT_KEEPALIVE_TIMEOUT_MS 20000 // 20 seconds
|
111
|
-
#define DEFAULT_SERVER_KEEPALIVE_TIME_MS 7200000 // 2 hours
|
112
|
-
#define DEFAULT_SERVER_KEEPALIVE_TIMEOUT_MS 20000 // 20 seconds
|
113
|
-
#define DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS false
|
114
115
|
#define KEEPALIVE_TIME_BACKOFF_MULTIPLIER 2
|
115
116
|
|
116
|
-
#define DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS 300000 // 5 minutes
|
117
|
-
#define DEFAULT_MAX_PINGS_BETWEEN_DATA 2
|
118
|
-
#define DEFAULT_MAX_PING_STRIKES 2
|
119
|
-
|
120
117
|
#define DEFAULT_MAX_PENDING_INDUCED_FRAMES 10000
|
121
118
|
|
122
|
-
static
|
123
|
-
|
124
|
-
static
|
125
|
-
|
126
|
-
static
|
127
|
-
|
128
|
-
static
|
129
|
-
|
130
|
-
static bool g_default_client_keepalive_permit_without_calls =
|
131
|
-
|
132
|
-
static bool g_default_server_keepalive_permit_without_calls =
|
133
|
-
DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS;
|
134
|
-
|
135
|
-
static int g_default_min_recv_ping_interval_without_data_ms =
|
136
|
-
DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS;
|
137
|
-
static int g_default_max_pings_without_data = DEFAULT_MAX_PINGS_BETWEEN_DATA;
|
138
|
-
static int g_default_max_ping_strikes = DEFAULT_MAX_PING_STRIKES;
|
119
|
+
static grpc_core::Duration g_default_client_keepalive_time =
|
120
|
+
grpc_core::Duration::Infinity();
|
121
|
+
static grpc_core::Duration g_default_client_keepalive_timeout =
|
122
|
+
grpc_core::Duration::Seconds(20);
|
123
|
+
static grpc_core::Duration g_default_server_keepalive_time =
|
124
|
+
grpc_core::Duration::Hours(2);
|
125
|
+
static grpc_core::Duration g_default_server_keepalive_timeout =
|
126
|
+
grpc_core::Duration::Seconds(20);
|
127
|
+
static bool g_default_client_keepalive_permit_without_calls = false;
|
128
|
+
static bool g_default_server_keepalive_permit_without_calls = false;
|
139
129
|
|
140
130
|
#define MAX_CLIENT_STREAM_ID 0x7fffffffu
|
141
131
|
grpc_core::TraceFlag grpc_keepalive_trace(false, "http_keepalive");
|
@@ -143,14 +133,20 @@ grpc_core::DebugOnlyTraceFlag grpc_trace_chttp2_refcount(false,
|
|
143
133
|
"chttp2_refcount");
|
144
134
|
|
145
135
|
// forward declarations of various callbacks that we'll build closures around
|
146
|
-
static void write_action_begin_locked(
|
147
|
-
|
148
|
-
static void
|
149
|
-
static void
|
150
|
-
|
151
|
-
static void
|
152
|
-
|
153
|
-
|
136
|
+
static void write_action_begin_locked(
|
137
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
138
|
+
static void write_action(grpc_chttp2_transport* t);
|
139
|
+
static void write_action_end(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
140
|
+
grpc_error_handle error);
|
141
|
+
static void write_action_end_locked(
|
142
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
143
|
+
|
144
|
+
static void read_action(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
145
|
+
grpc_error_handle error);
|
146
|
+
static void read_action_locked(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
147
|
+
grpc_error_handle error);
|
148
|
+
static void continue_read_action_locked(
|
149
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t);
|
154
150
|
|
155
151
|
// Set a transport level setting, and push it to our peer
|
156
152
|
static void queue_setting_update(grpc_chttp2_transport* t,
|
@@ -167,8 +163,10 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
|
|
167
163
|
const absl::Status& status,
|
168
164
|
const char* reason);
|
169
165
|
|
170
|
-
static void benign_reclaimer_locked(
|
171
|
-
|
166
|
+
static void benign_reclaimer_locked(
|
167
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
168
|
+
static void destructive_reclaimer_locked(
|
169
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
172
170
|
|
173
171
|
static void post_benign_reclaimer(grpc_chttp2_transport* t);
|
174
172
|
static void post_destructive_reclaimer(grpc_chttp2_transport* t);
|
@@ -178,31 +176,45 @@ static void close_transport_locked(grpc_chttp2_transport* t,
|
|
178
176
|
static void end_all_the_calls(grpc_chttp2_transport* t,
|
179
177
|
grpc_error_handle error);
|
180
178
|
|
181
|
-
static void start_bdp_ping(
|
182
|
-
|
183
|
-
static void
|
184
|
-
|
179
|
+
static void start_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
180
|
+
grpc_error_handle error);
|
181
|
+
static void finish_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
|
182
|
+
grpc_error_handle error);
|
183
|
+
static void start_bdp_ping_locked(
|
184
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
185
|
+
static void finish_bdp_ping_locked(
|
186
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
|
185
187
|
static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t);
|
186
188
|
static void next_bdp_ping_timer_expired_locked(
|
187
|
-
|
189
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> tp,
|
190
|
+
GRPC_UNUSED grpc_error_handle error);
|
188
191
|
|
189
192
|
static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error);
|
190
193
|
static void send_ping_locked(grpc_chttp2_transport* t,
|
191
194
|
grpc_closure* on_initiate, grpc_closure* on_ack);
|
192
|
-
static void retry_initiate_ping_locked(
|
193
|
-
|
195
|
+
static void retry_initiate_ping_locked(
|
196
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
197
|
+
GRPC_UNUSED grpc_error_handle error);
|
194
198
|
|
195
199
|
// keepalive-relevant functions
|
196
|
-
static void init_keepalive_ping(
|
197
|
-
|
198
|
-
|
199
|
-
|
200
|
-
|
201
|
-
static void
|
202
|
-
|
203
|
-
static void
|
200
|
+
static void init_keepalive_ping(
|
201
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t);
|
202
|
+
static void init_keepalive_ping_locked(
|
203
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
204
|
+
GRPC_UNUSED grpc_error_handle error);
|
205
|
+
static void start_keepalive_ping(
|
206
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
|
207
|
+
static void finish_keepalive_ping(
|
208
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
|
209
|
+
static void start_keepalive_ping_locked(
|
210
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
|
211
|
+
static void finish_keepalive_ping_locked(
|
212
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
|
213
|
+
static void keepalive_watchdog_fired(
|
214
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t);
|
204
215
|
static void keepalive_watchdog_fired_locked(
|
205
|
-
|
216
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
217
|
+
GRPC_UNUSED grpc_error_handle error);
|
206
218
|
static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t);
|
207
219
|
|
208
220
|
namespace {
|
@@ -222,6 +234,24 @@ grpc_core::CopyContextFn g_get_copied_context_fn = nullptr;
|
|
222
234
|
|
223
235
|
namespace grpc_core {
|
224
236
|
|
237
|
+
namespace {
|
238
|
+
// Initialize a grpc_closure \a c to call \a Fn with \a t and \a error. Holds
|
239
|
+
// the passed in reference to \a t until it's moved into Fn.
|
240
|
+
template <void (*Fn)(RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle)>
|
241
|
+
grpc_closure* InitTransportClosure(RefCountedPtr<grpc_chttp2_transport> t,
|
242
|
+
grpc_closure* c) {
|
243
|
+
GRPC_CLOSURE_INIT(
|
244
|
+
c,
|
245
|
+
[](void* tp, grpc_error_handle error) {
|
246
|
+
Fn(RefCountedPtr<grpc_chttp2_transport>(
|
247
|
+
static_cast<grpc_chttp2_transport*>(tp)),
|
248
|
+
std::move(error));
|
249
|
+
},
|
250
|
+
t.release(), nullptr);
|
251
|
+
return c;
|
252
|
+
}
|
253
|
+
} // namespace
|
254
|
+
|
225
255
|
namespace {
|
226
256
|
TestOnlyGlobalHttp2TransportInitCallback test_only_init_callback = nullptr;
|
227
257
|
TestOnlyGlobalHttp2TransportDestructCallback test_only_destruct_callback =
|
@@ -315,10 +345,7 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
|
|
315
345
|
GPR_ASSERT(lists[i].tail == nullptr);
|
316
346
|
}
|
317
347
|
|
318
|
-
GPR_ASSERT(
|
319
|
-
|
320
|
-
grpc_chttp2_stream_map_destroy(&stream_map);
|
321
|
-
|
348
|
+
GPR_ASSERT(stream_map.empty());
|
322
349
|
GRPC_COMBINER_UNREF(combiner, "chttp2_transport");
|
323
350
|
|
324
351
|
cancel_pings(this, GRPC_ERROR_CREATE("Transport destroyed"));
|
@@ -358,37 +385,33 @@ static void read_channel_args(grpc_chttp2_transport* t,
|
|
358
385
|
t->hpack_compressor.SetMaxUsableSize(max_hpack_table_size);
|
359
386
|
}
|
360
387
|
|
361
|
-
t->ping_policy.max_pings_without_data =
|
362
|
-
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)
|
363
|
-
.value_or(g_default_max_pings_without_data));
|
364
|
-
t->ping_policy.max_ping_strikes =
|
365
|
-
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PING_STRIKES)
|
366
|
-
.value_or(g_default_max_ping_strikes));
|
367
|
-
t->ping_policy.min_recv_ping_interval_without_data =
|
368
|
-
std::max(grpc_core::Duration::Zero(),
|
369
|
-
channel_args
|
370
|
-
.GetDurationFromIntMillis(
|
371
|
-
GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)
|
372
|
-
.value_or(grpc_core::Duration::Milliseconds(
|
373
|
-
g_default_min_recv_ping_interval_without_data_ms)));
|
374
388
|
t->write_buffer_size =
|
375
389
|
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_WRITE_BUFFER_SIZE)
|
376
390
|
.value_or(grpc_core::chttp2::kDefaultWindow));
|
377
391
|
t->keepalive_time =
|
378
392
|
std::max(grpc_core::Duration::Milliseconds(1),
|
379
393
|
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
|
380
|
-
.value_or(
|
381
|
-
|
382
|
-
: g_default_server_keepalive_time_ms)));
|
394
|
+
.value_or(t->is_client ? g_default_client_keepalive_time
|
395
|
+
: g_default_server_keepalive_time));
|
383
396
|
t->keepalive_timeout = std::max(
|
384
397
|
grpc_core::Duration::Zero(),
|
385
398
|
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
|
386
|
-
.value_or(
|
387
|
-
|
388
|
-
|
389
|
-
|
390
|
-
|
391
|
-
|
399
|
+
.value_or(t->is_client ? g_default_client_keepalive_timeout
|
400
|
+
: g_default_server_keepalive_timeout));
|
401
|
+
if (t->is_client) {
|
402
|
+
t->keepalive_permit_without_calls =
|
403
|
+
channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
|
404
|
+
.value_or(grpc_core::IsKeepaliveFixEnabled()
|
405
|
+
? g_default_client_keepalive_permit_without_calls
|
406
|
+
: false);
|
407
|
+
} else {
|
408
|
+
t->keepalive_permit_without_calls =
|
409
|
+
channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
|
410
|
+
.value_or(grpc_core::IsKeepaliveServerFixEnabled()
|
411
|
+
? g_default_server_keepalive_permit_without_calls
|
412
|
+
: false);
|
413
|
+
}
|
414
|
+
|
392
415
|
// Only send the prefered rx frame size http2 setting if we are instructed
|
393
416
|
// to auto size the buffers allocated at tcp level and we also can adjust
|
394
417
|
// sending frame size.
|
@@ -512,52 +535,17 @@ static void read_channel_args(grpc_chttp2_transport* t,
|
|
512
535
|
}
|
513
536
|
}
|
514
537
|
|
515
|
-
static void init_transport_keepalive_settings(grpc_chttp2_transport* t) {
|
516
|
-
if (t->is_client) {
|
517
|
-
t->keepalive_time = g_default_client_keepalive_time_ms == INT_MAX
|
518
|
-
? grpc_core::Duration::Infinity()
|
519
|
-
: grpc_core::Duration::Milliseconds(
|
520
|
-
g_default_client_keepalive_time_ms);
|
521
|
-
t->keepalive_timeout = g_default_client_keepalive_timeout_ms == INT_MAX
|
522
|
-
? grpc_core::Duration::Infinity()
|
523
|
-
: grpc_core::Duration::Milliseconds(
|
524
|
-
g_default_client_keepalive_timeout_ms);
|
525
|
-
t->keepalive_permit_without_calls =
|
526
|
-
g_default_client_keepalive_permit_without_calls;
|
527
|
-
} else {
|
528
|
-
t->keepalive_time = g_default_server_keepalive_time_ms == INT_MAX
|
529
|
-
? grpc_core::Duration::Infinity()
|
530
|
-
: grpc_core::Duration::Milliseconds(
|
531
|
-
g_default_server_keepalive_time_ms);
|
532
|
-
t->keepalive_timeout = g_default_server_keepalive_timeout_ms == INT_MAX
|
533
|
-
? grpc_core::Duration::Infinity()
|
534
|
-
: grpc_core::Duration::Milliseconds(
|
535
|
-
g_default_server_keepalive_timeout_ms);
|
536
|
-
t->keepalive_permit_without_calls =
|
537
|
-
g_default_server_keepalive_permit_without_calls;
|
538
|
-
}
|
539
|
-
}
|
540
|
-
|
541
|
-
static void configure_transport_ping_policy(grpc_chttp2_transport* t) {
|
542
|
-
t->ping_policy.max_pings_without_data = g_default_max_pings_without_data;
|
543
|
-
t->ping_policy.max_ping_strikes = g_default_max_ping_strikes;
|
544
|
-
t->ping_policy.min_recv_ping_interval_without_data =
|
545
|
-
grpc_core::Duration::Milliseconds(
|
546
|
-
g_default_min_recv_ping_interval_without_data_ms);
|
547
|
-
}
|
548
|
-
|
549
538
|
static void init_keepalive_pings_if_enabled_locked(
|
550
|
-
|
539
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
540
|
+
GRPC_UNUSED grpc_error_handle error) {
|
551
541
|
GPR_DEBUG_ASSERT(error.ok());
|
552
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
553
542
|
if (t->keepalive_time != grpc_core::Duration::Infinity()) {
|
554
543
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
|
555
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
556
544
|
t->keepalive_ping_timer_handle =
|
557
|
-
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
545
|
+
t->event_engine->RunAfter(t->keepalive_time, [t = t->Ref()]() mutable {
|
558
546
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
559
547
|
grpc_core::ExecCtx exec_ctx;
|
560
|
-
init_keepalive_ping(t);
|
548
|
+
init_keepalive_ping(std::move(t));
|
561
549
|
});
|
562
550
|
} else {
|
563
551
|
// Use GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED to indicate there are no
|
@@ -586,6 +574,8 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
586
574
|
GRPC_CHANNEL_READY),
|
587
575
|
is_client(is_client),
|
588
576
|
next_stream_id(is_client ? 1 : 2),
|
577
|
+
ping_abuse_policy(channel_args),
|
578
|
+
ping_rate_policy(channel_args, is_client),
|
589
579
|
flow_control(
|
590
580
|
peer_string.as_string_view(),
|
591
581
|
channel_args.GetBool(GRPC_ARG_HTTP2_BDP_PROBE).value_or(true),
|
@@ -598,12 +588,6 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
598
588
|
GPR_ASSERT(strlen(GRPC_CHTTP2_CLIENT_CONNECT_STRING) ==
|
599
589
|
GRPC_CHTTP2_CLIENT_CONNECT_STRLEN);
|
600
590
|
base.vtable = get_vtable();
|
601
|
-
// 8 is a random stab in the dark as to a good initial size: it's small enough
|
602
|
-
// that it shouldn't waste memory for infrequently used connections, yet
|
603
|
-
// large enough that the exponential growth should happen nicely when it's
|
604
|
-
// needed.
|
605
|
-
// TODO(ctiller): tune this
|
606
|
-
grpc_chttp2_stream_map_init(&stream_map, 8);
|
607
591
|
|
608
592
|
grpc_slice_buffer_init(&read_buffer);
|
609
593
|
grpc_slice_buffer_init(&outbuf);
|
@@ -632,22 +616,12 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
632
616
|
queue_setting_update(this,
|
633
617
|
GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA, 1);
|
634
618
|
|
635
|
-
configure_transport_ping_policy(this);
|
636
|
-
init_transport_keepalive_settings(this);
|
637
|
-
|
638
619
|
read_channel_args(this, channel_args, is_client);
|
639
620
|
|
640
|
-
// No pings allowed before receiving a header or data frame.
|
641
|
-
ping_state.pings_before_data_required = 0;
|
642
|
-
ping_state.last_ping_sent_time = grpc_core::Timestamp::InfPast();
|
643
|
-
|
644
|
-
ping_recv_state.last_ping_recv_time = grpc_core::Timestamp::InfPast();
|
645
|
-
ping_recv_state.ping_strikes = 0;
|
646
|
-
|
647
621
|
grpc_core::ExecCtx exec_ctx;
|
648
622
|
combiner->Run(
|
649
|
-
|
650
|
-
|
623
|
+
grpc_core::InitTransportClosure<init_keepalive_pings_if_enabled_locked>(
|
624
|
+
Ref(), &init_keepalive_ping_locked),
|
651
625
|
absl::OkStatus());
|
652
626
|
|
653
627
|
if (flow_control.bdp_probe()) {
|
@@ -672,15 +646,15 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
672
646
|
}
|
673
647
|
|
674
648
|
static void destroy_transport_locked(void* tp, grpc_error_handle /*error*/) {
|
675
|
-
grpc_chttp2_transport
|
649
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t(
|
650
|
+
static_cast<grpc_chttp2_transport*>(tp));
|
676
651
|
t->destroying = 1;
|
677
652
|
close_transport_locked(
|
678
|
-
t
|
679
|
-
|
680
|
-
|
653
|
+
t.get(),
|
654
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("Transport destroyed"),
|
655
|
+
grpc_core::StatusIntProperty::kOccurredDuringWrite,
|
656
|
+
t->write_state));
|
681
657
|
t->memory_owner.Reset();
|
682
|
-
// Must be the last line.
|
683
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "destroy");
|
684
658
|
}
|
685
659
|
|
686
660
|
static void destroy_transport(grpc_transport* gt) {
|
@@ -712,15 +686,13 @@ static void close_transport_locked(grpc_chttp2_transport* t,
|
|
712
686
|
t->closed_with_error = error;
|
713
687
|
connectivity_state_set(t, GRPC_CHANNEL_SHUTDOWN, absl::Status(),
|
714
688
|
"close_transport");
|
715
|
-
if (t->
|
716
|
-
if (t->event_engine->Cancel(*t->
|
717
|
-
|
718
|
-
t->ping_state.delayed_ping_timer_handle.reset();
|
689
|
+
if (t->delayed_ping_timer_handle.has_value()) {
|
690
|
+
if (t->event_engine->Cancel(*t->delayed_ping_timer_handle)) {
|
691
|
+
t->delayed_ping_timer_handle.reset();
|
719
692
|
}
|
720
693
|
}
|
721
694
|
if (t->next_bdp_ping_timer_handle.has_value()) {
|
722
695
|
if (t->event_engine->Cancel(*t->next_bdp_ping_timer_handle)) {
|
723
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
724
696
|
t->next_bdp_ping_timer_handle.reset();
|
725
697
|
}
|
726
698
|
}
|
@@ -728,7 +700,6 @@ static void close_transport_locked(grpc_chttp2_transport* t,
|
|
728
700
|
case GRPC_CHTTP2_KEEPALIVE_STATE_WAITING:
|
729
701
|
if (t->keepalive_ping_timer_handle.has_value()) {
|
730
702
|
if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
|
731
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
|
732
703
|
t->keepalive_ping_timer_handle.reset();
|
733
704
|
}
|
734
705
|
}
|
@@ -736,13 +707,11 @@ static void close_transport_locked(grpc_chttp2_transport* t,
|
|
736
707
|
case GRPC_CHTTP2_KEEPALIVE_STATE_PINGING:
|
737
708
|
if (t->keepalive_ping_timer_handle.has_value()) {
|
738
709
|
if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
|
739
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
|
740
710
|
t->keepalive_ping_timer_handle.reset();
|
741
711
|
}
|
742
712
|
}
|
743
713
|
if (t->keepalive_watchdog_timer_handle.has_value()) {
|
744
714
|
if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
|
745
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
|
746
715
|
t->keepalive_watchdog_timer_handle.reset();
|
747
716
|
}
|
748
717
|
}
|
@@ -788,21 +757,23 @@ void grpc_chttp2_stream_unref(grpc_chttp2_stream* s) {
|
|
788
757
|
}
|
789
758
|
#endif
|
790
759
|
|
791
|
-
grpc_chttp2_stream::Reffer::Reffer(grpc_chttp2_stream* s) {
|
792
|
-
// We reserve one 'active stream' that's dropped when the stream is
|
793
|
-
// read-closed. The others are for Chttp2IncomingByteStreams that are
|
794
|
-
// actively reading
|
795
|
-
GRPC_CHTTP2_STREAM_REF(s, "chttp2");
|
796
|
-
GRPC_CHTTP2_REF_TRANSPORT(s->t, "stream");
|
797
|
-
}
|
798
|
-
|
799
760
|
grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
|
800
761
|
grpc_stream_refcount* refcount,
|
801
762
|
const void* server_data,
|
802
763
|
grpc_core::Arena* arena)
|
803
|
-
: t(t),
|
804
|
-
refcount(refcount)
|
805
|
-
|
764
|
+
: t(t->Ref()),
|
765
|
+
refcount([refcount]() {
|
766
|
+
// We reserve one 'active stream' that's dropped when the stream is
|
767
|
+
// read-closed. The others are for Chttp2IncomingByteStreams that are
|
768
|
+
// actively reading
|
769
|
+
// We do this here to avoid cache misses.
|
770
|
+
#ifndef NDEBUG
|
771
|
+
grpc_stream_ref(refcount, "chttp2");
|
772
|
+
#else
|
773
|
+
grpc_stream_ref(refcount);
|
774
|
+
#endif
|
775
|
+
return refcount;
|
776
|
+
}()),
|
806
777
|
initial_metadata_buffer(arena),
|
807
778
|
trailing_metadata_buffer(arena),
|
808
779
|
flow_control(&t->flow_control) {
|
@@ -813,7 +784,7 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
|
|
813
784
|
this, id, server_data);
|
814
785
|
}
|
815
786
|
*t->accepting_stream = this;
|
816
|
-
|
787
|
+
t->stream_map.emplace(id, this);
|
817
788
|
post_destructive_reclaimer(t);
|
818
789
|
}
|
819
790
|
|
@@ -822,8 +793,8 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
|
|
822
793
|
}
|
823
794
|
|
824
795
|
grpc_chttp2_stream::~grpc_chttp2_stream() {
|
825
|
-
grpc_chttp2_list_remove_stalled_by_stream(t, this);
|
826
|
-
grpc_chttp2_list_remove_stalled_by_transport(t, this);
|
796
|
+
grpc_chttp2_list_remove_stalled_by_stream(t.get(), this);
|
797
|
+
grpc_chttp2_list_remove_stalled_by_transport(t.get(), this);
|
827
798
|
|
828
799
|
if (t->channelz_socket != nullptr) {
|
829
800
|
if ((t->is_client && eos_received) || (!t->is_client && eos_sent)) {
|
@@ -835,7 +806,7 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
|
|
835
806
|
|
836
807
|
GPR_ASSERT((write_closed && read_closed) || id == 0);
|
837
808
|
if (id != 0) {
|
838
|
-
GPR_ASSERT(
|
809
|
+
GPR_ASSERT(t->stream_map.count(id) == 0);
|
839
810
|
}
|
840
811
|
|
841
812
|
grpc_slice_buffer_destroy(&frame_storage);
|
@@ -854,7 +825,6 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
|
|
854
825
|
GPR_ASSERT(recv_message_ready == nullptr);
|
855
826
|
GPR_ASSERT(recv_trailing_metadata_finished == nullptr);
|
856
827
|
grpc_slice_buffer_destroy(&flow_controlled_buffer);
|
857
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "stream");
|
858
828
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, destroy_stream_arg, absl::OkStatus());
|
859
829
|
}
|
860
830
|
|
@@ -942,7 +912,6 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
|
|
942
912
|
case GRPC_CHTTP2_WRITE_STATE_IDLE:
|
943
913
|
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING,
|
944
914
|
grpc_chttp2_initiate_write_reason_string(reason));
|
945
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
|
946
915
|
// Note that the 'write_action_begin_locked' closure is being scheduled
|
947
916
|
// on the 'finally_scheduler' of t->combiner. This means that
|
948
917
|
// 'write_action_begin_locked' is called only *after* all the other
|
@@ -960,8 +929,8 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
|
|
960
929
|
// It does not call the endpoint to write the bytes. That is done by the
|
961
930
|
// 'write_action' (which is scheduled by 'write_action_begin_locked')
|
962
931
|
t->combiner->FinallyRun(
|
963
|
-
|
964
|
-
|
932
|
+
grpc_core::InitTransportClosure<write_action_begin_locked>(
|
933
|
+
t->Ref(), &t->write_action_begin_locked),
|
965
934
|
absl::OkStatus());
|
966
935
|
break;
|
967
936
|
case GRPC_CHTTP2_WRITE_STATE_WRITING:
|
@@ -988,22 +957,22 @@ static const char* begin_writing_desc(bool partial) {
|
|
988
957
|
}
|
989
958
|
}
|
990
959
|
|
991
|
-
static void write_action_begin_locked(
|
992
|
-
|
993
|
-
|
960
|
+
static void write_action_begin_locked(
|
961
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
962
|
+
grpc_error_handle /*error_ignored*/) {
|
994
963
|
GPR_ASSERT(t->write_state != GRPC_CHTTP2_WRITE_STATE_IDLE);
|
995
964
|
grpc_chttp2_begin_write_result r;
|
996
965
|
if (!t->closed_with_error.ok()) {
|
997
966
|
r.writing = false;
|
998
967
|
} else {
|
999
|
-
r = grpc_chttp2_begin_write(t);
|
968
|
+
r = grpc_chttp2_begin_write(t.get());
|
1000
969
|
}
|
1001
970
|
if (r.writing) {
|
1002
|
-
set_write_state(t,
|
971
|
+
set_write_state(t.get(),
|
1003
972
|
r.partial ? GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE
|
1004
973
|
: GRPC_CHTTP2_WRITE_STATE_WRITING,
|
1005
974
|
begin_writing_desc(r.partial));
|
1006
|
-
write_action(t
|
975
|
+
write_action(t.get());
|
1007
976
|
if (t->reading_paused_on_pending_induced_frames) {
|
1008
977
|
GPR_ASSERT(t->num_pending_induced_frames == 0);
|
1009
978
|
// We had paused reading, because we had many induced frames (SETTINGS
|
@@ -1013,18 +982,17 @@ static void write_action_begin_locked(void* gt,
|
|
1013
982
|
GPR_INFO,
|
1014
983
|
"transport %p : Resuming reading after being paused due to too "
|
1015
984
|
"many unwritten SETTINGS ACK, PINGS ACK and RST_STREAM frames",
|
1016
|
-
t));
|
985
|
+
t.get()));
|
1017
986
|
t->reading_paused_on_pending_induced_frames = false;
|
1018
|
-
continue_read_action_locked(t);
|
987
|
+
continue_read_action_locked(std::move(t));
|
1019
988
|
}
|
1020
989
|
} else {
|
1021
|
-
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE,
|
1022
|
-
|
990
|
+
set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_IDLE,
|
991
|
+
"begin writing nothing");
|
1023
992
|
}
|
1024
993
|
}
|
1025
994
|
|
1026
|
-
static void write_action(
|
1027
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
|
995
|
+
static void write_action(grpc_chttp2_transport* t) {
|
1028
996
|
void* cl = t->cl;
|
1029
997
|
if (!t->cl->empty()) {
|
1030
998
|
// Transfer the ownership of the context list to the endpoint and create and
|
@@ -1048,36 +1016,36 @@ static void write_action(void* gt, grpc_error_handle /*error*/) {
|
|
1048
1016
|
if (max_frame_size == 0) {
|
1049
1017
|
max_frame_size = INT_MAX;
|
1050
1018
|
}
|
1051
|
-
grpc_endpoint_write(
|
1052
|
-
|
1053
|
-
|
1054
|
-
|
1055
|
-
cl, max_frame_size);
|
1019
|
+
grpc_endpoint_write(t->ep, &t->outbuf,
|
1020
|
+
grpc_core::InitTransportClosure<write_action_end>(
|
1021
|
+
t->Ref(), &t->write_action_end_locked),
|
1022
|
+
cl, max_frame_size);
|
1056
1023
|
}
|
1057
1024
|
|
1058
|
-
static void write_action_end(
|
1059
|
-
|
1060
|
-
t
|
1061
|
-
|
1062
|
-
|
1025
|
+
static void write_action_end(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
1026
|
+
grpc_error_handle error) {
|
1027
|
+
auto* tp = t.get();
|
1028
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<write_action_end_locked>(
|
1029
|
+
std::move(t), &tp->write_action_end_locked),
|
1030
|
+
error);
|
1063
1031
|
}
|
1064
1032
|
|
1065
1033
|
// Callback from the grpc_endpoint after bytes have been written by calling
|
1066
1034
|
// sendmsg
|
1067
|
-
static void write_action_end_locked(
|
1068
|
-
|
1069
|
-
|
1035
|
+
static void write_action_end_locked(
|
1036
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
1037
|
+
grpc_error_handle error) {
|
1070
1038
|
bool closed = false;
|
1071
1039
|
if (!error.ok()) {
|
1072
|
-
close_transport_locked(t, error);
|
1040
|
+
close_transport_locked(t.get(), error);
|
1073
1041
|
closed = true;
|
1074
1042
|
}
|
1075
1043
|
|
1076
1044
|
if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED) {
|
1077
1045
|
t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SENT;
|
1078
1046
|
closed = true;
|
1079
|
-
if (
|
1080
|
-
close_transport_locked(t, GRPC_ERROR_CREATE("goaway sent"));
|
1047
|
+
if (t->stream_map.empty()) {
|
1048
|
+
close_transport_locked(t.get(), GRPC_ERROR_CREATE("goaway sent"));
|
1081
1049
|
}
|
1082
1050
|
}
|
1083
1051
|
|
@@ -1085,11 +1053,11 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
|
|
1085
1053
|
case GRPC_CHTTP2_WRITE_STATE_IDLE:
|
1086
1054
|
GPR_UNREACHABLE_CODE(break);
|
1087
1055
|
case GRPC_CHTTP2_WRITE_STATE_WRITING:
|
1088
|
-
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
|
1056
|
+
set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
|
1089
1057
|
break;
|
1090
1058
|
case GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE:
|
1091
|
-
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING,
|
1092
|
-
|
1059
|
+
set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_WRITING,
|
1060
|
+
"continue writing");
|
1093
1061
|
// If the transport is closed, we will retry writing on the endpoint
|
1094
1062
|
// and next write may contain part of the currently serialized frames.
|
1095
1063
|
// So, we should only call the run_after_write callbacks when the next
|
@@ -1099,14 +1067,13 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
|
|
1099
1067
|
grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &t->run_after_write);
|
1100
1068
|
}
|
1101
1069
|
t->combiner->FinallyRun(
|
1102
|
-
|
1103
|
-
|
1070
|
+
grpc_core::InitTransportClosure<write_action_begin_locked>(
|
1071
|
+
t, &t->write_action_begin_locked),
|
1104
1072
|
absl::OkStatus());
|
1105
1073
|
break;
|
1106
1074
|
}
|
1107
1075
|
|
1108
|
-
grpc_chttp2_end_write(t, error);
|
1109
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
|
1076
|
+
grpc_chttp2_end_write(t.get(), error);
|
1110
1077
|
}
|
1111
1078
|
|
1112
1079
|
// Dirties an HTTP2 setting to be sent out next time a writing path occurs.
|
@@ -1169,19 +1136,18 @@ void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
|
|
1169
1136
|
if (t->is_client) {
|
1170
1137
|
cancel_unstarted_streams(t, t->goaway_error);
|
1171
1138
|
// Cancel all unseen streams
|
1172
|
-
|
1173
|
-
|
1174
|
-
|
1175
|
-
|
1176
|
-
|
1177
|
-
|
1178
|
-
|
1179
|
-
|
1180
|
-
|
1181
|
-
|
1182
|
-
|
1183
|
-
|
1184
|
-
&last_stream_id);
|
1139
|
+
std::vector<grpc_chttp2_stream*> to_cancel;
|
1140
|
+
for (auto id_stream : t->stream_map) {
|
1141
|
+
if (id_stream.first > last_stream_id) {
|
1142
|
+
to_cancel.push_back(id_stream.second);
|
1143
|
+
}
|
1144
|
+
}
|
1145
|
+
for (auto s : to_cancel) {
|
1146
|
+
s->trailing_metadata_buffer.Set(
|
1147
|
+
grpc_core::GrpcStreamNetworkState(),
|
1148
|
+
grpc_core::GrpcStreamNetworkState::kNotSeenByServer);
|
1149
|
+
grpc_chttp2_cancel_stream(s->t.get(), s, s->t->goaway_error);
|
1150
|
+
}
|
1185
1151
|
}
|
1186
1152
|
absl::Status status = grpc_error_to_absl_status(t->goaway_error);
|
1187
1153
|
// When a client receives a GOAWAY with error code ENHANCE_YOUR_CALM and debug
|
@@ -1225,7 +1191,7 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
|
|
1225
1191
|
// start streams where we have free grpc_chttp2_stream ids and free
|
1226
1192
|
// * concurrency
|
1227
1193
|
while (t->next_stream_id <= MAX_CLIENT_STREAM_ID &&
|
1228
|
-
|
1194
|
+
t->stream_map.size() <
|
1229
1195
|
t->settings[GRPC_PEER_SETTINGS]
|
1230
1196
|
[GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS] &&
|
1231
1197
|
grpc_chttp2_list_pop_waiting_for_concurrency(t, &s)) {
|
@@ -1246,7 +1212,7 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
|
|
1246
1212
|
"no_more_stream_ids");
|
1247
1213
|
}
|
1248
1214
|
|
1249
|
-
|
1215
|
+
t->stream_map.emplace(s->id, s);
|
1250
1216
|
post_destructive_reclaimer(t);
|
1251
1217
|
grpc_chttp2_mark_stream_writable(t, s);
|
1252
1218
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_START_NEW_STREAM);
|
@@ -1369,7 +1335,7 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1369
1335
|
grpc_chttp2_stream* s =
|
1370
1336
|
static_cast<grpc_chttp2_stream*>(op->handler_private.extra_arg);
|
1371
1337
|
grpc_transport_stream_op_batch_payload* op_payload = op->payload;
|
1372
|
-
grpc_chttp2_transport* t = s->t;
|
1338
|
+
grpc_chttp2_transport* t = s->t.get();
|
1373
1339
|
|
1374
1340
|
s->context = op->payload->context;
|
1375
1341
|
s->traced = op->is_traced;
|
@@ -1648,6 +1614,8 @@ static void perform_stream_op(grpc_transport* gt, grpc_stream* gs,
|
|
1648
1614
|
}
|
1649
1615
|
|
1650
1616
|
static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error) {
|
1617
|
+
GRPC_CHTTP2_IF_TRACING(gpr_log(GPR_INFO, "%p CANCEL PINGS: %s", t,
|
1618
|
+
grpc_core::StatusToString(error).c_str()));
|
1651
1619
|
// callback remaining pings: they're not allowed to call into the transport,
|
1652
1620
|
// and maybe they hold resources that need to be freed
|
1653
1621
|
grpc_chttp2_ping_queue* pq = &t->ping_queue;
|
@@ -1675,56 +1643,61 @@ static void send_ping_locked(grpc_chttp2_transport* t,
|
|
1675
1643
|
// Specialized form of send_ping_locked for keepalive ping. If there is already
|
1676
1644
|
// a ping in progress, the keepalive ping would piggyback onto that ping,
|
1677
1645
|
// instead of waiting for that ping to complete and then starting a new ping.
|
1678
|
-
static void send_keepalive_ping_locked(
|
1646
|
+
static void send_keepalive_ping_locked(
|
1647
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
1679
1648
|
if (!t->closed_with_error.ok()) {
|
1680
|
-
t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
|
1681
|
-
start_keepalive_ping_locked, t, nullptr),
|
1682
|
-
t->closed_with_error);
|
1683
1649
|
t->combiner->Run(
|
1684
|
-
|
1685
|
-
|
1650
|
+
grpc_core::InitTransportClosure<start_keepalive_ping_locked>(
|
1651
|
+
t->Ref(), &t->start_keepalive_ping_locked),
|
1652
|
+
t->closed_with_error);
|
1653
|
+
t->combiner->Run(
|
1654
|
+
grpc_core::InitTransportClosure<finish_keepalive_ping_locked>(
|
1655
|
+
t->Ref(), &t->finish_keepalive_ping_locked),
|
1686
1656
|
t->closed_with_error);
|
1687
1657
|
return;
|
1688
1658
|
}
|
1689
1659
|
grpc_chttp2_ping_queue* pq = &t->ping_queue;
|
1690
1660
|
if (!grpc_closure_list_empty(pq->lists[GRPC_CHTTP2_PCL_INFLIGHT])) {
|
1691
1661
|
// There is a ping in flight. Add yourself to the inflight closure list.
|
1692
|
-
t->combiner->Run(
|
1693
|
-
|
1694
|
-
|
1662
|
+
t->combiner->Run(
|
1663
|
+
grpc_core::InitTransportClosure<start_keepalive_ping_locked>(
|
1664
|
+
t->Ref(), &t->start_keepalive_ping_locked),
|
1665
|
+
t->closed_with_error);
|
1695
1666
|
grpc_closure_list_append(
|
1696
1667
|
&pq->lists[GRPC_CHTTP2_PCL_INFLIGHT],
|
1697
|
-
|
1698
|
-
|
1668
|
+
grpc_core::InitTransportClosure<finish_keepalive_ping>(
|
1669
|
+
t->Ref(), &t->finish_keepalive_ping_locked),
|
1699
1670
|
absl::OkStatus());
|
1700
1671
|
return;
|
1701
1672
|
}
|
1702
1673
|
grpc_closure_list_append(
|
1703
1674
|
&pq->lists[GRPC_CHTTP2_PCL_INITIATE],
|
1704
|
-
|
1705
|
-
|
1675
|
+
grpc_core::InitTransportClosure<start_keepalive_ping>(
|
1676
|
+
t->Ref(), &t->start_keepalive_ping_locked),
|
1706
1677
|
absl::OkStatus());
|
1707
1678
|
grpc_closure_list_append(
|
1708
1679
|
&pq->lists[GRPC_CHTTP2_PCL_NEXT],
|
1709
|
-
|
1710
|
-
|
1680
|
+
grpc_core::InitTransportClosure<finish_keepalive_ping>(
|
1681
|
+
t->Ref(), &t->finish_keepalive_ping_locked),
|
1711
1682
|
absl::OkStatus());
|
1712
1683
|
}
|
1713
1684
|
|
1714
|
-
void grpc_chttp2_retry_initiate_ping(
|
1715
|
-
|
1716
|
-
|
1717
|
-
|
1685
|
+
void grpc_chttp2_retry_initiate_ping(
|
1686
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
1687
|
+
auto tp = t.get();
|
1688
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<retry_initiate_ping_locked>(
|
1689
|
+
std::move(t), &tp->retry_initiate_ping_locked),
|
1690
|
+
absl::OkStatus());
|
1718
1691
|
}
|
1719
1692
|
|
1720
|
-
static void retry_initiate_ping_locked(
|
1721
|
-
|
1693
|
+
static void retry_initiate_ping_locked(
|
1694
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
1695
|
+
GRPC_UNUSED grpc_error_handle error) {
|
1722
1696
|
GPR_DEBUG_ASSERT(error.ok());
|
1723
|
-
|
1724
|
-
|
1725
|
-
t
|
1726
|
-
|
1727
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
|
1697
|
+
GPR_ASSERT(t->delayed_ping_timer_handle.has_value());
|
1698
|
+
t->delayed_ping_timer_handle.reset();
|
1699
|
+
grpc_chttp2_initiate_write(t.get(),
|
1700
|
+
GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING);
|
1728
1701
|
}
|
1729
1702
|
|
1730
1703
|
void grpc_chttp2_ack_ping(grpc_chttp2_transport* t, uint64_t id) {
|
@@ -1754,16 +1727,11 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1754
1727
|
public:
|
1755
1728
|
static void Start(grpc_chttp2_transport* t) { new GracefulGoaway(t); }
|
1756
1729
|
|
1757
|
-
~GracefulGoaway() override {
|
1758
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t_, "graceful goaway");
|
1759
|
-
}
|
1760
|
-
|
1761
1730
|
private:
|
1762
1731
|
using TaskHandle = ::grpc_event_engine::experimental::EventEngine::TaskHandle;
|
1763
1732
|
|
1764
|
-
explicit GracefulGoaway(grpc_chttp2_transport* t) : t_(t) {
|
1733
|
+
explicit GracefulGoaway(grpc_chttp2_transport* t) : t_(t->Ref()) {
|
1765
1734
|
t->sent_goaway_state = GRPC_CHTTP2_GRACEFUL_GOAWAY;
|
1766
|
-
GRPC_CHTTP2_REF_TRANSPORT(t_, "graceful goaway");
|
1767
1735
|
grpc_chttp2_goaway_append((1u << 31) - 1, 0, grpc_empty_slice(), &t->qbuf);
|
1768
1736
|
send_ping_locked(
|
1769
1737
|
t, nullptr, GRPC_CLOSURE_INIT(&on_ping_ack_, OnPingAck, this, nullptr));
|
@@ -1791,7 +1759,7 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1791
1759
|
gpr_log(GPR_INFO,
|
1792
1760
|
"transport:%p %s peer:%s Transport already shutting down. "
|
1793
1761
|
"Graceful GOAWAY abandoned.",
|
1794
|
-
t_, t_->is_client ? "CLIENT" : "SERVER",
|
1762
|
+
t_.get(), t_->is_client ? "CLIENT" : "SERVER",
|
1795
1763
|
std::string(t_->peer_string.as_string_view()).c_str()));
|
1796
1764
|
return;
|
1797
1765
|
}
|
@@ -1800,13 +1768,14 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1800
1768
|
gpr_log(GPR_INFO,
|
1801
1769
|
"transport:%p %s peer:%s Graceful shutdown: Ping received. "
|
1802
1770
|
"Sending final GOAWAY with stream_id:%d",
|
1803
|
-
t_, t_->is_client ? "CLIENT" : "SERVER",
|
1771
|
+
t_.get(), t_->is_client ? "CLIENT" : "SERVER",
|
1804
1772
|
std::string(t_->peer_string.as_string_view()).c_str(),
|
1805
1773
|
t_->last_new_stream_id));
|
1806
1774
|
t_->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
|
1807
1775
|
grpc_chttp2_goaway_append(t_->last_new_stream_id, 0, grpc_empty_slice(),
|
1808
1776
|
&t_->qbuf);
|
1809
|
-
grpc_chttp2_initiate_write(t_,
|
1777
|
+
grpc_chttp2_initiate_write(t_.get(),
|
1778
|
+
GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
|
1810
1779
|
}
|
1811
1780
|
|
1812
1781
|
static void OnPingAck(void* arg, grpc_error_handle /* error */) {
|
@@ -1834,7 +1803,7 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1834
1803
|
self->Unref();
|
1835
1804
|
}
|
1836
1805
|
|
1837
|
-
grpc_chttp2_transport
|
1806
|
+
const grpc_core::RefCountedPtr<grpc_chttp2_transport> t_;
|
1838
1807
|
grpc_closure on_ping_ack_;
|
1839
1808
|
TaskHandle timer_handle_ = TaskHandle::kInvalid;
|
1840
1809
|
grpc_closure on_timer_;
|
@@ -1859,8 +1828,9 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
|
|
1859
1828
|
} else if (t->sent_goaway_state == GRPC_CHTTP2_NO_GOAWAY_SEND ||
|
1860
1829
|
t->sent_goaway_state == GRPC_CHTTP2_GRACEFUL_GOAWAY) {
|
1861
1830
|
// We want to log this irrespective of whether http tracing is enabled
|
1862
|
-
gpr_log(GPR_DEBUG, "%s: Sending goaway err=%s",
|
1831
|
+
gpr_log(GPR_DEBUG, "%s %s: Sending goaway last_new_stream_id=%d err=%s",
|
1863
1832
|
std::string(t->peer_string.as_string_view()).c_str(),
|
1833
|
+
t->is_client ? "CLIENT" : "SERVER", t->last_new_stream_id,
|
1864
1834
|
grpc_core::StatusToString(error).c_str());
|
1865
1835
|
t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
|
1866
1836
|
grpc_chttp2_goaway_append(
|
@@ -1872,39 +1842,34 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
|
|
1872
1842
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
|
1873
1843
|
}
|
1874
1844
|
|
1875
|
-
void
|
1876
|
-
|
1877
|
-
|
1878
|
-
|
1879
|
-
|
1880
|
-
|
1881
|
-
|
1882
|
-
|
1883
|
-
|
1884
|
-
|
1885
|
-
|
1886
|
-
grpc_core::StatusIntProperty::kRpcStatus,
|
1887
|
-
GRPC_STATUS_UNAVAILABLE));
|
1888
|
-
}
|
1845
|
+
void grpc_chttp2_exceeded_ping_strikes(grpc_chttp2_transport* t) {
|
1846
|
+
send_goaway(t,
|
1847
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("too_many_pings"),
|
1848
|
+
grpc_core::StatusIntProperty::kHttp2Error,
|
1849
|
+
GRPC_HTTP2_ENHANCE_YOUR_CALM),
|
1850
|
+
/*immediate_disconnect_hint=*/true);
|
1851
|
+
// The transport will be closed after the write is done
|
1852
|
+
close_transport_locked(
|
1853
|
+
t, grpc_error_set_int(GRPC_ERROR_CREATE("Too many pings"),
|
1854
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
1855
|
+
GRPC_STATUS_UNAVAILABLE));
|
1889
1856
|
}
|
1890
1857
|
|
1891
1858
|
void grpc_chttp2_reset_ping_clock(grpc_chttp2_transport* t) {
|
1892
1859
|
if (!t->is_client) {
|
1893
|
-
t->
|
1894
|
-
t->ping_recv_state.ping_strikes = 0;
|
1860
|
+
t->ping_abuse_policy.ResetPingStrikes();
|
1895
1861
|
}
|
1896
|
-
t->
|
1897
|
-
t->ping_policy.max_pings_without_data;
|
1862
|
+
t->ping_rate_policy.ResetPingsBeforeDataRequired();
|
1898
1863
|
}
|
1899
1864
|
|
1900
1865
|
static void perform_transport_op_locked(void* stream_op,
|
1901
1866
|
grpc_error_handle /*error_ignored*/) {
|
1902
1867
|
grpc_transport_op* op = static_cast<grpc_transport_op*>(stream_op);
|
1903
|
-
grpc_chttp2_transport
|
1904
|
-
static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg);
|
1868
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t(
|
1869
|
+
static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg));
|
1905
1870
|
|
1906
1871
|
if (!op->goaway_error.ok()) {
|
1907
|
-
send_goaway(t, op->goaway_error, /*immediate_disconnect_hint=*/false);
|
1872
|
+
send_goaway(t.get(), op->goaway_error, /*immediate_disconnect_hint=*/false);
|
1908
1873
|
}
|
1909
1874
|
|
1910
1875
|
if (op->set_accept_stream) {
|
@@ -1921,8 +1886,9 @@ static void perform_transport_op_locked(void* stream_op,
|
|
1921
1886
|
}
|
1922
1887
|
|
1923
1888
|
if (op->send_ping.on_initiate != nullptr || op->send_ping.on_ack != nullptr) {
|
1924
|
-
send_ping_locked(t, op->send_ping.on_initiate, op->send_ping.on_ack);
|
1925
|
-
grpc_chttp2_initiate_write(t,
|
1889
|
+
send_ping_locked(t.get(), op->send_ping.on_initiate, op->send_ping.on_ack);
|
1890
|
+
grpc_chttp2_initiate_write(t.get(),
|
1891
|
+
GRPC_CHTTP2_INITIATE_WRITE_APPLICATION_PING);
|
1926
1892
|
}
|
1927
1893
|
|
1928
1894
|
if (op->start_connectivity_watch != nullptr) {
|
@@ -1934,14 +1900,12 @@ static void perform_transport_op_locked(void* stream_op,
|
|
1934
1900
|
}
|
1935
1901
|
|
1936
1902
|
if (!op->disconnect_with_error.ok()) {
|
1937
|
-
send_goaway(t, op->disconnect_with_error,
|
1903
|
+
send_goaway(t.get(), op->disconnect_with_error,
|
1938
1904
|
/*immediate_disconnect_hint=*/true);
|
1939
|
-
close_transport_locked(t, op->disconnect_with_error);
|
1905
|
+
close_transport_locked(t.get(), op->disconnect_with_error);
|
1940
1906
|
}
|
1941
1907
|
|
1942
1908
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_consumed, absl::OkStatus());
|
1943
|
-
|
1944
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "transport_op");
|
1945
1909
|
}
|
1946
1910
|
|
1947
1911
|
static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
|
@@ -1951,10 +1915,10 @@ static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
|
|
1951
1915
|
grpc_transport_op_string(op).c_str());
|
1952
1916
|
}
|
1953
1917
|
op->handler_private.extra_arg = gt;
|
1954
|
-
|
1955
|
-
|
1956
|
-
|
1957
|
-
|
1918
|
+
t->Ref().release()->combiner->Run(
|
1919
|
+
GRPC_CLOSURE_INIT(&op->handler_private.closure,
|
1920
|
+
perform_transport_op_locked, op, nullptr),
|
1921
|
+
absl::OkStatus());
|
1958
1922
|
}
|
1959
1923
|
|
1960
1924
|
//
|
@@ -2092,15 +2056,14 @@ void grpc_chttp2_maybe_complete_recv_trailing_metadata(grpc_chttp2_transport* t,
|
|
2092
2056
|
|
2093
2057
|
static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
|
2094
2058
|
grpc_error_handle error) {
|
2095
|
-
grpc_chttp2_stream* s =
|
2096
|
-
grpc_chttp2_stream_map_delete(&t->stream_map, id));
|
2059
|
+
grpc_chttp2_stream* s = t->stream_map.extract(id).mapped();
|
2097
2060
|
GPR_DEBUG_ASSERT(s);
|
2098
2061
|
if (t->incoming_stream == s) {
|
2099
2062
|
t->incoming_stream = nullptr;
|
2100
2063
|
grpc_chttp2_parsing_become_skip_parser(t);
|
2101
2064
|
}
|
2102
2065
|
|
2103
|
-
if (
|
2066
|
+
if (t->stream_map.empty()) {
|
2104
2067
|
post_benign_reclaimer(t);
|
2105
2068
|
if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SENT) {
|
2106
2069
|
close_transport_locked(
|
@@ -2239,7 +2202,7 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
|
|
2239
2202
|
(close_reads && close_writes)
|
2240
2203
|
? "read+write"
|
2241
2204
|
: (close_reads ? "read" : (close_writes ? "write" : "nothing??")),
|
2242
|
-
error
|
2205
|
+
grpc_core::StatusToString(error).c_str());
|
2243
2206
|
}
|
2244
2207
|
if (s->read_closed && s->write_closed) {
|
2245
2208
|
// already closed, but we should still fake the status if needed.
|
@@ -2451,17 +2414,6 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
|
2451
2414
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API);
|
2452
2415
|
}
|
2453
2416
|
|
2454
|
-
struct cancel_stream_cb_args {
|
2455
|
-
grpc_error_handle error;
|
2456
|
-
grpc_chttp2_transport* t;
|
2457
|
-
};
|
2458
|
-
|
2459
|
-
static void cancel_stream_cb(void* user_data, uint32_t /*key*/, void* stream) {
|
2460
|
-
cancel_stream_cb_args* args = static_cast<cancel_stream_cb_args*>(user_data);
|
2461
|
-
grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(stream);
|
2462
|
-
grpc_chttp2_cancel_stream(args->t, s, args->error);
|
2463
|
-
}
|
2464
|
-
|
2465
2417
|
static void end_all_the_calls(grpc_chttp2_transport* t,
|
2466
2418
|
grpc_error_handle error) {
|
2467
2419
|
intptr_t http2_error;
|
@@ -2473,8 +2425,13 @@ static void end_all_the_calls(grpc_chttp2_transport* t,
|
|
2473
2425
|
GRPC_STATUS_UNAVAILABLE);
|
2474
2426
|
}
|
2475
2427
|
cancel_unstarted_streams(t, error);
|
2476
|
-
|
2477
|
-
|
2428
|
+
std::vector<grpc_chttp2_stream*> to_cancel;
|
2429
|
+
for (auto id_stream : t->stream_map) {
|
2430
|
+
to_cancel.push_back(id_stream.second);
|
2431
|
+
}
|
2432
|
+
for (auto s : to_cancel) {
|
2433
|
+
grpc_chttp2_cancel_stream(t, s, error);
|
2434
|
+
}
|
2478
2435
|
}
|
2479
2436
|
|
2480
2437
|
//
|
@@ -2558,16 +2515,17 @@ static grpc_error_handle try_http_parsing(grpc_chttp2_transport* t) {
|
|
2558
2515
|
return error;
|
2559
2516
|
}
|
2560
2517
|
|
2561
|
-
static void read_action(
|
2562
|
-
|
2563
|
-
t
|
2564
|
-
|
2565
|
-
|
2518
|
+
static void read_action(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2519
|
+
grpc_error_handle error) {
|
2520
|
+
auto* tp = t.get();
|
2521
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<read_action_locked>(
|
2522
|
+
std::move(t), &tp->read_action_locked),
|
2523
|
+
error);
|
2566
2524
|
}
|
2567
2525
|
|
2568
|
-
static void read_action_locked(
|
2569
|
-
|
2570
|
-
|
2526
|
+
static void read_action_locked(
|
2527
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2528
|
+
grpc_error_handle error) {
|
2571
2529
|
grpc_error_handle err = error;
|
2572
2530
|
if (!err.ok()) {
|
2573
2531
|
err = grpc_error_set_int(
|
@@ -2579,10 +2537,10 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
|
|
2579
2537
|
size_t i = 0;
|
2580
2538
|
grpc_error_handle errors[3] = {error, absl::OkStatus(), absl::OkStatus()};
|
2581
2539
|
for (; i < t->read_buffer.count && errors[1] == absl::OkStatus(); i++) {
|
2582
|
-
errors[1] = grpc_chttp2_perform_read(t, t->read_buffer.slices[i]);
|
2540
|
+
errors[1] = grpc_chttp2_perform_read(t.get(), t->read_buffer.slices[i]);
|
2583
2541
|
}
|
2584
2542
|
if (errors[1] != absl::OkStatus()) {
|
2585
|
-
errors[2] = try_http_parsing(t);
|
2543
|
+
errors[2] = try_http_parsing(t.get());
|
2586
2544
|
error = GRPC_ERROR_CREATE_REFERENCING("Failed parsing HTTP/2", errors,
|
2587
2545
|
GPR_ARRAY_SIZE(errors));
|
2588
2546
|
}
|
@@ -2590,10 +2548,11 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
|
|
2590
2548
|
if (t->initial_window_update != 0) {
|
2591
2549
|
if (t->initial_window_update > 0) {
|
2592
2550
|
grpc_chttp2_stream* s;
|
2593
|
-
while (grpc_chttp2_list_pop_stalled_by_stream(t, &s)) {
|
2594
|
-
grpc_chttp2_mark_stream_writable(t, s);
|
2551
|
+
while (grpc_chttp2_list_pop_stalled_by_stream(t.get(), &s)) {
|
2552
|
+
grpc_chttp2_mark_stream_writable(t.get(), s);
|
2595
2553
|
grpc_chttp2_initiate_write(
|
2596
|
-
t,
|
2554
|
+
t.get(),
|
2555
|
+
GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_SETTING);
|
2597
2556
|
}
|
2598
2557
|
}
|
2599
2558
|
t->initial_window_update = 0;
|
@@ -2612,13 +2571,13 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
|
|
2612
2571
|
error = grpc_error_add_child(error, t->goaway_error);
|
2613
2572
|
}
|
2614
2573
|
|
2615
|
-
close_transport_locked(t, error);
|
2574
|
+
close_transport_locked(t.get(), error);
|
2616
2575
|
t->endpoint_reading = 0;
|
2617
2576
|
} else if (t->closed_with_error.ok()) {
|
2618
2577
|
keep_reading = true;
|
2619
2578
|
// Since we have read a byte, reset the keepalive timer
|
2620
2579
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
|
2621
|
-
maybe_reset_keepalive_ping_timer_locked(t);
|
2580
|
+
maybe_reset_keepalive_ping_timer_locked(t.get());
|
2622
2581
|
}
|
2623
2582
|
}
|
2624
2583
|
grpc_slice_buffer_reset_and_unref(&t->read_buffer);
|
@@ -2630,45 +2589,48 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
|
|
2630
2589
|
gpr_log(GPR_INFO,
|
2631
2590
|
"transport %p : Pausing reading due to too "
|
2632
2591
|
"many unwritten SETTINGS ACK and RST_STREAM frames",
|
2633
|
-
t));
|
2592
|
+
t.get()));
|
2634
2593
|
} else {
|
2635
|
-
continue_read_action_locked(t);
|
2594
|
+
continue_read_action_locked(std::move(t));
|
2636
2595
|
}
|
2637
|
-
} else {
|
2638
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
|
2639
2596
|
}
|
2640
2597
|
}
|
2641
2598
|
|
2642
|
-
static void continue_read_action_locked(
|
2599
|
+
static void continue_read_action_locked(
|
2600
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
2643
2601
|
const bool urgent = !t->goaway_error.ok();
|
2644
|
-
|
2645
|
-
|
2646
|
-
|
2647
|
-
|
2602
|
+
auto* tp = t.get();
|
2603
|
+
grpc_endpoint_read(tp->ep, &tp->read_buffer,
|
2604
|
+
grpc_core::InitTransportClosure<read_action>(
|
2605
|
+
std::move(t), &tp->read_action_locked),
|
2606
|
+
urgent, grpc_chttp2_min_read_progress_size(tp));
|
2648
2607
|
}
|
2649
2608
|
|
2650
2609
|
// t is reffed prior to calling the first time, and once the callback chain
|
2651
2610
|
// that kicks off finishes, it's unreffed
|
2652
|
-
void schedule_bdp_ping_locked(
|
2653
|
-
|
2654
|
-
|
2655
|
-
|
2656
|
-
|
2657
|
-
|
2658
|
-
|
2659
|
-
|
2660
|
-
|
2661
|
-
|
2662
|
-
|
2663
|
-
|
2664
|
-
|
2665
|
-
|
2666
|
-
|
2667
|
-
|
2668
|
-
|
2669
|
-
|
2670
|
-
|
2671
|
-
|
2611
|
+
void schedule_bdp_ping_locked(
|
2612
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
2613
|
+
auto* tp = t.get();
|
2614
|
+
tp->flow_control.bdp_estimator()->SchedulePing();
|
2615
|
+
send_ping_locked(tp,
|
2616
|
+
grpc_core::InitTransportClosure<start_bdp_ping>(
|
2617
|
+
tp->Ref(), &tp->start_bdp_ping_locked),
|
2618
|
+
grpc_core::InitTransportClosure<finish_bdp_ping>(
|
2619
|
+
std::move(t), &tp->finish_bdp_ping_locked));
|
2620
|
+
grpc_chttp2_initiate_write(tp, GRPC_CHTTP2_INITIATE_WRITE_BDP_PING);
|
2621
|
+
}
|
2622
|
+
|
2623
|
+
static void start_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2624
|
+
grpc_error_handle error) {
|
2625
|
+
grpc_chttp2_transport* tp = t.get();
|
2626
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<start_bdp_ping_locked>(
|
2627
|
+
std::move(t), &tp->start_bdp_ping_locked),
|
2628
|
+
error);
|
2629
|
+
}
|
2630
|
+
|
2631
|
+
static void start_bdp_ping_locked(
|
2632
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2633
|
+
grpc_error_handle error) {
|
2672
2634
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
|
2673
2635
|
gpr_log(GPR_INFO, "%s: Start BDP ping err=%s",
|
2674
2636
|
std::string(t->peer_string.as_string_view()).c_str(),
|
@@ -2679,157 +2641,143 @@ static void start_bdp_ping_locked(void* tp, grpc_error_handle error) {
|
|
2679
2641
|
}
|
2680
2642
|
// Reset the keepalive ping timer
|
2681
2643
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
|
2682
|
-
maybe_reset_keepalive_ping_timer_locked(t);
|
2644
|
+
maybe_reset_keepalive_ping_timer_locked(t.get());
|
2683
2645
|
}
|
2684
2646
|
t->flow_control.bdp_estimator()->StartPing();
|
2685
2647
|
t->bdp_ping_started = true;
|
2686
2648
|
}
|
2687
2649
|
|
2688
|
-
static void finish_bdp_ping(
|
2689
|
-
|
2690
|
-
t
|
2691
|
-
|
2692
|
-
|
2650
|
+
static void finish_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2651
|
+
grpc_error_handle error) {
|
2652
|
+
grpc_chttp2_transport* tp = t.get();
|
2653
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<finish_bdp_ping_locked>(
|
2654
|
+
std::move(t), &tp->finish_bdp_ping_locked),
|
2655
|
+
error);
|
2693
2656
|
}
|
2694
2657
|
|
2695
|
-
static void finish_bdp_ping_locked(
|
2696
|
-
|
2658
|
+
static void finish_bdp_ping_locked(
|
2659
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2660
|
+
grpc_error_handle error) {
|
2697
2661
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
|
2698
2662
|
gpr_log(GPR_INFO, "%s: Complete BDP ping err=%s",
|
2699
2663
|
std::string(t->peer_string.as_string_view()).c_str(),
|
2700
2664
|
grpc_core::StatusToString(error).c_str());
|
2701
2665
|
}
|
2702
2666
|
if (!error.ok() || !t->closed_with_error.ok()) {
|
2703
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
2704
2667
|
return;
|
2705
2668
|
}
|
2706
2669
|
if (!t->bdp_ping_started) {
|
2707
2670
|
// start_bdp_ping_locked has not been run yet. Schedule
|
2708
2671
|
// finish_bdp_ping_locked to be run later.
|
2709
|
-
|
2710
|
-
finish_bdp_ping_locked, t, nullptr),
|
2711
|
-
error);
|
2672
|
+
finish_bdp_ping(std::move(t), std::move(error));
|
2712
2673
|
return;
|
2713
2674
|
}
|
2714
2675
|
t->bdp_ping_started = false;
|
2715
2676
|
grpc_core::Timestamp next_ping =
|
2716
2677
|
t->flow_control.bdp_estimator()->CompletePing();
|
2717
|
-
grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t,
|
2678
|
+
grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t.get(),
|
2718
2679
|
nullptr);
|
2719
2680
|
GPR_ASSERT(!t->next_bdp_ping_timer_handle.has_value());
|
2720
2681
|
t->next_bdp_ping_timer_handle =
|
2721
2682
|
t->event_engine->RunAfter(next_ping - grpc_core::Timestamp::Now(), [t] {
|
2722
2683
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2723
2684
|
grpc_core::ExecCtx exec_ctx;
|
2724
|
-
next_bdp_ping_timer_expired(t);
|
2685
|
+
next_bdp_ping_timer_expired(t.get());
|
2725
2686
|
});
|
2726
2687
|
}
|
2727
2688
|
|
2728
2689
|
static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t) {
|
2729
2690
|
t->combiner->Run(
|
2730
|
-
|
2731
|
-
|
2691
|
+
grpc_core::InitTransportClosure<next_bdp_ping_timer_expired_locked>(
|
2692
|
+
t->Ref(), &t->next_bdp_ping_timer_expired_locked),
|
2732
2693
|
absl::OkStatus());
|
2733
2694
|
}
|
2734
2695
|
|
2735
2696
|
static void next_bdp_ping_timer_expired_locked(
|
2736
|
-
|
2697
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2698
|
+
GRPC_UNUSED grpc_error_handle error) {
|
2737
2699
|
GPR_DEBUG_ASSERT(error.ok());
|
2738
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2739
2700
|
GPR_ASSERT(t->next_bdp_ping_timer_handle.has_value());
|
2740
2701
|
t->next_bdp_ping_timer_handle.reset();
|
2741
2702
|
if (t->flow_control.bdp_estimator()->accumulator() == 0) {
|
2742
2703
|
// Block the bdp ping till we receive more data.
|
2743
2704
|
t->bdp_ping_blocked = true;
|
2744
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
2745
2705
|
} else {
|
2746
|
-
schedule_bdp_ping_locked(t);
|
2706
|
+
schedule_bdp_ping_locked(std::move(t));
|
2747
2707
|
}
|
2748
2708
|
}
|
2749
2709
|
|
2750
2710
|
void grpc_chttp2_config_default_keepalive_args(grpc_channel_args* args,
|
2751
2711
|
bool is_client) {
|
2752
|
-
|
2753
|
-
|
2754
|
-
|
2755
|
-
|
2756
|
-
|
2757
|
-
|
2758
|
-
|
2759
|
-
|
2760
|
-
|
2761
|
-
|
2762
|
-
|
2763
|
-
|
2764
|
-
|
2765
|
-
|
2766
|
-
|
2767
|
-
|
2768
|
-
|
2769
|
-
|
2770
|
-
|
2771
|
-
|
2772
|
-
|
2773
|
-
|
2774
|
-
|
2775
|
-
|
2776
|
-
|
2777
|
-
|
2778
|
-
|
2779
|
-
|
2780
|
-
|
2781
|
-
|
2782
|
-
|
2783
|
-
|
2784
|
-
|
2785
|
-
|
2786
|
-
|
2787
|
-
|
2788
|
-
|
2789
|
-
|
2790
|
-
|
2791
|
-
&args->args[i], {g_default_max_ping_strikes, 0, INT_MAX});
|
2792
|
-
} else if (0 == strcmp(args->args[i].key,
|
2793
|
-
GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)) {
|
2794
|
-
g_default_max_pings_without_data = grpc_channel_arg_get_integer(
|
2795
|
-
&args->args[i], {g_default_max_pings_without_data, 0, INT_MAX});
|
2796
|
-
} else if (0 ==
|
2797
|
-
strcmp(
|
2798
|
-
args->args[i].key,
|
2799
|
-
GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)) {
|
2800
|
-
g_default_min_recv_ping_interval_without_data_ms =
|
2801
|
-
grpc_channel_arg_get_integer(
|
2802
|
-
&args->args[i],
|
2803
|
-
{g_default_min_recv_ping_interval_without_data_ms, 0, INT_MAX});
|
2804
|
-
}
|
2805
|
-
}
|
2712
|
+
grpc_chttp2_config_default_keepalive_args(grpc_core::ChannelArgs::FromC(args),
|
2713
|
+
is_client);
|
2714
|
+
}
|
2715
|
+
|
2716
|
+
void grpc_chttp2_config_default_keepalive_args(
|
2717
|
+
const grpc_core::ChannelArgs& channel_args, bool is_client) {
|
2718
|
+
const auto keepalive_time =
|
2719
|
+
std::max(grpc_core::Duration::Milliseconds(1),
|
2720
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
|
2721
|
+
.value_or(is_client ? g_default_client_keepalive_time
|
2722
|
+
: g_default_server_keepalive_time));
|
2723
|
+
if (is_client) {
|
2724
|
+
g_default_client_keepalive_time = keepalive_time;
|
2725
|
+
} else {
|
2726
|
+
g_default_server_keepalive_time = keepalive_time;
|
2727
|
+
}
|
2728
|
+
|
2729
|
+
const auto keepalive_timeout = std::max(
|
2730
|
+
grpc_core::Duration::Zero(),
|
2731
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
|
2732
|
+
.value_or(is_client ? g_default_client_keepalive_timeout
|
2733
|
+
: g_default_server_keepalive_timeout));
|
2734
|
+
if (is_client) {
|
2735
|
+
g_default_client_keepalive_timeout = keepalive_timeout;
|
2736
|
+
} else {
|
2737
|
+
g_default_server_keepalive_timeout = keepalive_timeout;
|
2738
|
+
}
|
2739
|
+
|
2740
|
+
const bool keepalive_permit_without_calls =
|
2741
|
+
channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
|
2742
|
+
.value_or(is_client
|
2743
|
+
? g_default_client_keepalive_permit_without_calls
|
2744
|
+
: g_default_server_keepalive_permit_without_calls);
|
2745
|
+
if (is_client) {
|
2746
|
+
g_default_client_keepalive_permit_without_calls =
|
2747
|
+
keepalive_permit_without_calls;
|
2748
|
+
} else {
|
2749
|
+
g_default_server_keepalive_permit_without_calls =
|
2750
|
+
keepalive_permit_without_calls;
|
2806
2751
|
}
|
2752
|
+
|
2753
|
+
grpc_core::Chttp2PingAbusePolicy::SetDefaults(channel_args);
|
2754
|
+
grpc_core::Chttp2PingRatePolicy::SetDefaults(channel_args);
|
2807
2755
|
}
|
2808
2756
|
|
2809
|
-
static void init_keepalive_ping(
|
2810
|
-
|
2811
|
-
|
2812
|
-
|
2757
|
+
static void init_keepalive_ping(
|
2758
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
2759
|
+
auto* tp = t.get();
|
2760
|
+
tp->combiner->Run(grpc_core::InitTransportClosure<init_keepalive_ping_locked>(
|
2761
|
+
std::move(t), &tp->init_keepalive_ping_locked),
|
2762
|
+
absl::OkStatus());
|
2813
2763
|
}
|
2814
2764
|
|
2815
|
-
static void init_keepalive_ping_locked(
|
2816
|
-
|
2765
|
+
static void init_keepalive_ping_locked(
|
2766
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2767
|
+
GRPC_UNUSED grpc_error_handle error) {
|
2817
2768
|
GPR_DEBUG_ASSERT(error.ok());
|
2818
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2819
2769
|
GPR_ASSERT(t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING);
|
2820
2770
|
GPR_ASSERT(t->keepalive_ping_timer_handle.has_value());
|
2821
2771
|
t->keepalive_ping_timer_handle.reset();
|
2822
2772
|
if (t->destroying || !t->closed_with_error.ok()) {
|
2823
2773
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
|
2824
2774
|
} else {
|
2825
|
-
if (t->keepalive_permit_without_calls ||
|
2826
|
-
grpc_chttp2_stream_map_size(&t->stream_map) > 0) {
|
2775
|
+
if (t->keepalive_permit_without_calls || !t->stream_map.empty()) {
|
2827
2776
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_PINGING;
|
2828
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive ping end");
|
2829
2777
|
send_keepalive_ping_locked(t);
|
2830
|
-
grpc_chttp2_initiate_write(t,
|
2778
|
+
grpc_chttp2_initiate_write(t.get(),
|
2779
|
+
GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING);
|
2831
2780
|
} else {
|
2832
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
2833
2781
|
t->keepalive_ping_timer_handle =
|
2834
2782
|
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
2835
2783
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
@@ -2838,18 +2786,21 @@ static void init_keepalive_ping_locked(void* arg,
|
|
2838
2786
|
});
|
2839
2787
|
}
|
2840
2788
|
}
|
2841
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
|
2842
2789
|
}
|
2843
2790
|
|
2844
|
-
static void start_keepalive_ping(
|
2845
|
-
|
2846
|
-
|
2847
|
-
|
2848
|
-
|
2791
|
+
static void start_keepalive_ping(
|
2792
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2793
|
+
grpc_error_handle error) {
|
2794
|
+
auto* tp = t.get();
|
2795
|
+
tp->combiner->Run(
|
2796
|
+
grpc_core::InitTransportClosure<start_keepalive_ping_locked>(
|
2797
|
+
std::move(t), &tp->start_keepalive_ping_locked),
|
2798
|
+
error);
|
2849
2799
|
}
|
2850
2800
|
|
2851
|
-
static void start_keepalive_ping_locked(
|
2852
|
-
|
2801
|
+
static void start_keepalive_ping_locked(
|
2802
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2803
|
+
grpc_error_handle error) {
|
2853
2804
|
if (!error.ok()) {
|
2854
2805
|
return;
|
2855
2806
|
}
|
@@ -2861,25 +2812,28 @@ static void start_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
|
2861
2812
|
gpr_log(GPR_INFO, "%s: Start keepalive ping",
|
2862
2813
|
std::string(t->peer_string.as_string_view()).c_str());
|
2863
2814
|
}
|
2864
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive watchdog");
|
2865
2815
|
t->keepalive_watchdog_timer_handle =
|
2866
|
-
t->event_engine->RunAfter(t->keepalive_timeout, [t] {
|
2816
|
+
t->event_engine->RunAfter(t->keepalive_timeout, [t]() mutable {
|
2867
2817
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2868
2818
|
grpc_core::ExecCtx exec_ctx;
|
2869
|
-
keepalive_watchdog_fired(t);
|
2819
|
+
keepalive_watchdog_fired(std::move(t));
|
2870
2820
|
});
|
2871
2821
|
t->keepalive_ping_started = true;
|
2872
2822
|
}
|
2873
2823
|
|
2874
|
-
static void finish_keepalive_ping(
|
2875
|
-
|
2876
|
-
|
2877
|
-
|
2878
|
-
|
2824
|
+
static void finish_keepalive_ping(
|
2825
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2826
|
+
grpc_error_handle error) {
|
2827
|
+
auto* tp = t.get();
|
2828
|
+
tp->combiner->Run(
|
2829
|
+
grpc_core::InitTransportClosure<finish_keepalive_ping_locked>(
|
2830
|
+
std::move(t), &tp->finish_keepalive_ping_locked),
|
2831
|
+
error);
|
2879
2832
|
}
|
2880
2833
|
|
2881
|
-
static void finish_keepalive_ping_locked(
|
2882
|
-
|
2834
|
+
static void finish_keepalive_ping_locked(
|
2835
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2836
|
+
grpc_error_handle error) {
|
2883
2837
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
|
2884
2838
|
if (error.ok()) {
|
2885
2839
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
|
@@ -2890,22 +2844,17 @@ static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
|
2890
2844
|
if (!t->keepalive_ping_started) {
|
2891
2845
|
// start_keepalive_ping_locked has not run yet. Reschedule
|
2892
2846
|
// finish_keepalive_ping_locked for it to be run later.
|
2893
|
-
t
|
2894
|
-
GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
|
2895
|
-
finish_keepalive_ping_locked, t, nullptr),
|
2896
|
-
error);
|
2847
|
+
finish_keepalive_ping(std::move(t), std::move(error));
|
2897
2848
|
return;
|
2898
2849
|
}
|
2899
2850
|
t->keepalive_ping_started = false;
|
2900
2851
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
|
2901
2852
|
if (t->keepalive_watchdog_timer_handle.has_value()) {
|
2902
2853
|
if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
|
2903
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
|
2904
2854
|
t->keepalive_watchdog_timer_handle.reset();
|
2905
2855
|
}
|
2906
2856
|
}
|
2907
2857
|
GPR_ASSERT(!t->keepalive_ping_timer_handle.has_value());
|
2908
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
2909
2858
|
t->keepalive_ping_timer_handle =
|
2910
2859
|
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
2911
2860
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
@@ -2914,20 +2863,21 @@ static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
|
2914
2863
|
});
|
2915
2864
|
}
|
2916
2865
|
}
|
2917
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive ping end");
|
2918
2866
|
}
|
2919
2867
|
|
2920
|
-
static void keepalive_watchdog_fired(
|
2921
|
-
|
2922
|
-
|
2923
|
-
|
2868
|
+
static void keepalive_watchdog_fired(
|
2869
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
|
2870
|
+
auto* tp = t.get();
|
2871
|
+
tp->combiner->Run(
|
2872
|
+
grpc_core::InitTransportClosure<keepalive_watchdog_fired_locked>(
|
2873
|
+
std::move(t), &tp->keepalive_watchdog_fired_locked),
|
2924
2874
|
absl::OkStatus());
|
2925
2875
|
}
|
2926
2876
|
|
2927
2877
|
static void keepalive_watchdog_fired_locked(
|
2928
|
-
|
2878
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2879
|
+
GRPC_UNUSED grpc_error_handle error) {
|
2929
2880
|
GPR_DEBUG_ASSERT(error.ok());
|
2930
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2931
2881
|
GPR_ASSERT(t->keepalive_watchdog_timer_handle.has_value());
|
2932
2882
|
t->keepalive_watchdog_timer_handle.reset();
|
2933
2883
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
|
@@ -2935,9 +2885,10 @@ static void keepalive_watchdog_fired_locked(
|
|
2935
2885
|
std::string(t->peer_string.as_string_view()).c_str());
|
2936
2886
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
|
2937
2887
|
close_transport_locked(
|
2938
|
-
t
|
2939
|
-
|
2940
|
-
|
2888
|
+
t.get(),
|
2889
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("keepalive watchdog timeout"),
|
2890
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
2891
|
+
GRPC_STATUS_UNAVAILABLE));
|
2941
2892
|
} else {
|
2942
2893
|
// If keepalive_state is not PINGING, we consider it as an error. Maybe the
|
2943
2894
|
// cancellation failed in finish_keepalive_ping_locked. Users have seen
|
@@ -2945,7 +2896,6 @@ static void keepalive_watchdog_fired_locked(
|
|
2945
2896
|
gpr_log(GPR_ERROR, "keepalive_ping_end state error: %d (expect: %d)",
|
2946
2897
|
t->keepalive_state, GRPC_CHTTP2_KEEPALIVE_STATE_PINGING);
|
2947
2898
|
}
|
2948
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
|
2949
2899
|
}
|
2950
2900
|
|
2951
2901
|
static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
|
@@ -2958,11 +2908,11 @@ static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
|
|
2958
2908
|
gpr_log(GPR_INFO, "%s: Keepalive ping cancelled. Resetting timer.",
|
2959
2909
|
std::string(t->peer_string.as_string_view()).c_str());
|
2960
2910
|
}
|
2961
|
-
t->keepalive_ping_timer_handle =
|
2962
|
-
t->
|
2911
|
+
t->keepalive_ping_timer_handle = t->event_engine->RunAfter(
|
2912
|
+
t->keepalive_time, [t = t->Ref()]() mutable {
|
2963
2913
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2964
2914
|
grpc_core::ExecCtx exec_ctx;
|
2965
|
-
init_keepalive_ping(t);
|
2915
|
+
init_keepalive_ping(std::move(t));
|
2966
2916
|
});
|
2967
2917
|
}
|
2968
2918
|
}
|
@@ -2976,8 +2926,9 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
|
|
2976
2926
|
grpc_connectivity_state state,
|
2977
2927
|
const absl::Status& status,
|
2978
2928
|
const char* reason) {
|
2979
|
-
GRPC_CHTTP2_IF_TRACING(
|
2980
|
-
|
2929
|
+
GRPC_CHTTP2_IF_TRACING(gpr_log(
|
2930
|
+
GPR_INFO, "transport %p set connectivity_state=%d; status=%s; reason=%s",
|
2931
|
+
t, state, status.ToString().c_str(), reason));
|
2981
2932
|
t->state_tracker.SetState(state, status, reason);
|
2982
2933
|
}
|
2983
2934
|
|
@@ -3004,18 +2955,17 @@ static void set_pollset_set(grpc_transport* gt, grpc_stream* /*gs*/,
|
|
3004
2955
|
static void post_benign_reclaimer(grpc_chttp2_transport* t) {
|
3005
2956
|
if (!t->benign_reclaimer_registered) {
|
3006
2957
|
t->benign_reclaimer_registered = true;
|
3007
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "benign_reclaimer");
|
3008
2958
|
t->memory_owner.PostReclaimer(
|
3009
2959
|
grpc_core::ReclamationPass::kBenign,
|
3010
|
-
[t](
|
2960
|
+
[t = t->Ref()](
|
2961
|
+
absl::optional<grpc_core::ReclamationSweep> sweep) mutable {
|
3011
2962
|
if (sweep.has_value()) {
|
3012
|
-
|
3013
|
-
|
3014
|
-
|
3015
|
-
|
3016
|
-
|
3017
|
-
|
3018
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
|
2963
|
+
auto* tp = t.get();
|
2964
|
+
tp->active_reclamation = std::move(*sweep);
|
2965
|
+
tp->combiner->Run(
|
2966
|
+
grpc_core::InitTransportClosure<benign_reclaimer_locked>(
|
2967
|
+
std::move(t), &tp->benign_reclaimer_locked),
|
2968
|
+
absl::OkStatus());
|
3019
2969
|
}
|
3020
2970
|
});
|
3021
2971
|
}
|
@@ -3024,34 +2974,33 @@ static void post_benign_reclaimer(grpc_chttp2_transport* t) {
|
|
3024
2974
|
static void post_destructive_reclaimer(grpc_chttp2_transport* t) {
|
3025
2975
|
if (!t->destructive_reclaimer_registered) {
|
3026
2976
|
t->destructive_reclaimer_registered = true;
|
3027
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "destructive_reclaimer");
|
3028
2977
|
t->memory_owner.PostReclaimer(
|
3029
2978
|
grpc_core::ReclamationPass::kDestructive,
|
3030
|
-
[t](
|
2979
|
+
[t = t->Ref()](
|
2980
|
+
absl::optional<grpc_core::ReclamationSweep> sweep) mutable {
|
3031
2981
|
if (sweep.has_value()) {
|
3032
|
-
|
3033
|
-
|
3034
|
-
|
3035
|
-
|
3036
|
-
|
3037
|
-
|
3038
|
-
} else {
|
3039
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
|
2982
|
+
auto* tp = t.get();
|
2983
|
+
tp->active_reclamation = std::move(*sweep);
|
2984
|
+
tp->combiner->Run(
|
2985
|
+
grpc_core::InitTransportClosure<destructive_reclaimer_locked>(
|
2986
|
+
std::move(t), &tp->destructive_reclaimer_locked),
|
2987
|
+
absl::OkStatus());
|
3040
2988
|
}
|
3041
2989
|
});
|
3042
2990
|
}
|
3043
2991
|
}
|
3044
2992
|
|
3045
|
-
static void benign_reclaimer_locked(
|
3046
|
-
|
3047
|
-
|
2993
|
+
static void benign_reclaimer_locked(
|
2994
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
2995
|
+
grpc_error_handle error) {
|
2996
|
+
if (error.ok() && t->stream_map.empty()) {
|
3048
2997
|
// Channel with no active streams: send a goaway to try and make it
|
3049
2998
|
// disconnect cleanly
|
3050
2999
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
3051
3000
|
gpr_log(GPR_INFO, "HTTP2: %s - send goaway to free memory",
|
3052
3001
|
std::string(t->peer_string.as_string_view()).c_str());
|
3053
3002
|
}
|
3054
|
-
send_goaway(t,
|
3003
|
+
send_goaway(t.get(),
|
3055
3004
|
grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
|
3056
3005
|
grpc_core::StatusIntProperty::kHttp2Error,
|
3057
3006
|
GRPC_HTTP2_ENHANCE_YOUR_CALM),
|
@@ -3061,43 +3010,41 @@ static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
|
|
3061
3010
|
"HTTP2: %s - skip benign reclamation, there are still %" PRIdPTR
|
3062
3011
|
" streams",
|
3063
3012
|
std::string(t->peer_string.as_string_view()).c_str(),
|
3064
|
-
|
3013
|
+
t->stream_map.size());
|
3065
3014
|
}
|
3066
3015
|
t->benign_reclaimer_registered = false;
|
3067
3016
|
if (error != absl::CancelledError()) {
|
3068
3017
|
t->active_reclamation.Finish();
|
3069
3018
|
}
|
3070
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
|
3071
3019
|
}
|
3072
3020
|
|
3073
|
-
static void destructive_reclaimer_locked(
|
3074
|
-
|
3075
|
-
|
3021
|
+
static void destructive_reclaimer_locked(
|
3022
|
+
grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
|
3023
|
+
grpc_error_handle error) {
|
3076
3024
|
t->destructive_reclaimer_registered = false;
|
3077
|
-
if (error.ok() &&
|
3078
|
-
|
3079
|
-
|
3025
|
+
if (error.ok() && !t->stream_map.empty()) {
|
3026
|
+
// As stream_map is a hash map, this selects effectively a random stream.
|
3027
|
+
grpc_chttp2_stream* s = t->stream_map.begin()->second;
|
3080
3028
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
3081
3029
|
gpr_log(GPR_INFO, "HTTP2: %s - abandon stream id %d",
|
3082
3030
|
std::string(t->peer_string.as_string_view()).c_str(), s->id);
|
3083
3031
|
}
|
3084
3032
|
grpc_chttp2_cancel_stream(
|
3085
|
-
t, s,
|
3033
|
+
t.get(), s,
|
3086
3034
|
grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
|
3087
3035
|
grpc_core::StatusIntProperty::kHttp2Error,
|
3088
3036
|
GRPC_HTTP2_ENHANCE_YOUR_CALM));
|
3089
|
-
if (
|
3037
|
+
if (!t->stream_map.empty()) {
|
3090
3038
|
// Since we cancel one stream per destructive reclamation, if
|
3091
3039
|
// there are more streams left, we can immediately post a new
|
3092
3040
|
// reclaimer in case the resource quota needs to free more
|
3093
3041
|
// memory
|
3094
|
-
post_destructive_reclaimer(t);
|
3042
|
+
post_destructive_reclaimer(t.get());
|
3095
3043
|
}
|
3096
3044
|
}
|
3097
3045
|
if (error != absl::CancelledError()) {
|
3098
3046
|
t->active_reclamation.Finish();
|
3099
3047
|
}
|
3100
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
|
3101
3048
|
}
|
3102
3049
|
|
3103
3050
|
//
|
@@ -3191,17 +3138,15 @@ grpc_transport* grpc_create_chttp2_transport(
|
|
3191
3138
|
void grpc_chttp2_transport_start_reading(
|
3192
3139
|
grpc_transport* transport, grpc_slice_buffer* read_buffer,
|
3193
3140
|
grpc_closure* notify_on_receive_settings, grpc_closure* notify_on_close) {
|
3194
|
-
|
3195
|
-
reinterpret_cast<grpc_chttp2_transport*>(transport);
|
3196
|
-
GRPC_CHTTP2_REF_TRANSPORT(
|
3197
|
-
t, "reading_action"); // matches unref inside reading_action
|
3141
|
+
auto t = reinterpret_cast<grpc_chttp2_transport*>(transport)->Ref();
|
3198
3142
|
if (read_buffer != nullptr) {
|
3199
3143
|
grpc_slice_buffer_move_into(read_buffer, &t->read_buffer);
|
3200
3144
|
gpr_free(read_buffer);
|
3201
3145
|
}
|
3202
|
-
t
|
3203
|
-
|
3204
|
-
|
3146
|
+
auto* tp = t.get();
|
3147
|
+
tp->combiner->Run(
|
3148
|
+
grpc_core::NewClosure([t = std::move(t), notify_on_receive_settings,
|
3149
|
+
notify_on_close](grpc_error_handle) mutable {
|
3205
3150
|
if (!t->closed_with_error.ok()) {
|
3206
3151
|
if (notify_on_receive_settings != nullptr) {
|
3207
3152
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_receive_settings,
|
@@ -3211,12 +3156,11 @@ void grpc_chttp2_transport_start_reading(
|
|
3211
3156
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_close,
|
3212
3157
|
t->closed_with_error);
|
3213
3158
|
}
|
3214
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
|
3215
3159
|
return;
|
3216
3160
|
}
|
3217
3161
|
t->notify_on_receive_settings = notify_on_receive_settings;
|
3218
3162
|
t->notify_on_close = notify_on_close;
|
3219
|
-
read_action_locked(t, absl::OkStatus());
|
3163
|
+
read_action_locked(std::move(t), absl::OkStatus());
|
3220
3164
|
}),
|
3221
3165
|
absl::OkStatus());
|
3222
3166
|
}
|