grpc 1.75.0 → 1.78.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Makefile +24 -5
- data/include/grpc/credentials.h +27 -6
- data/include/grpc/event_engine/memory_allocator.h +2 -0
- data/include/grpc/event_engine/memory_request.h +2 -0
- data/include/grpc/impl/channel_arg_names.h +5 -0
- data/include/grpc/support/metrics.h +7 -1
- data/src/core/call/call_filters.cc +5 -5
- data/src/core/call/call_filters.h +211 -37
- data/src/core/call/call_spine.cc +1 -1
- data/src/core/call/call_spine.h +54 -32
- data/src/core/call/channelz_context.h +30 -0
- data/src/core/call/client_call.cc +49 -10
- data/src/core/call/client_call.h +6 -3
- data/src/core/call/filter_fusion.h +9 -9
- data/src/core/call/interception_chain.h +7 -6
- data/src/core/call/metadata_batch.cc +49 -55
- data/src/core/call/metadata_batch.h +10 -9
- data/src/core/call/metadata_info.cc +1 -1
- data/src/core/call/parsed_metadata.h +2 -2
- data/src/core/call/request_buffer.cc +1 -1
- data/src/core/call/security_context.cc +2 -2
- data/src/core/call/security_context.h +1 -1
- data/src/core/call/server_call.cc +5 -5
- data/src/core/call/server_call.h +6 -4
- data/src/core/call/simple_slice_based_metadata.h +1 -1
- data/src/core/call/status_util.cc +1 -1
- data/src/core/channelz/channel_trace.cc +1 -1
- data/src/core/channelz/channel_trace.h +3 -3
- data/src/core/channelz/channelz.cc +25 -29
- data/src/core/channelz/channelz.h +73 -22
- data/src/core/channelz/channelz_registry.cc +2 -2
- data/src/core/channelz/channelz_registry.h +53 -2
- data/src/core/channelz/property_list.cc +18 -0
- data/src/core/channelz/property_list.h +15 -4
- data/src/core/channelz/text_encode.cc +66 -0
- data/src/core/channelz/text_encode.h +29 -0
- data/src/core/channelz/v2tov1/convert.cc +17 -6
- data/src/core/channelz/v2tov1/legacy_api.cc +18 -12
- data/src/core/channelz/v2tov1/property_list.cc +2 -1
- data/src/core/channelz/ztrace_collector.h +260 -87
- data/src/core/client_channel/backup_poller.cc +7 -8
- data/src/core/client_channel/buffered_call.cc +140 -0
- data/src/core/client_channel/buffered_call.h +104 -0
- data/src/core/client_channel/client_channel.cc +144 -84
- data/src/core/client_channel/client_channel.h +8 -11
- data/src/core/client_channel/client_channel_factory.h +1 -1
- data/src/core/client_channel/client_channel_filter.cc +424 -686
- data/src/core/client_channel/client_channel_filter.h +57 -150
- data/src/core/client_channel/client_channel_internal.h +8 -5
- data/src/core/client_channel/client_channel_service_config.cc +43 -3
- data/src/core/client_channel/client_channel_service_config.h +12 -1
- data/src/core/client_channel/config_selector.h +5 -5
- data/src/core/client_channel/connector.h +2 -0
- data/src/core/client_channel/dynamic_filters.cc +5 -5
- data/src/core/client_channel/global_subchannel_pool.cc +0 -37
- data/src/core/client_channel/global_subchannel_pool.h +1 -28
- data/src/core/client_channel/lb_metadata.h +1 -1
- data/src/core/client_channel/load_balanced_call_destination.cc +10 -12
- data/src/core/client_channel/load_balanced_call_destination.h +1 -1
- data/src/core/client_channel/local_subchannel_pool.cc +4 -4
- data/src/core/client_channel/retry_filter.cc +2 -2
- data/src/core/client_channel/retry_filter.h +3 -3
- data/src/core/client_channel/retry_filter_legacy_call_data.cc +11 -12
- data/src/core/client_channel/retry_filter_legacy_call_data.h +6 -8
- data/src/core/client_channel/retry_service_config.cc +3 -3
- data/src/core/client_channel/retry_service_config.h +1 -1
- data/src/core/client_channel/subchannel.cc +114 -25
- data/src/core/client_channel/subchannel.h +24 -8
- data/src/core/client_channel/subchannel_pool_interface.cc +2 -2
- data/src/core/client_channel/subchannel_pool_interface.h +1 -1
- data/src/core/client_channel/subchannel_stream_client.cc +5 -5
- data/src/core/client_channel/subchannel_stream_client.h +3 -3
- data/src/core/config/config_vars.cc +38 -3
- data/src/core/config/config_vars.h +26 -0
- data/src/core/config/core_configuration.cc +5 -5
- data/src/core/config/core_configuration.h +8 -8
- data/src/core/config/load_config.cc +13 -1
- data/src/core/config/load_config.h +2 -0
- data/src/core/credentials/call/call_credentials.h +4 -4
- data/src/core/credentials/call/call_creds_registry.h +1 -1
- data/src/core/credentials/call/call_creds_registry_init.cc +2 -2
- data/src/core/credentials/call/call_creds_util.cc +7 -6
- data/src/core/credentials/call/composite/composite_call_credentials.cc +6 -6
- data/src/core/credentials/call/composite/composite_call_credentials.h +1 -1
- data/src/core/credentials/call/external/aws_external_account_credentials.cc +9 -9
- data/src/core/credentials/call/external/aws_external_account_credentials.h +1 -1
- data/src/core/credentials/call/external/external_account_credentials.cc +12 -12
- data/src/core/credentials/call/external/external_account_credentials.h +1 -1
- data/src/core/credentials/call/external/file_external_account_credentials.cc +3 -3
- data/src/core/credentials/call/external/file_external_account_credentials.h +1 -1
- data/src/core/credentials/call/external/url_external_account_credentials.cc +7 -7
- data/src/core/credentials/call/external/url_external_account_credentials.h +1 -1
- data/src/core/credentials/call/gcp_service_account_identity/gcp_service_account_identity_credentials.cc +24 -71
- data/src/core/credentials/call/gcp_service_account_identity/gcp_service_account_identity_credentials.h +1 -8
- data/src/core/credentials/call/iam/iam_credentials.cc +6 -6
- data/src/core/credentials/call/iam/iam_credentials.h +1 -1
- data/src/core/credentials/call/json_util.cc +1 -1
- data/src/core/credentials/call/jwt/json_token.cc +7 -7
- data/src/core/credentials/call/jwt/jwt_credentials.cc +5 -5
- data/src/core/credentials/call/jwt/jwt_credentials.h +4 -4
- data/src/core/credentials/call/jwt/jwt_verifier.cc +19 -18
- data/src/core/credentials/call/jwt_token_file/jwt_token_file_call_credentials.cc +2 -2
- data/src/core/credentials/call/jwt_token_file/jwt_token_file_call_credentials.h +3 -3
- data/src/core/credentials/call/jwt_util.cc +3 -3
- data/src/core/credentials/call/jwt_util.h +1 -1
- data/src/core/credentials/call/oauth2/oauth2_credentials.cc +49 -72
- data/src/core/credentials/call/oauth2/oauth2_credentials.h +3 -9
- data/src/core/credentials/call/plugin/plugin_credentials.cc +6 -6
- data/src/core/credentials/call/plugin/plugin_credentials.h +2 -2
- data/src/core/credentials/call/token_fetcher/token_fetcher_credentials.cc +46 -0
- data/src/core/credentials/call/token_fetcher/token_fetcher_credentials.h +32 -3
- data/src/core/credentials/transport/alts/alts_credentials.cc +5 -5
- data/src/core/credentials/transport/alts/alts_security_connector.cc +17 -15
- data/src/core/credentials/transport/alts/check_gcp_environment_no_op.cc +1 -1
- data/src/core/credentials/transport/alts/grpc_alts_credentials_client_options.cc +23 -3
- data/src/core/credentials/transport/alts/grpc_alts_credentials_options.cc +10 -1
- data/src/core/credentials/transport/alts/grpc_alts_credentials_options.h +31 -0
- data/src/core/credentials/transport/alts/grpc_alts_credentials_server_options.cc +8 -3
- data/src/core/credentials/transport/channel_creds_registry.h +1 -1
- data/src/core/credentials/transport/channel_creds_registry_init.cc +1 -1
- data/src/core/credentials/transport/composite/composite_channel_credentials.cc +7 -7
- data/src/core/credentials/transport/composite/composite_channel_credentials.h +1 -1
- data/src/core/credentials/transport/fake/fake_credentials.cc +1 -1
- data/src/core/credentials/transport/fake/fake_credentials.h +1 -1
- data/src/core/credentials/transport/fake/fake_security_connector.cc +7 -7
- data/src/core/credentials/transport/google_default/credentials_generic.cc +2 -2
- data/src/core/credentials/transport/google_default/google_default_credentials.cc +83 -39
- data/src/core/credentials/transport/google_default/google_default_credentials.h +0 -2
- data/src/core/credentials/transport/insecure/insecure_security_connector.cc +3 -3
- data/src/core/credentials/transport/insecure/insecure_security_connector.h +2 -2
- data/src/core/credentials/transport/local/local_security_connector.cc +13 -13
- data/src/core/credentials/transport/security_connector.cc +6 -6
- data/src/core/credentials/transport/security_connector.h +2 -2
- data/src/core/credentials/transport/ssl/ssl_credentials.cc +13 -13
- data/src/core/credentials/transport/ssl/ssl_credentials.h +2 -2
- data/src/core/credentials/transport/ssl/ssl_security_connector.cc +8 -8
- data/src/core/credentials/transport/tls/certificate_provider_factory.h +1 -1
- data/src/core/credentials/transport/tls/certificate_provider_registry.cc +2 -2
- data/src/core/credentials/transport/tls/certificate_provider_registry.h +1 -1
- data/src/core/credentials/transport/tls/grpc_tls_certificate_distributor.cc +25 -25
- data/src/core/credentials/transport/tls/grpc_tls_certificate_distributor.h +2 -2
- data/src/core/credentials/transport/tls/grpc_tls_certificate_match.cc +1 -1
- data/src/core/credentials/transport/tls/grpc_tls_certificate_provider.cc +8 -8
- data/src/core/credentials/transport/tls/grpc_tls_certificate_provider.h +5 -5
- data/src/core/credentials/transport/tls/grpc_tls_certificate_verifier.cc +3 -3
- data/src/core/credentials/transport/tls/grpc_tls_certificate_verifier.h +4 -4
- data/src/core/credentials/transport/tls/grpc_tls_credentials_options.cc +18 -18
- data/src/core/credentials/transport/tls/grpc_tls_crl_provider.cc +5 -5
- data/src/core/credentials/transport/tls/grpc_tls_crl_provider.h +3 -3
- data/src/core/credentials/transport/tls/load_system_roots_supported.cc +1 -1
- data/src/core/credentials/transport/tls/spiffe_utils.cc +10 -8
- data/src/core/credentials/transport/tls/spiffe_utils.h +2 -2
- data/src/core/credentials/transport/tls/ssl_utils.cc +18 -13
- data/src/core/credentials/transport/tls/ssl_utils.h +2 -2
- data/src/core/credentials/transport/tls/tls_credentials.cc +3 -3
- data/src/core/credentials/transport/tls/tls_security_connector.cc +15 -15
- data/src/core/credentials/transport/tls/tls_security_connector.h +3 -3
- data/src/core/credentials/transport/transport_credentials.cc +3 -3
- data/src/core/credentials/transport/transport_credentials.h +4 -4
- data/src/core/credentials/transport/xds/xds_credentials.cc +5 -5
- data/src/core/credentials/transport/xds/xds_credentials.h +1 -1
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +2 -2
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +4 -1
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +6 -4
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +2 -2
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +7 -7
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +6 -3
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
- data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.cc +2 -2
- data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.h +6 -3
- data/src/core/ext/filters/gcp_authentication/gcp_authentication_service_config_parser.h +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +6 -6
- data/src/core/ext/filters/http/client/http_client_filter.h +4 -1
- data/src/core/ext/filters/http/client_authority_filter.cc +2 -2
- data/src/core/ext/filters/http/client_authority_filter.h +4 -1
- data/src/core/ext/filters/http/http_filters_plugin.cc +1 -1
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +11 -11
- data/src/core/ext/filters/http/message_compress/compression_filter.h +24 -5
- data/src/core/ext/filters/http/server/http_server_filter.cc +3 -3
- data/src/core/ext/filters/http/server/http_server_filter.h +4 -1
- data/src/core/ext/filters/message_size/message_size_filter.cc +2 -2
- data/src/core/ext/filters/message_size/message_size_filter.h +8 -2
- data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
- data/src/core/ext/filters/rbac/rbac_filter.h +4 -1
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +3 -3
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +14 -14
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +13 -2
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +2 -2
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +58 -44
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +2 -3
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +25 -24
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +1 -2
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +306 -148
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +10 -2
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +42 -7
- data/src/core/ext/transport/chttp2/transport/flow_control.h +223 -83
- data/src/core/ext/transport/chttp2/transport/flow_control_manager.h +105 -0
- data/src/core/ext/transport/chttp2/transport/frame.cc +175 -27
- data/src/core/ext/transport/chttp2/transport/frame.h +58 -10
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +4 -4
- data/src/core/ext/transport/chttp2/transport/frame_data.h +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +5 -5
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +7 -7
- data/src/core/ext/transport/chttp2/transport/frame_security.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +7 -15
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/goaway.cc +129 -0
- data/src/core/ext/transport/chttp2/transport/goaway.h +350 -0
- data/src/core/ext/transport/chttp2/transport/header_assembler.h +194 -54
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +8 -6
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +8 -8
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +5 -5
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +34 -34
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +6 -7
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +8 -8
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +1 -1
- data/src/core/ext/transport/chttp2/transport/http2_client_transport.cc +1475 -632
- data/src/core/ext/transport/chttp2/transport/http2_client_transport.h +384 -373
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +6 -4
- data/src/core/ext/transport/chttp2/transport/http2_settings_manager.cc +4 -3
- data/src/core/ext/transport/chttp2/transport/http2_settings_manager.h +6 -5
- data/src/core/ext/transport/chttp2/transport/http2_settings_promises.h +417 -0
- data/src/core/ext/transport/chttp2/transport/http2_status.h +7 -1
- data/src/core/ext/transport/chttp2/transport/http2_transport.cc +337 -30
- data/src/core/ext/transport/chttp2/transport/http2_transport.h +196 -21
- data/src/core/ext/transport/chttp2/transport/http2_ztrace_collector.h +172 -72
- data/src/core/ext/transport/chttp2/transport/incoming_metadata_tracker.h +128 -0
- data/src/core/ext/transport/chttp2/transport/internal.h +31 -19
- data/src/core/ext/transport/chttp2/transport/keepalive.cc +12 -5
- data/src/core/ext/transport/chttp2/transport/keepalive.h +14 -10
- data/src/core/ext/transport/chttp2/transport/message_assembler.h +30 -21
- data/src/core/ext/transport/chttp2/transport/parsing.cc +25 -23
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +3 -3
- data/src/core/ext/transport/chttp2/transport/ping_promise.cc +70 -28
- data/src/core/ext/transport/chttp2/transport/ping_promise.h +63 -23
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/security_frame.cc +31 -0
- data/src/core/ext/transport/chttp2/transport/security_frame.h +32 -0
- data/src/core/ext/transport/chttp2/transport/stream.h +287 -0
- data/src/core/ext/transport/chttp2/transport/stream_data_queue.h +476 -208
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +8 -8
- data/src/core/ext/transport/chttp2/transport/transport_common.cc +17 -1
- data/src/core/ext/transport/chttp2/transport/transport_common.h +57 -0
- data/src/core/ext/transport/chttp2/transport/varint.h +2 -2
- data/src/core/ext/transport/chttp2/transport/writable_streams.h +202 -84
- data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/writing.cc +6 -6
- data/src/core/ext/transport/inproc/inproc_transport.cc +9 -3
- data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +11 -8
- data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb.h +740 -0
- data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb_minitable.c +218 -0
- data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb_minitable.h +46 -0
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +87 -55
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +23 -21
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/channelz.upbdefs.c +80 -0
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/channelz.upbdefs.h +47 -0
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/service.upbdefs.c +129 -0
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/service.upbdefs.h +72 -0
- data/src/core/filter/auth/auth_filters.h +7 -1
- data/src/core/filter/auth/client_auth_filter.cc +2 -2
- data/src/core/filter/auth/server_auth_filter.cc +5 -5
- data/src/core/filter/blackboard.h +2 -2
- data/src/core/filter/filter_args.h +40 -2
- data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +2 -2
- data/src/core/handshaker/handshaker.cc +8 -8
- data/src/core/handshaker/handshaker.h +2 -2
- data/src/core/handshaker/http_connect/http_connect_handshaker.cc +5 -5
- data/src/core/handshaker/http_connect/http_proxy_mapper.cc +12 -12
- data/src/core/handshaker/http_connect/http_proxy_mapper.h +1 -1
- data/src/core/handshaker/http_connect/xds_http_proxy_mapper.cc +1 -1
- data/src/core/handshaker/http_connect/xds_http_proxy_mapper.h +1 -1
- data/src/core/handshaker/proxy_mapper.h +1 -1
- data/src/core/handshaker/proxy_mapper_registry.h +1 -1
- data/src/core/handshaker/security/legacy_secure_endpoint.cc +6 -6
- data/src/core/handshaker/security/pipelined_secure_endpoint.cc +38 -15
- data/src/core/handshaker/security/secure_endpoint.cc +31 -11
- data/src/core/handshaker/security/security_handshaker.cc +11 -8
- data/src/core/handshaker/security/security_handshaker.h +1 -1
- data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +6 -6
- data/src/core/lib/address_utils/parse_address.cc +5 -5
- data/src/core/lib/address_utils/parse_address.h +2 -2
- data/src/core/lib/address_utils/sockaddr_utils.cc +4 -4
- data/src/core/lib/address_utils/sockaddr_utils.h +1 -1
- data/src/core/lib/channel/channel_args.cc +1 -1
- data/src/core/lib/channel/channel_args.h +2 -2
- data/src/core/lib/channel/channel_stack.cc +29 -25
- data/src/core/lib/channel/channel_stack.h +8 -3
- data/src/core/lib/channel/channel_stack_builder.cc +8 -4
- data/src/core/lib/channel/channel_stack_builder.h +10 -9
- data/src/core/lib/channel/channel_stack_builder_impl.cc +8 -13
- data/src/core/lib/channel/channel_stack_builder_impl.h +1 -1
- data/src/core/lib/channel/connected_channel.cc +4 -4
- data/src/core/lib/channel/promise_based_filter.cc +132 -72
- data/src/core/lib/channel/promise_based_filter.h +39 -23
- data/src/core/lib/compression/compression_internal.cc +6 -6
- data/src/core/lib/compression/compression_internal.h +1 -1
- data/src/core/lib/compression/message_compress.cc +8 -8
- data/src/core/lib/debug/trace.cc +2 -5
- data/src/core/lib/debug/trace.h +10 -0
- data/src/core/lib/debug/trace_flags.cc +2 -2
- data/src/core/lib/debug/trace_flags.h +1 -1
- data/src/core/lib/event_engine/ares_resolver.cc +30 -28
- data/src/core/lib/event_engine/ares_resolver.h +4 -4
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +3 -3
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +1 -1
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +4 -4
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +3 -3
- data/src/core/lib/event_engine/channel_args_endpoint_config.h +1 -1
- data/src/core/lib/event_engine/default_event_engine.cc +1 -1
- data/src/core/lib/event_engine/event_engine.cc +1 -1
- data/src/core/lib/event_engine/extensions/channelz.h +3 -3
- data/src/core/lib/event_engine/extensions/chaotic_good_extension.h +1 -1
- data/src/core/lib/event_engine/extensions/supports_fd.h +5 -5
- data/src/core/lib/event_engine/extensions/tcp_trace.h +8 -1
- data/src/core/lib/event_engine/grpc_polled_fd.h +1 -1
- data/src/core/lib/event_engine/memory_allocator_factory.h +1 -1
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +12 -12
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +5 -5
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +15 -15
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +3 -3
- data/src/core/lib/event_engine/posix_engine/event_poller.h +2 -2
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/file_descriptor_collection.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/file_descriptor_collection.h +1 -1
- data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +4 -4
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +1 -1
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +1 -1
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +28 -27
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +17 -17
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +175 -177
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +40 -61
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +11 -7
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +4 -4
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +9 -9
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +1 -1
- data/src/core/lib/event_engine/posix_engine/posix_interface.h +2 -2
- data/src/core/lib/event_engine/posix_engine/posix_interface_posix.cc +5 -5
- data/src/core/lib/event_engine/posix_engine/posix_write_event_sink.h +1 -1
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +1 -1
- data/src/core/lib/event_engine/posix_engine/timer.h +1 -1
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +4 -4
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +1 -1
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +1 -1
- data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +1 -1
- data/src/core/lib/event_engine/resolved_address.cc +3 -3
- data/src/core/lib/event_engine/shim.cc +8 -11
- data/src/core/lib/event_engine/shim.h +2 -1
- data/src/core/lib/event_engine/slice.cc +2 -2
- data/src/core/lib/event_engine/tcp_socket_utils.cc +15 -15
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +1 -1
- data/src/core/lib/event_engine/thread_pool/thread_count.h +1 -1
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +11 -11
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +3 -3
- data/src/core/lib/event_engine/utils.cc +3 -3
- data/src/core/lib/event_engine/utils.h +1 -1
- data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +32 -32
- data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.h +2 -2
- data/src/core/lib/event_engine/windows/iocp.cc +11 -11
- data/src/core/lib/event_engine/windows/iocp.h +1 -1
- data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +5 -2
- data/src/core/lib/event_engine/windows/win_socket.cc +7 -7
- data/src/core/lib/event_engine/windows/win_socket.h +2 -2
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +16 -16
- data/src/core/lib/event_engine/windows/windows_engine.cc +20 -18
- data/src/core/lib/event_engine/windows/windows_engine.h +3 -3
- data/src/core/lib/event_engine/windows/windows_listener.cc +10 -10
- data/src/core/lib/event_engine/windows/windows_listener.h +2 -2
- data/src/core/lib/event_engine/work_queue/basic_work_queue.h +2 -2
- data/src/core/lib/experiments/config.cc +4 -4
- data/src/core/lib/experiments/experiments.cc +255 -42
- data/src/core/lib/experiments/experiments.h +105 -21
- data/src/core/lib/iomgr/buffer_list.cc +1 -1
- data/src/core/lib/iomgr/call_combiner.cc +4 -4
- data/src/core/lib/iomgr/call_combiner.h +2 -2
- data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
- data/src/core/lib/iomgr/closure.h +2 -2
- data/src/core/lib/iomgr/combiner.cc +2 -2
- data/src/core/lib/iomgr/endpoint.h +1 -1
- data/src/core/lib/iomgr/endpoint_cfstream.cc +7 -7
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +6 -6
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +16 -15
- data/src/core/lib/iomgr/error.cc +1 -1
- data/src/core/lib/iomgr/error.h +2 -2
- data/src/core/lib/iomgr/error_cfstream.cc +1 -1
- data/src/core/lib/iomgr/ev_apple.cc +1 -1
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +19 -19
- data/src/core/lib/iomgr/ev_poll_posix.cc +14 -14
- data/src/core/lib/iomgr/ev_posix.cc +3 -3
- data/src/core/lib/iomgr/event_engine_shims/closure.cc +3 -3
- data/src/core/lib/iomgr/event_engine_shims/closure.h +1 -1
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +10 -9
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +1 -1
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +2 -2
- data/src/core/lib/iomgr/exec_ctx.cc +3 -3
- data/src/core/lib/iomgr/exec_ctx.h +1 -1
- data/src/core/lib/iomgr/fork_posix.cc +1 -1
- data/src/core/lib/iomgr/internal_errqueue.cc +1 -1
- data/src/core/lib/iomgr/iocp_windows.cc +9 -9
- data/src/core/lib/iomgr/iomgr.cc +1 -1
- data/src/core/lib/iomgr/iomgr_windows.cc +3 -3
- data/src/core/lib/iomgr/lockfree_event.cc +3 -3
- data/src/core/lib/iomgr/polling_entity.cc +4 -4
- data/src/core/lib/iomgr/resolve_address.cc +1 -1
- data/src/core/lib/iomgr/resolve_address.h +2 -2
- data/src/core/lib/iomgr/resolve_address_posix.cc +4 -4
- data/src/core/lib/iomgr/resolve_address_windows.cc +1 -1
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +1 -1
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +4 -4
- data/src/core/lib/iomgr/socket_windows.cc +6 -6
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +1 -1
- data/src/core/lib/iomgr/tcp_client_posix.cc +7 -7
- data/src/core/lib/iomgr/tcp_client_windows.cc +4 -4
- data/src/core/lib/iomgr/tcp_posix.cc +47 -47
- data/src/core/lib/iomgr/tcp_server.cc +5 -0
- data/src/core/lib/iomgr/tcp_server.h +7 -0
- data/src/core/lib/iomgr/tcp_server_posix.cc +62 -31
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +4 -1
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +7 -7
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +4 -4
- data/src/core/lib/iomgr/tcp_server_windows.cc +70 -31
- data/src/core/lib/iomgr/tcp_windows.cc +8 -8
- data/src/core/lib/iomgr/timer_generic.cc +5 -5
- data/src/core/lib/iomgr/timer_manager.cc +3 -3
- data/src/core/lib/iomgr/unix_sockets_posix.cc +3 -3
- data/src/core/lib/iomgr/unix_sockets_posix.h +1 -1
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +2 -2
- data/src/core/lib/iomgr/vsock.cc +1 -1
- data/src/core/lib/iomgr/vsock.h +1 -1
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +1 -1
- data/src/core/lib/promise/activity.cc +3 -3
- data/src/core/lib/promise/activity.h +11 -10
- data/src/core/lib/promise/all_ok.h +3 -3
- data/src/core/lib/promise/arena_promise.h +47 -6
- data/src/core/lib/promise/context.h +3 -3
- data/src/core/lib/promise/detail/join_state.h +10 -10
- data/src/core/lib/promise/detail/promise_factory.h +1 -1
- data/src/core/lib/promise/detail/promise_like.h +1 -1
- data/src/core/lib/promise/detail/seq_state.h +16 -16
- data/src/core/lib/promise/detail/status.h +2 -2
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +1 -1
- data/src/core/lib/promise/for_each.h +8 -8
- data/src/core/lib/promise/if.h +1 -1
- data/src/core/lib/promise/inter_activity_latch.h +3 -3
- data/src/core/lib/promise/inter_activity_mutex.h +1 -1
- data/src/core/lib/promise/interceptor_list.h +5 -5
- data/src/core/lib/promise/latch.h +9 -9
- data/src/core/lib/promise/loop.h +2 -2
- data/src/core/lib/promise/map.h +2 -2
- data/src/core/lib/promise/mpsc.cc +31 -30
- data/src/core/lib/promise/mpsc.h +2 -2
- data/src/core/lib/promise/observable.h +6 -6
- data/src/core/lib/promise/party.cc +43 -30
- data/src/core/lib/promise/party.h +27 -23
- data/src/core/lib/promise/pipe.h +31 -17
- data/src/core/lib/promise/poll.h +6 -5
- data/src/core/lib/promise/promise.h +2 -4
- data/src/core/lib/promise/sleep.cc +3 -1
- data/src/core/lib/promise/sleep.h +1 -1
- data/src/core/lib/promise/status_flag.h +8 -8
- data/src/core/lib/promise/try_join.h +5 -5
- data/src/core/lib/promise/try_seq.h +5 -5
- data/src/core/lib/promise/wait_set.h +2 -2
- data/src/core/lib/resource_quota/api.cc +1 -1
- data/src/core/lib/resource_quota/arena.cc +1 -1
- data/src/core/lib/resource_quota/arena.h +15 -2
- data/src/core/lib/resource_quota/connection_quota.cc +9 -7
- data/src/core/lib/resource_quota/connection_quota.h +1 -1
- data/src/core/lib/resource_quota/memory_quota.cc +48 -27
- data/src/core/lib/resource_quota/memory_quota.h +56 -20
- data/src/core/lib/resource_quota/periodic_update.h +1 -1
- data/src/core/lib/resource_quota/resource_quota.cc +8 -0
- data/src/core/lib/resource_quota/resource_quota.h +2 -1
- data/src/core/lib/resource_quota/stream_quota.cc +22 -0
- data/src/core/lib/resource_quota/stream_quota.h +31 -0
- data/src/core/lib/resource_quota/telemetry.h +55 -0
- data/src/core/lib/resource_quota/thread_quota.cc +2 -2
- data/src/core/lib/resource_quota/thread_quota.h +1 -1
- data/src/core/lib/resource_tracker/resource_tracker.cc +33 -0
- data/src/core/lib/resource_tracker/resource_tracker.h +46 -0
- data/src/core/lib/security/authorization/audit_logging.cc +7 -7
- data/src/core/lib/security/authorization/audit_logging.h +1 -1
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/evaluate_args.cc +5 -5
- data/src/core/lib/security/authorization/evaluate_args.h +1 -1
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +2 -2
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +3 -3
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +4 -1
- data/src/core/lib/security/authorization/matchers.cc +2 -2
- data/src/core/lib/security/authorization/stdout_logger.cc +3 -3
- data/src/core/lib/slice/percent_encoding.cc +1 -1
- data/src/core/lib/slice/slice.cc +1 -1
- data/src/core/lib/slice/slice.h +2 -2
- data/src/core/lib/slice/slice_buffer.cc +1 -1
- data/src/core/lib/slice/slice_internal.h +1 -1
- data/src/core/lib/surface/byte_buffer_reader.cc +2 -2
- data/src/core/lib/surface/call.cc +58 -28
- data/src/core/lib/surface/call.h +13 -6
- data/src/core/lib/surface/call_log_batch.cc +2 -2
- data/src/core/lib/surface/call_utils.cc +7 -7
- data/src/core/lib/surface/call_utils.h +85 -20
- data/src/core/lib/surface/channel.cc +6 -5
- data/src/core/lib/surface/channel.h +13 -3
- data/src/core/lib/surface/channel_create.cc +12 -8
- data/src/core/lib/surface/channel_create.h +1 -1
- data/src/core/lib/surface/channel_init.cc +84 -27
- data/src/core/lib/surface/channel_init.h +30 -13
- data/src/core/lib/surface/completion_queue.cc +21 -20
- data/src/core/lib/surface/completion_queue_factory.cc +7 -7
- data/src/core/lib/surface/connection_context.h +45 -2
- data/src/core/lib/surface/filter_stack_call.cc +25 -31
- data/src/core/lib/surface/filter_stack_call.h +6 -7
- data/src/core/lib/surface/init.cc +4 -4
- data/src/core/lib/surface/lame_client.cc +2 -2
- data/src/core/lib/surface/lame_client.h +3 -3
- data/src/core/lib/surface/legacy_channel.cc +10 -10
- data/src/core/lib/surface/legacy_channel.h +1 -1
- data/src/core/lib/surface/validate_metadata.cc +2 -2
- data/src/core/lib/surface/validate_metadata.h +3 -3
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.h +5 -5
- data/src/core/lib/transport/connectivity_state.cc +1 -1
- data/src/core/lib/transport/connectivity_state.h +2 -2
- data/src/core/lib/transport/error_utils.h +1 -1
- data/src/core/lib/transport/promise_endpoint.cc +4 -4
- data/src/core/lib/transport/promise_endpoint.h +11 -11
- data/src/core/lib/transport/timeout_encoding.cc +4 -4
- data/src/core/lib/transport/transport.cc +3 -3
- data/src/core/lib/transport/transport.h +62 -4
- data/src/core/lib/transport/transport_framing_endpoint_extension.h +1 -1
- data/src/core/lib/transport/transport_op_string.cc +2 -2
- data/src/core/load_balancing/address_filtering.cc +1 -1
- data/src/core/load_balancing/address_filtering.h +2 -2
- data/src/core/load_balancing/backend_metric_parser.cc +1 -1
- data/src/core/load_balancing/backend_metric_parser.h +1 -1
- data/src/core/load_balancing/child_policy_handler.cc +8 -8
- data/src/core/load_balancing/child_policy_handler.h +2 -2
- data/src/core/load_balancing/delegating_helper.h +2 -2
- data/src/core/load_balancing/endpoint_list.cc +6 -6
- data/src/core/load_balancing/endpoint_list.h +2 -2
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +7 -5
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +5 -1
- data/src/core/load_balancing/grpclb/grpclb.cc +37 -48
- data/src/core/load_balancing/grpclb/grpclb_client_stats.h +2 -2
- data/src/core/load_balancing/grpclb/load_balancer_api.cc +1 -1
- data/src/core/load_balancing/grpclb/load_balancer_api.h +1 -1
- data/src/core/load_balancing/health_check_client.cc +13 -9
- data/src/core/load_balancing/health_check_client_internal.h +5 -5
- data/src/core/load_balancing/lb_policy.h +11 -8
- data/src/core/load_balancing/lb_policy_factory.h +2 -2
- data/src/core/load_balancing/lb_policy_registry.cc +3 -3
- data/src/core/load_balancing/lb_policy_registry.h +2 -2
- data/src/core/load_balancing/oob_backend_metric.cc +11 -7
- data/src/core/load_balancing/oob_backend_metric_internal.h +4 -4
- data/src/core/load_balancing/outlier_detection/outlier_detection.cc +9 -17
- data/src/core/load_balancing/pick_first/pick_first.cc +62 -32
- data/src/core/load_balancing/priority/priority.cc +29 -30
- data/src/core/load_balancing/ring_hash/ring_hash.cc +11 -11
- data/src/core/load_balancing/rls/rls.cc +23 -23
- data/src/core/load_balancing/round_robin/round_robin.cc +16 -16
- data/src/core/load_balancing/subchannel_interface.h +2 -2
- data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.cc +3 -3
- data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +42 -41
- data/src/core/load_balancing/weighted_target/weighted_target.cc +14 -14
- data/src/core/load_balancing/xds/cds.cc +81 -37
- data/src/core/load_balancing/xds/xds_cluster_impl.cc +24 -41
- data/src/core/load_balancing/xds/xds_cluster_manager.cc +6 -6
- data/src/core/load_balancing/xds/xds_override_host.cc +14 -14
- data/src/core/load_balancing/xds/xds_override_host.h +1 -1
- data/src/core/load_balancing/xds/xds_wrr_locality.cc +5 -5
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +8 -8
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.h +1 -1
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver.h +1 -1
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +4 -4
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +35 -35
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +16 -16
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +2 -2
- data/src/core/resolver/dns/dns_resolver_plugin.cc +8 -5
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +10 -10
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.h +1 -1
- data/src/core/resolver/dns/event_engine/service_config_helper.cc +2 -2
- data/src/core/resolver/dns/native/dns_resolver.cc +7 -7
- data/src/core/resolver/endpoint_addresses.cc +6 -6
- data/src/core/resolver/endpoint_addresses.h +4 -1
- data/src/core/resolver/fake/fake_resolver.cc +3 -3
- data/src/core/resolver/fake/fake_resolver.h +3 -3
- data/src/core/resolver/google_c2p/google_c2p_resolver.cc +46 -59
- data/src/core/resolver/polling_resolver.cc +8 -8
- data/src/core/resolver/polling_resolver.h +1 -1
- data/src/core/resolver/resolver.h +2 -2
- data/src/core/resolver/resolver_factory.h +2 -2
- data/src/core/resolver/resolver_registry.cc +5 -4
- data/src/core/resolver/resolver_registry.h +1 -1
- data/src/core/resolver/sockaddr/sockaddr_resolver.cc +4 -4
- data/src/core/resolver/xds/xds_config.cc +1 -1
- data/src/core/resolver/xds/xds_config.h +3 -3
- data/src/core/resolver/xds/xds_dependency_manager.cc +7 -7
- data/src/core/resolver/xds/xds_dependency_manager.h +3 -3
- data/src/core/resolver/xds/xds_resolver.cc +25 -22
- data/src/core/resolver/xds/xds_resolver_attributes.h +1 -1
- data/src/core/server/add_port.cc +2 -2
- data/src/core/server/server.cc +47 -43
- data/src/core/server/server.h +8 -7
- data/src/core/server/server_call_tracer_filter.cc +1 -1
- data/src/core/server/server_call_tracer_filter.h +9 -5
- data/src/core/server/server_config_selector.h +2 -2
- data/src/core/server/server_config_selector_filter.cc +5 -5
- data/src/core/server/xds_channel_stack_modifier.cc +3 -2
- data/src/core/server/xds_channel_stack_modifier.h +1 -1
- data/src/core/server/xds_server_config_fetcher.cc +19 -18
- data/src/core/service_config/service_config.h +1 -1
- data/src/core/service_config/service_config_channel_arg_filter.h +4 -1
- data/src/core/service_config/service_config_impl.cc +3 -3
- data/src/core/service_config/service_config_impl.h +4 -4
- data/src/core/service_config/service_config_parser.h +1 -1
- data/src/core/telemetry/call_tracer.cc +39 -49
- data/src/core/telemetry/call_tracer.h +201 -24
- data/src/core/telemetry/default_tcp_tracer.h +3 -3
- data/src/core/telemetry/histogram.h +205 -0
- data/src/core/telemetry/instrument.cc +999 -0
- data/src/core/telemetry/instrument.h +1105 -0
- data/src/core/telemetry/metrics.cc +15 -5
- data/src/core/telemetry/metrics.h +36 -5
- data/src/core/telemetry/stats.h +2 -2
- data/src/core/telemetry/stats_data.cc +1 -20
- data/src/core/telemetry/stats_data.h +2 -21
- data/src/core/transport/auth_context.cc +3 -3
- data/src/core/transport/auth_context.h +2 -1
- data/src/core/transport/auth_context_comparator_registry.h +1 -1
- data/src/core/tsi/alts/crypt/aes_gcm.cc +1 -1
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +2 -2
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +1 -1
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +81 -48
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +1 -0
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +3 -3
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +46 -36
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +4 -4
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -1
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +4 -4
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +11 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +10 -0
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +16 -8
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +3 -0
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +18 -5
- data/src/core/tsi/fake_transport_security.cc +6 -5
- data/src/core/tsi/local_transport_security.cc +1 -1
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +5 -5
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +1 -1
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +10 -10
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +4 -4
- data/src/core/tsi/ssl_transport_security.cc +30 -30
- data/src/core/tsi/ssl_transport_security.h +1 -1
- data/src/core/tsi/ssl_transport_security_utils.cc +10 -10
- data/src/core/tsi/ssl_transport_security_utils.h +2 -2
- data/src/core/tsi/transport_security_grpc.cc +8 -0
- data/src/core/tsi/transport_security_grpc.h +15 -0
- data/src/core/util/alloc.cc +1 -1
- data/src/core/util/backoff.h +1 -1
- data/src/core/util/chunked_vector.h +4 -4
- data/src/core/util/crash.h +1 -1
- data/src/core/util/dual_ref_counted.h +2 -2
- data/src/core/util/event_log.cc +2 -2
- data/src/core/util/event_log.h +3 -3
- data/src/core/util/gcp_metadata_query.cc +7 -7
- data/src/core/util/gcp_metadata_query.h +2 -2
- data/src/core/util/glob.cc +2 -0
- data/src/core/util/grpc_check.cc +24 -0
- data/src/core/util/grpc_check.h +103 -0
- data/src/core/util/grpc_if_nametoindex_posix.cc +1 -1
- data/src/core/util/grpc_if_nametoindex_unsupported.cc +1 -1
- data/src/core/util/http_client/format_request.cc +1 -1
- data/src/core/util/http_client/httpcli.cc +6 -6
- data/src/core/util/http_client/httpcli.h +4 -4
- data/src/core/util/http_client/httpcli_security_connector.cc +4 -4
- data/src/core/util/http_client/parser.cc +4 -4
- data/src/core/util/json/json_channel_args.h +1 -1
- data/src/core/util/json/json_object_loader.h +6 -6
- data/src/core/util/json/json_reader.cc +2 -2
- data/src/core/util/json/json_reader.h +1 -1
- data/src/core/util/json/json_util.h +3 -3
- data/src/core/util/json/json_writer.cc +1 -1
- data/src/core/util/latent_see.cc +45 -24
- data/src/core/util/latent_see.h +199 -28
- data/src/core/util/linux/cpu.cc +1 -1
- data/src/core/util/load_file.cc +1 -1
- data/src/core/util/load_file.h +1 -1
- data/src/core/util/log.cc +3 -3
- data/src/core/util/lru_cache.h +4 -4
- data/src/core/util/matchers.h +1 -1
- data/src/core/util/memory_usage.h +17 -1
- data/src/core/util/mpscq.h +1 -1
- data/src/core/util/notification.h +1 -1
- data/src/core/util/posix/cpu.cc +1 -1
- data/src/core/util/posix/directory_reader.cc +3 -2
- data/src/core/util/posix/stat.cc +2 -2
- data/src/core/util/posix/sync.cc +24 -24
- data/src/core/util/posix/thd.cc +2 -2
- data/src/core/util/posix/tmpfile.cc +2 -2
- data/src/core/util/postmortem_emit.cc +52 -0
- data/src/core/util/postmortem_emit.h +30 -0
- data/src/core/util/ref_counted.h +2 -2
- data/src/core/util/ref_counted_ptr.h +6 -1
- data/src/core/util/ref_counted_string.h +1 -1
- data/src/core/util/single_set_ptr.h +3 -1
- data/src/core/util/status_helper.cc +8 -8
- data/src/core/util/status_helper.h +1 -1
- data/src/core/util/string.cc +2 -2
- data/src/core/util/sync_abseil.cc +1 -1
- data/src/core/util/table.h +1 -1
- data/src/core/util/time.cc +1 -1
- data/src/core/util/time_precise.cc +1 -1
- data/src/core/util/trie_lookup.h +170 -0
- data/src/core/util/unique_ptr_with_bitset.h +5 -5
- data/src/core/util/unique_type_name.h +1 -1
- data/src/core/util/upb_utils.h +6 -1
- data/src/core/util/validation_errors.cc +2 -2
- data/src/core/util/validation_errors.h +2 -3
- data/src/core/util/wait_for_single_owner.h +2 -2
- data/src/core/util/windows/directory_reader.cc +1 -1
- data/src/core/util/windows/stat.cc +2 -2
- data/src/core/util/windows/thd.cc +2 -2
- data/src/core/util/windows/time.cc +1 -1
- data/src/core/util/work_serializer.cc +3 -3
- data/src/core/util/work_serializer.h +2 -2
- data/src/core/xds/grpc/certificate_provider_store.cc +2 -2
- data/src/core/xds/grpc/certificate_provider_store.h +2 -2
- data/src/core/xds/grpc/file_watcher_certificate_provider_factory.cc +3 -3
- data/src/core/xds/grpc/file_watcher_certificate_provider_factory.h +1 -1
- data/src/core/xds/grpc/xds_audit_logger_registry.cc +3 -3
- data/src/core/xds/grpc/xds_audit_logger_registry.h +1 -1
- data/src/core/xds/grpc/xds_bootstrap_grpc.cc +7 -7
- data/src/core/xds/grpc/xds_bootstrap_grpc.h +8 -3
- data/src/core/xds/grpc/xds_certificate_provider.cc +4 -4
- data/src/core/xds/grpc/xds_certificate_provider.h +2 -2
- data/src/core/xds/grpc/xds_client_grpc.cc +39 -20
- data/src/core/xds/grpc/xds_client_grpc.h +6 -3
- data/src/core/xds/grpc/xds_cluster.cc +2 -2
- data/src/core/xds/grpc/xds_cluster.h +1 -1
- data/src/core/xds/grpc/xds_cluster_parser.cc +7 -7
- data/src/core/xds/grpc/xds_cluster_parser.h +1 -1
- data/src/core/xds/grpc/xds_cluster_specifier_plugin.cc +4 -4
- data/src/core/xds/grpc/xds_cluster_specifier_plugin.h +1 -1
- data/src/core/xds/grpc/xds_common_types.cc +1 -1
- data/src/core/xds/grpc/xds_common_types.h +1 -1
- data/src/core/xds/grpc/xds_common_types_parser.cc +5 -5
- data/src/core/xds/grpc/xds_endpoint.h +2 -2
- data/src/core/xds/grpc/xds_endpoint_parser.cc +7 -7
- data/src/core/xds/grpc/xds_endpoint_parser.h +1 -1
- data/src/core/xds/grpc/xds_health_status.cc +1 -1
- data/src/core/xds/grpc/xds_health_status.h +1 -1
- data/src/core/xds/grpc/xds_http_fault_filter.cc +4 -4
- data/src/core/xds/grpc/xds_http_fault_filter.h +2 -2
- data/src/core/xds/grpc/xds_http_filter.h +3 -3
- data/src/core/xds/grpc/xds_http_filter_registry.cc +4 -3
- data/src/core/xds/grpc/xds_http_filter_registry.h +2 -2
- data/src/core/xds/grpc/xds_http_gcp_authn_filter.cc +3 -3
- data/src/core/xds/grpc/xds_http_gcp_authn_filter.h +2 -2
- data/src/core/xds/grpc/xds_http_rbac_filter.cc +4 -4
- data/src/core/xds/grpc/xds_http_rbac_filter.h +2 -2
- data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +3 -3
- data/src/core/xds/grpc/xds_http_stateful_session_filter.h +2 -2
- data/src/core/xds/grpc/xds_lb_policy_registry.cc +1 -1
- data/src/core/xds/grpc/xds_lb_policy_registry.h +1 -1
- data/src/core/xds/grpc/xds_listener.cc +2 -2
- data/src/core/xds/grpc/xds_listener_parser.cc +9 -9
- data/src/core/xds/grpc/xds_listener_parser.h +1 -1
- data/src/core/xds/grpc/xds_matcher.cc +277 -0
- data/src/core/xds/grpc/xds_matcher.h +432 -0
- data/src/core/xds/grpc/xds_matcher_action.cc +47 -0
- data/src/core/xds/grpc/xds_matcher_action.h +48 -0
- data/src/core/xds/grpc/xds_matcher_context.cc +29 -0
- data/src/core/xds/grpc/xds_matcher_context.h +46 -0
- data/src/core/xds/grpc/xds_matcher_input.cc +79 -0
- data/src/core/xds/grpc/xds_matcher_input.h +105 -0
- data/src/core/xds/grpc/xds_matcher_parse.cc +356 -0
- data/src/core/xds/grpc/xds_matcher_parse.h +39 -0
- data/src/core/xds/grpc/xds_metadata.cc +4 -3
- data/src/core/xds/grpc/xds_metadata.h +3 -3
- data/src/core/xds/grpc/xds_metadata_parser.cc +2 -2
- data/src/core/xds/grpc/xds_route_config.cc +3 -3
- data/src/core/xds/grpc/xds_route_config_parser.cc +14 -14
- data/src/core/xds/grpc/xds_route_config_parser.h +1 -1
- data/src/core/xds/grpc/xds_routing.cc +6 -6
- data/src/core/xds/grpc/xds_routing.h +2 -2
- data/src/core/xds/grpc/xds_server_grpc.cc +2 -2
- data/src/core/xds/grpc/xds_transport_grpc.cc +11 -11
- data/src/core/xds/grpc/xds_transport_grpc.h +2 -2
- data/src/core/xds/xds_client/lrs_client.cc +9 -9
- data/src/core/xds/xds_client/lrs_client.h +4 -4
- data/src/core/xds/xds_client/xds_api.h +1 -1
- data/src/core/xds/xds_client/xds_backend_metric_propagation.cc +1 -1
- data/src/core/xds/xds_client/xds_backend_metric_propagation.h +1 -1
- data/src/core/xds/xds_client/xds_client.cc +17 -17
- data/src/core/xds/xds_client/xds_client.h +5 -5
- data/src/core/xds/xds_client/xds_locality.h +2 -2
- data/src/core/xds/xds_client/xds_resource_type.h +2 -2
- data/src/core/xds/xds_client/xds_resource_type_impl.h +1 -1
- data/src/core/xds/xds_client/xds_transport.h +2 -2
- data/src/ruby/ext/grpc/extconf.rb +14 -12
- data/src/ruby/ext/grpc/rb_call.c +0 -1
- data/src/ruby/ext/grpc/rb_channel_args.c +0 -1
- data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +2 -2
- data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
- data/src/ruby/lib/grpc/grpc.rb +7 -9
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/spec/client_server_spec.rb +1 -1
- data/src/ruby/spec/generic/rpc_server_pool_spec.rb +1 -1
- data/src/ruby/spec/generic/rpc_server_spec.rb +3 -4
- data/src/ruby/spec/spec_helper.rb +1 -1
- data/third_party/abseil-cpp/absl/container/internal/node_slot_policy.h +95 -0
- data/third_party/abseil-cpp/absl/container/node_hash_map.h +687 -0
- metadata +67 -8
|
@@ -29,14 +29,6 @@
|
|
|
29
29
|
#include <utility>
|
|
30
30
|
#include <vector>
|
|
31
31
|
|
|
32
|
-
#include "absl/base/no_destructor.h"
|
|
33
|
-
#include "absl/cleanup/cleanup.h"
|
|
34
|
-
#include "absl/container/inlined_vector.h"
|
|
35
|
-
#include "absl/functional/any_invocable.h"
|
|
36
|
-
#include "absl/log/check.h"
|
|
37
|
-
#include "absl/log/log.h"
|
|
38
|
-
#include "absl/status/status.h"
|
|
39
|
-
#include "absl/strings/str_cat.h"
|
|
40
32
|
#include "src/core/lib/debug/trace.h"
|
|
41
33
|
#include "src/core/lib/event_engine/ares_resolver.h"
|
|
42
34
|
#include "src/core/lib/event_engine/poller.h"
|
|
@@ -49,11 +41,18 @@
|
|
|
49
41
|
#include "src/core/lib/event_engine/posix_engine/timer_manager.h"
|
|
50
42
|
#include "src/core/lib/event_engine/tcp_socket_utils.h"
|
|
51
43
|
#include "src/core/lib/event_engine/utils.h"
|
|
52
|
-
#include "src/core/lib/experiments/experiments.h"
|
|
53
44
|
#include "src/core/util/crash.h"
|
|
54
45
|
#include "src/core/util/fork.h"
|
|
46
|
+
#include "src/core/util/grpc_check.h"
|
|
55
47
|
#include "src/core/util/sync.h"
|
|
56
48
|
#include "src/core/util/useful.h"
|
|
49
|
+
#include "absl/base/no_destructor.h"
|
|
50
|
+
#include "absl/cleanup/cleanup.h"
|
|
51
|
+
#include "absl/container/inlined_vector.h"
|
|
52
|
+
#include "absl/functional/any_invocable.h"
|
|
53
|
+
#include "absl/log/log.h"
|
|
54
|
+
#include "absl/status/status.h"
|
|
55
|
+
#include "absl/strings/str_cat.h"
|
|
57
56
|
|
|
58
57
|
#ifdef GRPC_POSIX_SOCKET_TCP
|
|
59
58
|
#include <errno.h> // IWYU pragma: keep
|
|
@@ -76,6 +75,14 @@ namespace grpc_event_engine::experimental {
|
|
|
76
75
|
|
|
77
76
|
namespace {
|
|
78
77
|
|
|
78
|
+
bool ShouldUsePosixPoller() {
|
|
79
|
+
#if defined(GRPC_PYTHON_BUILD)
|
|
80
|
+
return grpc_core::IsEventEnginePollerForPythonEnabled();
|
|
81
|
+
#else
|
|
82
|
+
return true;
|
|
83
|
+
#endif
|
|
84
|
+
}
|
|
85
|
+
|
|
79
86
|
#if GRPC_ENABLE_FORK_SUPPORT && GRPC_POSIX_FORK_ALLOW_PTHREAD_ATFORK
|
|
80
87
|
|
|
81
88
|
// Thread pool can outlive EE but we need to ensure the ordering if both
|
|
@@ -165,7 +172,7 @@ void RegisterEventEngineForFork(
|
|
|
165
172
|
const std::shared_ptr<PosixEventEngine>& posix_engine,
|
|
166
173
|
const std::shared_ptr<ThreadPool>& executor,
|
|
167
174
|
const std::shared_ptr<TimerManager>& timer_manager) {
|
|
168
|
-
if (!grpc_core::Fork::Enabled()) {
|
|
175
|
+
if (!(grpc_core::Fork::Enabled())) {
|
|
169
176
|
return;
|
|
170
177
|
}
|
|
171
178
|
grpc_core::MutexLock lock(fork_mu.get());
|
|
@@ -174,7 +181,8 @@ void RegisterEventEngineForFork(
|
|
|
174
181
|
std::remove_if(fork_handlers->begin(), fork_handlers->end(),
|
|
175
182
|
[](const auto& ptr) {
|
|
176
183
|
return ptr.event_engine.expired() &&
|
|
177
|
-
ptr.executor.expired()
|
|
184
|
+
ptr.executor.expired() &&
|
|
185
|
+
ptr.timer_manager.expired();
|
|
178
186
|
}),
|
|
179
187
|
fork_handlers->end());
|
|
180
188
|
fork_handlers->emplace_back(posix_engine, executor, timer_manager);
|
|
@@ -198,15 +206,13 @@ void RegisterEventEngineForFork(
|
|
|
198
206
|
|
|
199
207
|
#ifdef GRPC_POSIX_SOCKET_TCP
|
|
200
208
|
|
|
201
|
-
#if GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
202
|
-
|
|
203
209
|
PosixEventEngine::PollingCycle::PollingCycle(
|
|
204
210
|
std::shared_ptr<ThreadPool> executor,
|
|
205
211
|
std::shared_ptr<PosixEventPoller> poller)
|
|
206
212
|
: executor_(std::move(executor)),
|
|
207
213
|
poller_(std::move(poller)),
|
|
208
214
|
is_scheduled_(1) {
|
|
209
|
-
|
|
215
|
+
GRPC_CHECK_NE(poller_, nullptr);
|
|
210
216
|
executor_->Run([this]() { PollerWorkInternal(); });
|
|
211
217
|
}
|
|
212
218
|
|
|
@@ -222,7 +228,7 @@ PosixEventEngine::PollingCycle::~PollingCycle() {
|
|
|
222
228
|
void PosixEventEngine::PollingCycle::PollerWorkInternal() {
|
|
223
229
|
grpc_core::MutexLock lock(&mu_);
|
|
224
230
|
--is_scheduled_;
|
|
225
|
-
|
|
231
|
+
GRPC_CHECK_EQ(is_scheduled_, 0);
|
|
226
232
|
bool again = false;
|
|
227
233
|
// TODO(vigneshbabu): The timeout specified here is arbitrary. For
|
|
228
234
|
// instance, this can be improved by setting the timeout to the next
|
|
@@ -240,8 +246,6 @@ void PosixEventEngine::PollingCycle::PollerWorkInternal() {
|
|
|
240
246
|
cond_.SignalAll();
|
|
241
247
|
}
|
|
242
248
|
|
|
243
|
-
#endif // GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
244
|
-
|
|
245
249
|
void AsyncConnect::Start(EventEngine::Duration timeout) {
|
|
246
250
|
on_writable_ = PosixEngineClosure::ToPermanentClosure(
|
|
247
251
|
[this](absl::Status status) { OnWritable(std::move(status)); });
|
|
@@ -276,7 +280,7 @@ void AsyncConnect::OnWritable(absl::Status status)
|
|
|
276
280
|
absl::StatusOr<std::unique_ptr<EventEngine::Endpoint>> ep;
|
|
277
281
|
|
|
278
282
|
mu_.Lock();
|
|
279
|
-
|
|
283
|
+
GRPC_CHECK_NE(fd_, nullptr);
|
|
280
284
|
fd = std::exchange(fd_, nullptr);
|
|
281
285
|
bool connect_cancelled = connect_cancelled_;
|
|
282
286
|
if (fd->IsHandleShutdown() && status.ok()) {
|
|
@@ -390,84 +394,6 @@ void AsyncConnect::OnWritable(absl::Status status)
|
|
|
390
394
|
}
|
|
391
395
|
}
|
|
392
396
|
|
|
393
|
-
EventEngine::ConnectionHandle
|
|
394
|
-
PosixEventEngine::CreateEndpointFromUnconnectedFdInternal(
|
|
395
|
-
const FileDescriptor& fd, EventEngine::OnConnectCallback on_connect,
|
|
396
|
-
const EventEngine::ResolvedAddress& addr,
|
|
397
|
-
const PosixTcpOptions& tcp_options, MemoryAllocator memory_allocator,
|
|
398
|
-
EventEngine::Duration timeout) {
|
|
399
|
-
#if GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
400
|
-
PosixError err;
|
|
401
|
-
int connect_errno;
|
|
402
|
-
PosixEventPoller* poller = poller_.get();
|
|
403
|
-
do {
|
|
404
|
-
err = poller->posix_interface().Connect(fd, addr.address(), addr.size());
|
|
405
|
-
} while (err.IsPosixError(EINTR));
|
|
406
|
-
if (err.IsWrongGenerationError()) {
|
|
407
|
-
Run([on_connect = std::move(on_connect),
|
|
408
|
-
ep = absl::FailedPreconditionError(
|
|
409
|
-
"connect failed: file descriptor was created before "
|
|
410
|
-
"fork")]() mutable { on_connect(std::move(ep)); });
|
|
411
|
-
return EventEngine::ConnectionHandle::kInvalid;
|
|
412
|
-
}
|
|
413
|
-
|
|
414
|
-
connect_errno = err.errno_value().value_or(0);
|
|
415
|
-
|
|
416
|
-
auto addr_uri = ResolvedAddressToURI(addr);
|
|
417
|
-
if (!addr_uri.ok()) {
|
|
418
|
-
Run([on_connect = std::move(on_connect),
|
|
419
|
-
ep = absl::FailedPreconditionError(absl::StrCat(
|
|
420
|
-
"connect failed: ", "invalid addr: ",
|
|
421
|
-
addr_uri.value()))]() mutable { on_connect(std::move(ep)); });
|
|
422
|
-
return EventEngine::ConnectionHandle::kInvalid;
|
|
423
|
-
}
|
|
424
|
-
|
|
425
|
-
std::string name = absl::StrCat("tcp-client:", addr_uri.value());
|
|
426
|
-
EventHandle* handle =
|
|
427
|
-
poller->CreateHandle(fd, name, poller->CanTrackErrors());
|
|
428
|
-
|
|
429
|
-
if (connect_errno == 0) {
|
|
430
|
-
// Connection already succeeded. Return 0 to discourage any cancellation
|
|
431
|
-
// attempts.
|
|
432
|
-
Run([on_connect = std::move(on_connect),
|
|
433
|
-
ep = CreatePosixEndpoint(
|
|
434
|
-
handle, nullptr, shared_from_this(), std::move(memory_allocator),
|
|
435
|
-
tcp_options)]() mutable { on_connect(std::move(ep)); });
|
|
436
|
-
return EventEngine::ConnectionHandle::kInvalid;
|
|
437
|
-
}
|
|
438
|
-
if (connect_errno != EWOULDBLOCK && connect_errno != EINPROGRESS) {
|
|
439
|
-
// Connection already failed. Return 0 to discourage any cancellation
|
|
440
|
-
// attempts.
|
|
441
|
-
handle->OrphanHandle(nullptr, nullptr, "tcp_client_connect_error");
|
|
442
|
-
Run([on_connect = std::move(on_connect),
|
|
443
|
-
ep = absl::FailedPreconditionError(absl::StrCat(
|
|
444
|
-
"connect failed: ", "addr: ", addr_uri.value(),
|
|
445
|
-
" error: ", std::strerror(connect_errno)))]() mutable {
|
|
446
|
-
on_connect(std::move(ep));
|
|
447
|
-
});
|
|
448
|
-
return EventEngine::ConnectionHandle::kInvalid;
|
|
449
|
-
}
|
|
450
|
-
// Connection is still in progress.
|
|
451
|
-
int64_t connection_id =
|
|
452
|
-
last_connection_id_.fetch_add(1, std::memory_order_acq_rel);
|
|
453
|
-
AsyncConnect* ac =
|
|
454
|
-
new AsyncConnect(std::move(on_connect), shared_from_this(),
|
|
455
|
-
executor_.get(), handle, std::move(memory_allocator),
|
|
456
|
-
tcp_options, addr_uri.value(), connection_id);
|
|
457
|
-
int shard_number = connection_id % connection_shards_.size();
|
|
458
|
-
struct ConnectionShard* shard = &connection_shards_[shard_number];
|
|
459
|
-
{
|
|
460
|
-
grpc_core::MutexLock lock(&shard->mu);
|
|
461
|
-
shard->pending_connections.insert_or_assign(connection_id, ac);
|
|
462
|
-
}
|
|
463
|
-
// Start asynchronous connect and return the connection id.
|
|
464
|
-
ac->Start(timeout);
|
|
465
|
-
return {static_cast<intptr_t>(connection_id), 0};
|
|
466
|
-
#else // GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
467
|
-
grpc_core::Crash("Polling is not available on this platform");
|
|
468
|
-
#endif // GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
469
|
-
}
|
|
470
|
-
|
|
471
397
|
void PosixEventEngine::OnConnectFinishInternal(int connection_handle) {
|
|
472
398
|
int shard_number = connection_handle % connection_shards_.size();
|
|
473
399
|
struct ConnectionShard* shard = &connection_shards_[shard_number];
|
|
@@ -484,12 +410,11 @@ std::shared_ptr<PosixEventEngine> PosixEventEngine::MakePosixEventEngine() {
|
|
|
484
410
|
return engine;
|
|
485
411
|
}
|
|
486
412
|
|
|
487
|
-
#if GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
488
|
-
|
|
489
413
|
std::shared_ptr<PosixEventEngine>
|
|
490
414
|
PosixEventEngine::MakeTestOnlyPosixEventEngine(
|
|
491
415
|
std::shared_ptr<grpc_event_engine::experimental::PosixEventPoller>
|
|
492
416
|
test_only_poller) {
|
|
417
|
+
// Calling a private PosixEventEngine constructor - can't do make_shared
|
|
493
418
|
std::shared_ptr<PosixEventEngine> engine(
|
|
494
419
|
new PosixEventEngine(std::move(test_only_poller)));
|
|
495
420
|
RegisterEventEngineForFork(engine, engine->executor_, engine->timer_manager_);
|
|
@@ -498,36 +423,20 @@ PosixEventEngine::MakeTestOnlyPosixEventEngine(
|
|
|
498
423
|
|
|
499
424
|
PosixEventEngine::PosixEventEngine(std::shared_ptr<PosixEventPoller> poller)
|
|
500
425
|
: connection_shards_(std::max(2 * gpr_cpu_num_cores(), 1u)),
|
|
501
|
-
executor_(MakeThreadPool(grpc_core::Clamp(gpr_cpu_num_cores(), 4u, 16u))),
|
|
502
426
|
poller_(std::move(poller)),
|
|
427
|
+
executor_(MakeThreadPool(grpc_core::Clamp(gpr_cpu_num_cores(), 4u, 16u))),
|
|
503
428
|
timer_manager_(std::make_shared<TimerManager>(executor_)) {}
|
|
504
429
|
|
|
505
430
|
PosixEventEngine::PosixEventEngine()
|
|
506
431
|
: connection_shards_(std::max(2 * gpr_cpu_num_cores(), 1u)),
|
|
507
432
|
executor_(MakeThreadPool(grpc_core::Clamp(gpr_cpu_num_cores(), 4u, 16u))),
|
|
508
433
|
timer_manager_(std::make_shared<TimerManager>(executor_)) {
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
#else // GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
514
|
-
|
|
515
|
-
std::shared_ptr<PosixEventEngine>
|
|
516
|
-
PosixEventEngine::MakeTestOnlyPosixEventEngine(
|
|
517
|
-
std::shared_ptr<grpc_event_engine::experimental::PosixEventPoller>
|
|
518
|
-
test_only_poller) {
|
|
519
|
-
grpc_core::Crash(
|
|
520
|
-
"PosixEventEngine::MakeTestOnlyPosixEventEngine not available on this "
|
|
521
|
-
"platform");
|
|
434
|
+
if (ShouldUsePosixPoller()) {
|
|
435
|
+
poller_ = grpc_event_engine::experimental::MakeDefaultPoller(executor_);
|
|
436
|
+
SchedulePoller();
|
|
437
|
+
}
|
|
522
438
|
}
|
|
523
439
|
|
|
524
|
-
PosixEventEngine::PosixEventEngine()
|
|
525
|
-
: connection_shards_(std::max(2 * gpr_cpu_num_cores(), 1u)),
|
|
526
|
-
executor_(MakeThreadPool(grpc_core::Clamp(gpr_cpu_num_cores(), 4u, 16u))),
|
|
527
|
-
timer_manager_(std::make_shared<TimerManager>(executor_)) {}
|
|
528
|
-
|
|
529
|
-
#endif // GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
530
|
-
|
|
531
440
|
#endif // GRPC_POSIX_SOCKET_TCP
|
|
532
441
|
|
|
533
442
|
struct PosixEventEngine::ClosureData final : public EventEngine::Closure {
|
|
@@ -558,11 +467,11 @@ PosixEventEngine::~PosixEventEngine() {
|
|
|
558
467
|
<< HandleToString(handle);
|
|
559
468
|
}
|
|
560
469
|
}
|
|
561
|
-
|
|
470
|
+
GRPC_CHECK(GPR_LIKELY(known_handles_.empty()));
|
|
562
471
|
}
|
|
563
|
-
#if
|
|
472
|
+
#if defined(GRPC_POSIX_SOCKET_TCP)
|
|
564
473
|
polling_cycle_.reset();
|
|
565
|
-
#endif //
|
|
474
|
+
#endif // defined(GRPC_POSIX_SOCKET_TCP)
|
|
566
475
|
timer_manager_->Shutdown();
|
|
567
476
|
executor_->Quiesce();
|
|
568
477
|
}
|
|
@@ -665,7 +574,7 @@ PosixEventEngine::GetDNSResolver(
|
|
|
665
574
|
<< "PosixEventEngine::" << this << " creating NativePosixDNSResolver";
|
|
666
575
|
return std::make_unique<NativePosixDNSResolver>(shared_from_this());
|
|
667
576
|
}
|
|
668
|
-
#if
|
|
577
|
+
#if defined(GRPC_POSIX_SOCKET_TCP)
|
|
669
578
|
GRPC_TRACE_LOG(event_engine_dns, INFO)
|
|
670
579
|
<< "PosixEventEngine::" << this << " creating AresResolver";
|
|
671
580
|
auto ares_resolver = AresResolver::CreateAresResolver(
|
|
@@ -678,9 +587,9 @@ PosixEventEngine::GetDNSResolver(
|
|
|
678
587
|
RegisterAresResolverForFork(ares_resolver->get());
|
|
679
588
|
return std::make_unique<PosixEventEngine::PosixDNSResolver>(
|
|
680
589
|
std::move(*ares_resolver));
|
|
681
|
-
#else //
|
|
590
|
+
#else // defined(GRPC_POSIX_SOCKET_TCP)
|
|
682
591
|
grpc_core::Crash("Can not create CAres resolver with disabled poller");
|
|
683
|
-
#endif //
|
|
592
|
+
#endif // defined(GRPC_POSIX_SOCKET_TCP)
|
|
684
593
|
}
|
|
685
594
|
|
|
686
595
|
#else // GRPC_ARES == 1 && defined(GRPC_POSIX_SOCKET_ARES_EV_DRIVER)
|
|
@@ -706,8 +615,8 @@ PosixEventEngine::GetDNSResolver(
|
|
|
706
615
|
|
|
707
616
|
bool PosixEventEngine::IsWorkerThread() { grpc_core::Crash("unimplemented"); }
|
|
708
617
|
|
|
709
|
-
std::unique_ptr<EventEngine::Endpoint
|
|
710
|
-
|
|
618
|
+
absl::StatusOr<std::unique_ptr<EventEngine::Endpoint>>
|
|
619
|
+
PosixEventEngine::CreateEndpointFromFd(int fd, const EndpointConfig& config) {
|
|
711
620
|
auto options = TcpOptionsFromEndpointConfig(config);
|
|
712
621
|
MemoryAllocator allocator;
|
|
713
622
|
if (options.memory_allocator_factory != nullptr) {
|
|
@@ -722,7 +631,7 @@ std::unique_ptr<EventEngine::Endpoint> PosixEventEngine::CreateEndpointFromFd(
|
|
|
722
631
|
absl::StrCat("allocator:", fd)));
|
|
723
632
|
}
|
|
724
633
|
|
|
725
|
-
#if
|
|
634
|
+
#if defined(GRPC_POSIX_SOCKET_TCP)
|
|
726
635
|
|
|
727
636
|
bool PosixEventEngine::CancelConnect(EventEngine::ConnectionHandle handle) {
|
|
728
637
|
int connection_handle = handle.keys[0];
|
|
@@ -737,7 +646,7 @@ bool PosixEventEngine::CancelConnect(EventEngine::ConnectionHandle handle) {
|
|
|
737
646
|
auto it = shard->pending_connections.find(connection_handle);
|
|
738
647
|
if (it != shard->pending_connections.end()) {
|
|
739
648
|
ac = it->second;
|
|
740
|
-
|
|
649
|
+
GRPC_CHECK_NE(ac, nullptr);
|
|
741
650
|
// Trying to acquire ac->mu here would could cause a deadlock because
|
|
742
651
|
// the OnWritable method tries to acquire the two mutexes used
|
|
743
652
|
// here in the reverse order. But we dont need to acquire ac->mu before
|
|
@@ -780,9 +689,13 @@ EventEngine::ConnectionHandle PosixEventEngine::Connect(
|
|
|
780
689
|
const EndpointConfig& args, MemoryAllocator memory_allocator,
|
|
781
690
|
Duration timeout) {
|
|
782
691
|
PosixTcpOptions options = TcpOptionsFromEndpointConfig(args);
|
|
783
|
-
absl::StatusOr<EventEnginePosixInterface::PosixSocketCreateResult> socket
|
|
784
|
-
|
|
785
|
-
|
|
692
|
+
absl::StatusOr<EventEnginePosixInterface::PosixSocketCreateResult> socket;
|
|
693
|
+
if (poller_ != nullptr) {
|
|
694
|
+
socket = poller_->posix_interface().CreateAndPrepareTcpClientSocket(options,
|
|
695
|
+
addr);
|
|
696
|
+
} else {
|
|
697
|
+
socket = absl::InternalError("Polling is not enabled");
|
|
698
|
+
}
|
|
786
699
|
if (!socket.ok()) {
|
|
787
700
|
Run([on_connect = std::move(on_connect),
|
|
788
701
|
status = socket.status()]() mutable { on_connect(status); });
|
|
@@ -797,21 +710,112 @@ EventEngine::ConnectionHandle PosixEventEngine::CreateEndpointFromUnconnectedFd(
|
|
|
797
710
|
int fd, EventEngine::OnConnectCallback on_connect,
|
|
798
711
|
const EventEngine::ResolvedAddress& addr, const EndpointConfig& config,
|
|
799
712
|
MemoryAllocator memory_allocator, EventEngine::Duration timeout) {
|
|
713
|
+
if (poller_ == nullptr) {
|
|
714
|
+
Run([on_connect = std::move(on_connect),
|
|
715
|
+
ep = absl::FailedPreconditionError(
|
|
716
|
+
"connect failed: polling is not enabled")]() mutable {
|
|
717
|
+
on_connect(std::move(ep));
|
|
718
|
+
});
|
|
719
|
+
return EventEngine::ConnectionHandle::kInvalid;
|
|
720
|
+
}
|
|
800
721
|
return CreateEndpointFromUnconnectedFdInternal(
|
|
801
|
-
|
|
802
|
-
|
|
722
|
+
poller_->posix_interface().Adopt(fd), std::move(on_connect), addr,
|
|
723
|
+
TcpOptionsFromEndpointConfig(config), std::move(memory_allocator),
|
|
803
724
|
timeout);
|
|
804
725
|
}
|
|
805
726
|
|
|
806
|
-
|
|
727
|
+
EventEngine::ConnectionHandle
|
|
728
|
+
PosixEventEngine::CreateEndpointFromUnconnectedFdInternal(
|
|
729
|
+
const FileDescriptor& fd, EventEngine::OnConnectCallback on_connect,
|
|
730
|
+
const EventEngine::ResolvedAddress& addr,
|
|
731
|
+
const PosixTcpOptions& tcp_options, MemoryAllocator memory_allocator,
|
|
732
|
+
EventEngine::Duration timeout) {
|
|
733
|
+
PosixError err;
|
|
734
|
+
int connect_errno;
|
|
735
|
+
if (poller_ == nullptr) {
|
|
736
|
+
Run([on_connect = std::move(on_connect),
|
|
737
|
+
ep = absl::FailedPreconditionError(
|
|
738
|
+
"connect failed: polling is disabled")]() mutable {
|
|
739
|
+
on_connect(std::move(ep));
|
|
740
|
+
});
|
|
741
|
+
return EventEngine::ConnectionHandle::kInvalid;
|
|
742
|
+
}
|
|
743
|
+
do {
|
|
744
|
+
err = poller_->posix_interface().Connect(fd, addr.address(), addr.size());
|
|
745
|
+
} while (err.IsPosixError(EINTR));
|
|
746
|
+
if (err.IsWrongGenerationError()) {
|
|
747
|
+
Run([on_connect = std::move(on_connect),
|
|
748
|
+
ep = absl::FailedPreconditionError(
|
|
749
|
+
"connect failed: file descriptor was created before "
|
|
750
|
+
"fork")]() mutable { on_connect(std::move(ep)); });
|
|
751
|
+
return EventEngine::ConnectionHandle::kInvalid;
|
|
752
|
+
}
|
|
753
|
+
|
|
754
|
+
connect_errno = err.errno_value().value_or(0);
|
|
755
|
+
|
|
756
|
+
auto addr_uri = ResolvedAddressToURI(addr);
|
|
757
|
+
if (!addr_uri.ok()) {
|
|
758
|
+
Run([on_connect = std::move(on_connect),
|
|
759
|
+
ep = absl::FailedPreconditionError(absl::StrCat(
|
|
760
|
+
"connect failed: ", "invalid addr: ",
|
|
761
|
+
addr_uri.value()))]() mutable { on_connect(std::move(ep)); });
|
|
762
|
+
return EventEngine::ConnectionHandle::kInvalid;
|
|
763
|
+
}
|
|
764
|
+
|
|
765
|
+
std::string name = absl::StrCat("tcp-client:", addr_uri.value());
|
|
766
|
+
EventHandle* handle =
|
|
767
|
+
poller_->CreateHandle(fd, name, poller_->CanTrackErrors());
|
|
768
|
+
|
|
769
|
+
if (connect_errno == 0) {
|
|
770
|
+
// Connection already succeeded. Return 0 to discourage any cancellation
|
|
771
|
+
// attempts.
|
|
772
|
+
Run([on_connect = std::move(on_connect),
|
|
773
|
+
ep = CreatePosixEndpoint(
|
|
774
|
+
handle, nullptr, shared_from_this(), std::move(memory_allocator),
|
|
775
|
+
tcp_options)]() mutable { on_connect(std::move(ep)); });
|
|
776
|
+
return EventEngine::ConnectionHandle::kInvalid;
|
|
777
|
+
}
|
|
778
|
+
if (connect_errno != EWOULDBLOCK && connect_errno != EINPROGRESS) {
|
|
779
|
+
// Connection already failed. Return 0 to discourage any cancellation
|
|
780
|
+
// attempts.
|
|
781
|
+
handle->OrphanHandle(nullptr, nullptr, "tcp_client_connect_error");
|
|
782
|
+
Run([on_connect = std::move(on_connect),
|
|
783
|
+
ep = absl::FailedPreconditionError(absl::StrCat(
|
|
784
|
+
"connect failed: ", "addr: ", addr_uri.value(),
|
|
785
|
+
" error: ", std::strerror(connect_errno)))]() mutable {
|
|
786
|
+
on_connect(std::move(ep));
|
|
787
|
+
});
|
|
788
|
+
return EventEngine::ConnectionHandle::kInvalid;
|
|
789
|
+
}
|
|
790
|
+
// Connection is still in progress.
|
|
791
|
+
int64_t connection_id =
|
|
792
|
+
last_connection_id_.fetch_add(1, std::memory_order_acq_rel);
|
|
793
|
+
AsyncConnect* ac =
|
|
794
|
+
new AsyncConnect(std::move(on_connect), shared_from_this(),
|
|
795
|
+
executor_.get(), handle, std::move(memory_allocator),
|
|
796
|
+
tcp_options, addr_uri.value(), connection_id);
|
|
797
|
+
int shard_number = connection_id % connection_shards_.size();
|
|
798
|
+
struct ConnectionShard* shard = &connection_shards_[shard_number];
|
|
799
|
+
{
|
|
800
|
+
grpc_core::MutexLock lock(&shard->mu);
|
|
801
|
+
shard->pending_connections.insert_or_assign(connection_id, ac);
|
|
802
|
+
}
|
|
803
|
+
// Start asynchronous connect and return the connection id.
|
|
804
|
+
ac->Start(timeout);
|
|
805
|
+
return {static_cast<intptr_t>(connection_id), 0};
|
|
806
|
+
}
|
|
807
|
+
|
|
808
|
+
absl::StatusOr<std::unique_ptr<EventEngine::Endpoint>>
|
|
807
809
|
PosixEventEngine::CreatePosixEndpointFromFd(int fd,
|
|
808
810
|
const EndpointConfig& config,
|
|
809
811
|
MemoryAllocator memory_allocator) {
|
|
810
|
-
|
|
811
|
-
|
|
812
|
+
GRPC_DCHECK_GT(fd, 0);
|
|
813
|
+
if (poller_ == nullptr) {
|
|
814
|
+
return absl::FailedPreconditionError("polling is not enabled");
|
|
815
|
+
}
|
|
812
816
|
EventHandle* handle =
|
|
813
|
-
|
|
814
|
-
|
|
817
|
+
poller_->CreateHandle(poller_->posix_interface().Adopt(fd), "tcp-client",
|
|
818
|
+
poller_->CanTrackErrors());
|
|
815
819
|
return CreatePosixEndpoint(handle, nullptr, shared_from_this(),
|
|
816
820
|
std::move(memory_allocator),
|
|
817
821
|
TcpOptionsFromEndpointConfig(config));
|
|
@@ -847,11 +851,12 @@ PosixEventEngine::CreatePosixListener(
|
|
|
847
851
|
}
|
|
848
852
|
|
|
849
853
|
void PosixEventEngine::SchedulePoller() {
|
|
850
|
-
if (poller_
|
|
851
|
-
|
|
852
|
-
CHECK(!polling_cycle_.has_value());
|
|
853
|
-
polling_cycle_.emplace(executor_, poller_);
|
|
854
|
+
if (poller_ == nullptr) {
|
|
855
|
+
return;
|
|
854
856
|
}
|
|
857
|
+
grpc_core::MutexLock lock(&mu_);
|
|
858
|
+
GRPC_CHECK(!polling_cycle_.has_value());
|
|
859
|
+
polling_cycle_.emplace(executor_, poller_);
|
|
855
860
|
}
|
|
856
861
|
|
|
857
862
|
void PosixEventEngine::ResetPollCycle() {
|
|
@@ -859,7 +864,7 @@ void PosixEventEngine::ResetPollCycle() {
|
|
|
859
864
|
polling_cycle_.reset();
|
|
860
865
|
}
|
|
861
866
|
|
|
862
|
-
#else //
|
|
867
|
+
#else // defined(GRPC_POSIX_SOCKET_TCP)
|
|
863
868
|
|
|
864
869
|
bool PosixEventEngine::CancelConnect(EventEngine::ConnectionHandle handle) {
|
|
865
870
|
grpc_core::Crash(
|
|
@@ -882,7 +887,7 @@ EventEngine::ConnectionHandle PosixEventEngine::CreateEndpointFromUnconnectedFd(
|
|
|
882
887
|
"platform");
|
|
883
888
|
}
|
|
884
889
|
|
|
885
|
-
std::unique_ptr<EventEngine::Endpoint
|
|
890
|
+
absl::StatusOr<std::unique_ptr<EventEngine::Endpoint>>
|
|
886
891
|
PosixEventEngine::CreatePosixEndpointFromFd(int fd,
|
|
887
892
|
const EndpointConfig& config,
|
|
888
893
|
MemoryAllocator memory_allocator) {
|
|
@@ -911,54 +916,47 @@ PosixEventEngine::CreatePosixListener(
|
|
|
911
916
|
"EventEngine::CreateListener is not supported on this platform");
|
|
912
917
|
}
|
|
913
918
|
|
|
914
|
-
#endif //
|
|
919
|
+
#endif // defined(GRPC_POSIX_SOCKET_TCP)
|
|
915
920
|
|
|
916
921
|
#if GRPC_POSIX_SOCKET_TCP && GRPC_ENABLE_FORK_SUPPORT && \
|
|
917
922
|
GRPC_POSIX_FORK_ALLOW_PTHREAD_ATFORK
|
|
918
923
|
|
|
919
924
|
void PosixEventEngine::AfterFork(OnForkRole on_fork_role) {
|
|
920
|
-
#if GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
921
|
-
PosixEventPoller* poller = GetPollerChecked();
|
|
922
|
-
#endif // GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
923
925
|
if (on_fork_role == OnForkRole::kChild) {
|
|
924
926
|
if (grpc_core::IsEventEngineForkEnabled()) {
|
|
925
927
|
AfterForkInChild();
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
#endif // GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
928
|
+
if (poller_ != nullptr) {
|
|
929
|
+
poller_->HandleForkInChild();
|
|
930
|
+
}
|
|
930
931
|
}
|
|
931
932
|
}
|
|
932
|
-
|
|
933
|
-
|
|
934
|
-
|
|
935
|
-
|
|
933
|
+
if (poller_ != nullptr) {
|
|
934
|
+
poller_->ResetKickState();
|
|
935
|
+
SchedulePoller();
|
|
936
|
+
}
|
|
936
937
|
}
|
|
937
938
|
|
|
938
|
-
void PosixEventEngine::BeforeFork() {
|
|
939
|
-
#if GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
940
|
-
ResetPollCycle();
|
|
941
|
-
#endif // GRPC_PLATFORM_SUPPORTS_POSIX_POLLING
|
|
942
|
-
}
|
|
939
|
+
void PosixEventEngine::BeforeFork() { ResetPollCycle(); }
|
|
943
940
|
|
|
944
941
|
void PosixEventEngine::AfterForkInChild() {
|
|
945
942
|
#if GRPC_ARES == 1 && defined(GRPC_POSIX_SOCKET_ARES_EV_DRIVER)
|
|
946
|
-
|
|
947
|
-
|
|
948
|
-
|
|
949
|
-
|
|
950
|
-
|
|
943
|
+
// Resolver restart happens in two stages - first stage before the poller
|
|
944
|
+
// is reinitialized and second stage is afterwards
|
|
945
|
+
absl::InlinedVector<std::shared_ptr<AresResolver::ReinitHandle>, 10>
|
|
946
|
+
ares_resolvers;
|
|
947
|
+
absl::Cleanup cleanup = [&]() {
|
|
948
|
+
for (const auto& resolver : ares_resolvers) {
|
|
949
|
+
resolver->Restart();
|
|
951
950
|
}
|
|
952
|
-
}
|
|
953
|
-
|
|
954
|
-
|
|
955
|
-
|
|
956
|
-
|
|
957
|
-
|
|
958
|
-
|
|
959
|
-
|
|
960
|
-
|
|
961
|
-
locked->Restart();
|
|
951
|
+
};
|
|
952
|
+
{
|
|
953
|
+
grpc_core::MutexLock lock(&resolver_handles_mu_);
|
|
954
|
+
for (const auto& cb : resolver_handles_) {
|
|
955
|
+
auto locked = cb.lock();
|
|
956
|
+
if (locked != nullptr) {
|
|
957
|
+
locked->Reset(absl::CancelledError("Reset resolver on fork"));
|
|
958
|
+
ares_resolvers.emplace_back(std::move(locked));
|
|
959
|
+
}
|
|
962
960
|
}
|
|
963
961
|
}
|
|
964
962
|
#endif
|