grpc 1.75.0 → 1.78.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Makefile +24 -5
- data/include/grpc/credentials.h +27 -6
- data/include/grpc/event_engine/memory_allocator.h +2 -0
- data/include/grpc/event_engine/memory_request.h +2 -0
- data/include/grpc/impl/channel_arg_names.h +5 -0
- data/include/grpc/support/metrics.h +7 -1
- data/src/core/call/call_filters.cc +5 -5
- data/src/core/call/call_filters.h +211 -37
- data/src/core/call/call_spine.cc +1 -1
- data/src/core/call/call_spine.h +54 -32
- data/src/core/call/channelz_context.h +30 -0
- data/src/core/call/client_call.cc +49 -10
- data/src/core/call/client_call.h +6 -3
- data/src/core/call/filter_fusion.h +9 -9
- data/src/core/call/interception_chain.h +7 -6
- data/src/core/call/metadata_batch.cc +49 -55
- data/src/core/call/metadata_batch.h +10 -9
- data/src/core/call/metadata_info.cc +1 -1
- data/src/core/call/parsed_metadata.h +2 -2
- data/src/core/call/request_buffer.cc +1 -1
- data/src/core/call/security_context.cc +2 -2
- data/src/core/call/security_context.h +1 -1
- data/src/core/call/server_call.cc +5 -5
- data/src/core/call/server_call.h +6 -4
- data/src/core/call/simple_slice_based_metadata.h +1 -1
- data/src/core/call/status_util.cc +1 -1
- data/src/core/channelz/channel_trace.cc +1 -1
- data/src/core/channelz/channel_trace.h +3 -3
- data/src/core/channelz/channelz.cc +25 -29
- data/src/core/channelz/channelz.h +73 -22
- data/src/core/channelz/channelz_registry.cc +2 -2
- data/src/core/channelz/channelz_registry.h +53 -2
- data/src/core/channelz/property_list.cc +18 -0
- data/src/core/channelz/property_list.h +15 -4
- data/src/core/channelz/text_encode.cc +66 -0
- data/src/core/channelz/text_encode.h +29 -0
- data/src/core/channelz/v2tov1/convert.cc +17 -6
- data/src/core/channelz/v2tov1/legacy_api.cc +18 -12
- data/src/core/channelz/v2tov1/property_list.cc +2 -1
- data/src/core/channelz/ztrace_collector.h +260 -87
- data/src/core/client_channel/backup_poller.cc +7 -8
- data/src/core/client_channel/buffered_call.cc +140 -0
- data/src/core/client_channel/buffered_call.h +104 -0
- data/src/core/client_channel/client_channel.cc +144 -84
- data/src/core/client_channel/client_channel.h +8 -11
- data/src/core/client_channel/client_channel_factory.h +1 -1
- data/src/core/client_channel/client_channel_filter.cc +424 -686
- data/src/core/client_channel/client_channel_filter.h +57 -150
- data/src/core/client_channel/client_channel_internal.h +8 -5
- data/src/core/client_channel/client_channel_service_config.cc +43 -3
- data/src/core/client_channel/client_channel_service_config.h +12 -1
- data/src/core/client_channel/config_selector.h +5 -5
- data/src/core/client_channel/connector.h +2 -0
- data/src/core/client_channel/dynamic_filters.cc +5 -5
- data/src/core/client_channel/global_subchannel_pool.cc +0 -37
- data/src/core/client_channel/global_subchannel_pool.h +1 -28
- data/src/core/client_channel/lb_metadata.h +1 -1
- data/src/core/client_channel/load_balanced_call_destination.cc +10 -12
- data/src/core/client_channel/load_balanced_call_destination.h +1 -1
- data/src/core/client_channel/local_subchannel_pool.cc +4 -4
- data/src/core/client_channel/retry_filter.cc +2 -2
- data/src/core/client_channel/retry_filter.h +3 -3
- data/src/core/client_channel/retry_filter_legacy_call_data.cc +11 -12
- data/src/core/client_channel/retry_filter_legacy_call_data.h +6 -8
- data/src/core/client_channel/retry_service_config.cc +3 -3
- data/src/core/client_channel/retry_service_config.h +1 -1
- data/src/core/client_channel/subchannel.cc +114 -25
- data/src/core/client_channel/subchannel.h +24 -8
- data/src/core/client_channel/subchannel_pool_interface.cc +2 -2
- data/src/core/client_channel/subchannel_pool_interface.h +1 -1
- data/src/core/client_channel/subchannel_stream_client.cc +5 -5
- data/src/core/client_channel/subchannel_stream_client.h +3 -3
- data/src/core/config/config_vars.cc +38 -3
- data/src/core/config/config_vars.h +26 -0
- data/src/core/config/core_configuration.cc +5 -5
- data/src/core/config/core_configuration.h +8 -8
- data/src/core/config/load_config.cc +13 -1
- data/src/core/config/load_config.h +2 -0
- data/src/core/credentials/call/call_credentials.h +4 -4
- data/src/core/credentials/call/call_creds_registry.h +1 -1
- data/src/core/credentials/call/call_creds_registry_init.cc +2 -2
- data/src/core/credentials/call/call_creds_util.cc +7 -6
- data/src/core/credentials/call/composite/composite_call_credentials.cc +6 -6
- data/src/core/credentials/call/composite/composite_call_credentials.h +1 -1
- data/src/core/credentials/call/external/aws_external_account_credentials.cc +9 -9
- data/src/core/credentials/call/external/aws_external_account_credentials.h +1 -1
- data/src/core/credentials/call/external/external_account_credentials.cc +12 -12
- data/src/core/credentials/call/external/external_account_credentials.h +1 -1
- data/src/core/credentials/call/external/file_external_account_credentials.cc +3 -3
- data/src/core/credentials/call/external/file_external_account_credentials.h +1 -1
- data/src/core/credentials/call/external/url_external_account_credentials.cc +7 -7
- data/src/core/credentials/call/external/url_external_account_credentials.h +1 -1
- data/src/core/credentials/call/gcp_service_account_identity/gcp_service_account_identity_credentials.cc +24 -71
- data/src/core/credentials/call/gcp_service_account_identity/gcp_service_account_identity_credentials.h +1 -8
- data/src/core/credentials/call/iam/iam_credentials.cc +6 -6
- data/src/core/credentials/call/iam/iam_credentials.h +1 -1
- data/src/core/credentials/call/json_util.cc +1 -1
- data/src/core/credentials/call/jwt/json_token.cc +7 -7
- data/src/core/credentials/call/jwt/jwt_credentials.cc +5 -5
- data/src/core/credentials/call/jwt/jwt_credentials.h +4 -4
- data/src/core/credentials/call/jwt/jwt_verifier.cc +19 -18
- data/src/core/credentials/call/jwt_token_file/jwt_token_file_call_credentials.cc +2 -2
- data/src/core/credentials/call/jwt_token_file/jwt_token_file_call_credentials.h +3 -3
- data/src/core/credentials/call/jwt_util.cc +3 -3
- data/src/core/credentials/call/jwt_util.h +1 -1
- data/src/core/credentials/call/oauth2/oauth2_credentials.cc +49 -72
- data/src/core/credentials/call/oauth2/oauth2_credentials.h +3 -9
- data/src/core/credentials/call/plugin/plugin_credentials.cc +6 -6
- data/src/core/credentials/call/plugin/plugin_credentials.h +2 -2
- data/src/core/credentials/call/token_fetcher/token_fetcher_credentials.cc +46 -0
- data/src/core/credentials/call/token_fetcher/token_fetcher_credentials.h +32 -3
- data/src/core/credentials/transport/alts/alts_credentials.cc +5 -5
- data/src/core/credentials/transport/alts/alts_security_connector.cc +17 -15
- data/src/core/credentials/transport/alts/check_gcp_environment_no_op.cc +1 -1
- data/src/core/credentials/transport/alts/grpc_alts_credentials_client_options.cc +23 -3
- data/src/core/credentials/transport/alts/grpc_alts_credentials_options.cc +10 -1
- data/src/core/credentials/transport/alts/grpc_alts_credentials_options.h +31 -0
- data/src/core/credentials/transport/alts/grpc_alts_credentials_server_options.cc +8 -3
- data/src/core/credentials/transport/channel_creds_registry.h +1 -1
- data/src/core/credentials/transport/channel_creds_registry_init.cc +1 -1
- data/src/core/credentials/transport/composite/composite_channel_credentials.cc +7 -7
- data/src/core/credentials/transport/composite/composite_channel_credentials.h +1 -1
- data/src/core/credentials/transport/fake/fake_credentials.cc +1 -1
- data/src/core/credentials/transport/fake/fake_credentials.h +1 -1
- data/src/core/credentials/transport/fake/fake_security_connector.cc +7 -7
- data/src/core/credentials/transport/google_default/credentials_generic.cc +2 -2
- data/src/core/credentials/transport/google_default/google_default_credentials.cc +83 -39
- data/src/core/credentials/transport/google_default/google_default_credentials.h +0 -2
- data/src/core/credentials/transport/insecure/insecure_security_connector.cc +3 -3
- data/src/core/credentials/transport/insecure/insecure_security_connector.h +2 -2
- data/src/core/credentials/transport/local/local_security_connector.cc +13 -13
- data/src/core/credentials/transport/security_connector.cc +6 -6
- data/src/core/credentials/transport/security_connector.h +2 -2
- data/src/core/credentials/transport/ssl/ssl_credentials.cc +13 -13
- data/src/core/credentials/transport/ssl/ssl_credentials.h +2 -2
- data/src/core/credentials/transport/ssl/ssl_security_connector.cc +8 -8
- data/src/core/credentials/transport/tls/certificate_provider_factory.h +1 -1
- data/src/core/credentials/transport/tls/certificate_provider_registry.cc +2 -2
- data/src/core/credentials/transport/tls/certificate_provider_registry.h +1 -1
- data/src/core/credentials/transport/tls/grpc_tls_certificate_distributor.cc +25 -25
- data/src/core/credentials/transport/tls/grpc_tls_certificate_distributor.h +2 -2
- data/src/core/credentials/transport/tls/grpc_tls_certificate_match.cc +1 -1
- data/src/core/credentials/transport/tls/grpc_tls_certificate_provider.cc +8 -8
- data/src/core/credentials/transport/tls/grpc_tls_certificate_provider.h +5 -5
- data/src/core/credentials/transport/tls/grpc_tls_certificate_verifier.cc +3 -3
- data/src/core/credentials/transport/tls/grpc_tls_certificate_verifier.h +4 -4
- data/src/core/credentials/transport/tls/grpc_tls_credentials_options.cc +18 -18
- data/src/core/credentials/transport/tls/grpc_tls_crl_provider.cc +5 -5
- data/src/core/credentials/transport/tls/grpc_tls_crl_provider.h +3 -3
- data/src/core/credentials/transport/tls/load_system_roots_supported.cc +1 -1
- data/src/core/credentials/transport/tls/spiffe_utils.cc +10 -8
- data/src/core/credentials/transport/tls/spiffe_utils.h +2 -2
- data/src/core/credentials/transport/tls/ssl_utils.cc +18 -13
- data/src/core/credentials/transport/tls/ssl_utils.h +2 -2
- data/src/core/credentials/transport/tls/tls_credentials.cc +3 -3
- data/src/core/credentials/transport/tls/tls_security_connector.cc +15 -15
- data/src/core/credentials/transport/tls/tls_security_connector.h +3 -3
- data/src/core/credentials/transport/transport_credentials.cc +3 -3
- data/src/core/credentials/transport/transport_credentials.h +4 -4
- data/src/core/credentials/transport/xds/xds_credentials.cc +5 -5
- data/src/core/credentials/transport/xds/xds_credentials.h +1 -1
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +2 -2
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +4 -1
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +6 -4
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +2 -2
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +7 -7
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +6 -3
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
- data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.cc +2 -2
- data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.h +6 -3
- data/src/core/ext/filters/gcp_authentication/gcp_authentication_service_config_parser.h +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +6 -6
- data/src/core/ext/filters/http/client/http_client_filter.h +4 -1
- data/src/core/ext/filters/http/client_authority_filter.cc +2 -2
- data/src/core/ext/filters/http/client_authority_filter.h +4 -1
- data/src/core/ext/filters/http/http_filters_plugin.cc +1 -1
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +11 -11
- data/src/core/ext/filters/http/message_compress/compression_filter.h +24 -5
- data/src/core/ext/filters/http/server/http_server_filter.cc +3 -3
- data/src/core/ext/filters/http/server/http_server_filter.h +4 -1
- data/src/core/ext/filters/message_size/message_size_filter.cc +2 -2
- data/src/core/ext/filters/message_size/message_size_filter.h +8 -2
- data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
- data/src/core/ext/filters/rbac/rbac_filter.h +4 -1
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +3 -3
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +14 -14
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +13 -2
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +2 -2
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +58 -44
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +2 -3
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +25 -24
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +1 -2
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +306 -148
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +10 -2
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +42 -7
- data/src/core/ext/transport/chttp2/transport/flow_control.h +223 -83
- data/src/core/ext/transport/chttp2/transport/flow_control_manager.h +105 -0
- data/src/core/ext/transport/chttp2/transport/frame.cc +175 -27
- data/src/core/ext/transport/chttp2/transport/frame.h +58 -10
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +4 -4
- data/src/core/ext/transport/chttp2/transport/frame_data.h +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +5 -5
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +7 -7
- data/src/core/ext/transport/chttp2/transport/frame_security.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +7 -15
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/goaway.cc +129 -0
- data/src/core/ext/transport/chttp2/transport/goaway.h +350 -0
- data/src/core/ext/transport/chttp2/transport/header_assembler.h +194 -54
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +8 -6
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +8 -8
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +5 -5
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +34 -34
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +6 -7
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +8 -8
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +1 -1
- data/src/core/ext/transport/chttp2/transport/http2_client_transport.cc +1475 -632
- data/src/core/ext/transport/chttp2/transport/http2_client_transport.h +384 -373
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +6 -4
- data/src/core/ext/transport/chttp2/transport/http2_settings_manager.cc +4 -3
- data/src/core/ext/transport/chttp2/transport/http2_settings_manager.h +6 -5
- data/src/core/ext/transport/chttp2/transport/http2_settings_promises.h +417 -0
- data/src/core/ext/transport/chttp2/transport/http2_status.h +7 -1
- data/src/core/ext/transport/chttp2/transport/http2_transport.cc +337 -30
- data/src/core/ext/transport/chttp2/transport/http2_transport.h +196 -21
- data/src/core/ext/transport/chttp2/transport/http2_ztrace_collector.h +172 -72
- data/src/core/ext/transport/chttp2/transport/incoming_metadata_tracker.h +128 -0
- data/src/core/ext/transport/chttp2/transport/internal.h +31 -19
- data/src/core/ext/transport/chttp2/transport/keepalive.cc +12 -5
- data/src/core/ext/transport/chttp2/transport/keepalive.h +14 -10
- data/src/core/ext/transport/chttp2/transport/message_assembler.h +30 -21
- data/src/core/ext/transport/chttp2/transport/parsing.cc +25 -23
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +3 -3
- data/src/core/ext/transport/chttp2/transport/ping_promise.cc +70 -28
- data/src/core/ext/transport/chttp2/transport/ping_promise.h +63 -23
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/security_frame.cc +31 -0
- data/src/core/ext/transport/chttp2/transport/security_frame.h +32 -0
- data/src/core/ext/transport/chttp2/transport/stream.h +287 -0
- data/src/core/ext/transport/chttp2/transport/stream_data_queue.h +476 -208
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +8 -8
- data/src/core/ext/transport/chttp2/transport/transport_common.cc +17 -1
- data/src/core/ext/transport/chttp2/transport/transport_common.h +57 -0
- data/src/core/ext/transport/chttp2/transport/varint.h +2 -2
- data/src/core/ext/transport/chttp2/transport/writable_streams.h +202 -84
- data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/writing.cc +6 -6
- data/src/core/ext/transport/inproc/inproc_transport.cc +9 -3
- data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +11 -8
- data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb.h +740 -0
- data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb_minitable.c +218 -0
- data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb_minitable.h +46 -0
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +87 -55
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +23 -21
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/channelz.upbdefs.c +80 -0
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/channelz.upbdefs.h +47 -0
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/service.upbdefs.c +129 -0
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/service.upbdefs.h +72 -0
- data/src/core/filter/auth/auth_filters.h +7 -1
- data/src/core/filter/auth/client_auth_filter.cc +2 -2
- data/src/core/filter/auth/server_auth_filter.cc +5 -5
- data/src/core/filter/blackboard.h +2 -2
- data/src/core/filter/filter_args.h +40 -2
- data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +2 -2
- data/src/core/handshaker/handshaker.cc +8 -8
- data/src/core/handshaker/handshaker.h +2 -2
- data/src/core/handshaker/http_connect/http_connect_handshaker.cc +5 -5
- data/src/core/handshaker/http_connect/http_proxy_mapper.cc +12 -12
- data/src/core/handshaker/http_connect/http_proxy_mapper.h +1 -1
- data/src/core/handshaker/http_connect/xds_http_proxy_mapper.cc +1 -1
- data/src/core/handshaker/http_connect/xds_http_proxy_mapper.h +1 -1
- data/src/core/handshaker/proxy_mapper.h +1 -1
- data/src/core/handshaker/proxy_mapper_registry.h +1 -1
- data/src/core/handshaker/security/legacy_secure_endpoint.cc +6 -6
- data/src/core/handshaker/security/pipelined_secure_endpoint.cc +38 -15
- data/src/core/handshaker/security/secure_endpoint.cc +31 -11
- data/src/core/handshaker/security/security_handshaker.cc +11 -8
- data/src/core/handshaker/security/security_handshaker.h +1 -1
- data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +6 -6
- data/src/core/lib/address_utils/parse_address.cc +5 -5
- data/src/core/lib/address_utils/parse_address.h +2 -2
- data/src/core/lib/address_utils/sockaddr_utils.cc +4 -4
- data/src/core/lib/address_utils/sockaddr_utils.h +1 -1
- data/src/core/lib/channel/channel_args.cc +1 -1
- data/src/core/lib/channel/channel_args.h +2 -2
- data/src/core/lib/channel/channel_stack.cc +29 -25
- data/src/core/lib/channel/channel_stack.h +8 -3
- data/src/core/lib/channel/channel_stack_builder.cc +8 -4
- data/src/core/lib/channel/channel_stack_builder.h +10 -9
- data/src/core/lib/channel/channel_stack_builder_impl.cc +8 -13
- data/src/core/lib/channel/channel_stack_builder_impl.h +1 -1
- data/src/core/lib/channel/connected_channel.cc +4 -4
- data/src/core/lib/channel/promise_based_filter.cc +132 -72
- data/src/core/lib/channel/promise_based_filter.h +39 -23
- data/src/core/lib/compression/compression_internal.cc +6 -6
- data/src/core/lib/compression/compression_internal.h +1 -1
- data/src/core/lib/compression/message_compress.cc +8 -8
- data/src/core/lib/debug/trace.cc +2 -5
- data/src/core/lib/debug/trace.h +10 -0
- data/src/core/lib/debug/trace_flags.cc +2 -2
- data/src/core/lib/debug/trace_flags.h +1 -1
- data/src/core/lib/event_engine/ares_resolver.cc +30 -28
- data/src/core/lib/event_engine/ares_resolver.h +4 -4
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +3 -3
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +1 -1
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +4 -4
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +3 -3
- data/src/core/lib/event_engine/channel_args_endpoint_config.h +1 -1
- data/src/core/lib/event_engine/default_event_engine.cc +1 -1
- data/src/core/lib/event_engine/event_engine.cc +1 -1
- data/src/core/lib/event_engine/extensions/channelz.h +3 -3
- data/src/core/lib/event_engine/extensions/chaotic_good_extension.h +1 -1
- data/src/core/lib/event_engine/extensions/supports_fd.h +5 -5
- data/src/core/lib/event_engine/extensions/tcp_trace.h +8 -1
- data/src/core/lib/event_engine/grpc_polled_fd.h +1 -1
- data/src/core/lib/event_engine/memory_allocator_factory.h +1 -1
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +12 -12
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +5 -5
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +15 -15
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +3 -3
- data/src/core/lib/event_engine/posix_engine/event_poller.h +2 -2
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/file_descriptor_collection.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/file_descriptor_collection.h +1 -1
- data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +4 -4
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +1 -1
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +1 -1
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +28 -27
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +17 -17
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +175 -177
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +40 -61
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +11 -7
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +4 -4
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +9 -9
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +1 -1
- data/src/core/lib/event_engine/posix_engine/posix_interface.h +2 -2
- data/src/core/lib/event_engine/posix_engine/posix_interface_posix.cc +5 -5
- data/src/core/lib/event_engine/posix_engine/posix_write_event_sink.h +1 -1
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +1 -1
- data/src/core/lib/event_engine/posix_engine/timer.h +1 -1
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +4 -4
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +1 -1
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +1 -1
- data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +1 -1
- data/src/core/lib/event_engine/resolved_address.cc +3 -3
- data/src/core/lib/event_engine/shim.cc +8 -11
- data/src/core/lib/event_engine/shim.h +2 -1
- data/src/core/lib/event_engine/slice.cc +2 -2
- data/src/core/lib/event_engine/tcp_socket_utils.cc +15 -15
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +1 -1
- data/src/core/lib/event_engine/thread_pool/thread_count.h +1 -1
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +11 -11
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +3 -3
- data/src/core/lib/event_engine/utils.cc +3 -3
- data/src/core/lib/event_engine/utils.h +1 -1
- data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +32 -32
- data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.h +2 -2
- data/src/core/lib/event_engine/windows/iocp.cc +11 -11
- data/src/core/lib/event_engine/windows/iocp.h +1 -1
- data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +5 -2
- data/src/core/lib/event_engine/windows/win_socket.cc +7 -7
- data/src/core/lib/event_engine/windows/win_socket.h +2 -2
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +16 -16
- data/src/core/lib/event_engine/windows/windows_engine.cc +20 -18
- data/src/core/lib/event_engine/windows/windows_engine.h +3 -3
- data/src/core/lib/event_engine/windows/windows_listener.cc +10 -10
- data/src/core/lib/event_engine/windows/windows_listener.h +2 -2
- data/src/core/lib/event_engine/work_queue/basic_work_queue.h +2 -2
- data/src/core/lib/experiments/config.cc +4 -4
- data/src/core/lib/experiments/experiments.cc +255 -42
- data/src/core/lib/experiments/experiments.h +105 -21
- data/src/core/lib/iomgr/buffer_list.cc +1 -1
- data/src/core/lib/iomgr/call_combiner.cc +4 -4
- data/src/core/lib/iomgr/call_combiner.h +2 -2
- data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
- data/src/core/lib/iomgr/closure.h +2 -2
- data/src/core/lib/iomgr/combiner.cc +2 -2
- data/src/core/lib/iomgr/endpoint.h +1 -1
- data/src/core/lib/iomgr/endpoint_cfstream.cc +7 -7
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +6 -6
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +16 -15
- data/src/core/lib/iomgr/error.cc +1 -1
- data/src/core/lib/iomgr/error.h +2 -2
- data/src/core/lib/iomgr/error_cfstream.cc +1 -1
- data/src/core/lib/iomgr/ev_apple.cc +1 -1
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +19 -19
- data/src/core/lib/iomgr/ev_poll_posix.cc +14 -14
- data/src/core/lib/iomgr/ev_posix.cc +3 -3
- data/src/core/lib/iomgr/event_engine_shims/closure.cc +3 -3
- data/src/core/lib/iomgr/event_engine_shims/closure.h +1 -1
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +10 -9
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +1 -1
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +2 -2
- data/src/core/lib/iomgr/exec_ctx.cc +3 -3
- data/src/core/lib/iomgr/exec_ctx.h +1 -1
- data/src/core/lib/iomgr/fork_posix.cc +1 -1
- data/src/core/lib/iomgr/internal_errqueue.cc +1 -1
- data/src/core/lib/iomgr/iocp_windows.cc +9 -9
- data/src/core/lib/iomgr/iomgr.cc +1 -1
- data/src/core/lib/iomgr/iomgr_windows.cc +3 -3
- data/src/core/lib/iomgr/lockfree_event.cc +3 -3
- data/src/core/lib/iomgr/polling_entity.cc +4 -4
- data/src/core/lib/iomgr/resolve_address.cc +1 -1
- data/src/core/lib/iomgr/resolve_address.h +2 -2
- data/src/core/lib/iomgr/resolve_address_posix.cc +4 -4
- data/src/core/lib/iomgr/resolve_address_windows.cc +1 -1
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +1 -1
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +4 -4
- data/src/core/lib/iomgr/socket_windows.cc +6 -6
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +1 -1
- data/src/core/lib/iomgr/tcp_client_posix.cc +7 -7
- data/src/core/lib/iomgr/tcp_client_windows.cc +4 -4
- data/src/core/lib/iomgr/tcp_posix.cc +47 -47
- data/src/core/lib/iomgr/tcp_server.cc +5 -0
- data/src/core/lib/iomgr/tcp_server.h +7 -0
- data/src/core/lib/iomgr/tcp_server_posix.cc +62 -31
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +4 -1
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +7 -7
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +4 -4
- data/src/core/lib/iomgr/tcp_server_windows.cc +70 -31
- data/src/core/lib/iomgr/tcp_windows.cc +8 -8
- data/src/core/lib/iomgr/timer_generic.cc +5 -5
- data/src/core/lib/iomgr/timer_manager.cc +3 -3
- data/src/core/lib/iomgr/unix_sockets_posix.cc +3 -3
- data/src/core/lib/iomgr/unix_sockets_posix.h +1 -1
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +2 -2
- data/src/core/lib/iomgr/vsock.cc +1 -1
- data/src/core/lib/iomgr/vsock.h +1 -1
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +1 -1
- data/src/core/lib/promise/activity.cc +3 -3
- data/src/core/lib/promise/activity.h +11 -10
- data/src/core/lib/promise/all_ok.h +3 -3
- data/src/core/lib/promise/arena_promise.h +47 -6
- data/src/core/lib/promise/context.h +3 -3
- data/src/core/lib/promise/detail/join_state.h +10 -10
- data/src/core/lib/promise/detail/promise_factory.h +1 -1
- data/src/core/lib/promise/detail/promise_like.h +1 -1
- data/src/core/lib/promise/detail/seq_state.h +16 -16
- data/src/core/lib/promise/detail/status.h +2 -2
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +1 -1
- data/src/core/lib/promise/for_each.h +8 -8
- data/src/core/lib/promise/if.h +1 -1
- data/src/core/lib/promise/inter_activity_latch.h +3 -3
- data/src/core/lib/promise/inter_activity_mutex.h +1 -1
- data/src/core/lib/promise/interceptor_list.h +5 -5
- data/src/core/lib/promise/latch.h +9 -9
- data/src/core/lib/promise/loop.h +2 -2
- data/src/core/lib/promise/map.h +2 -2
- data/src/core/lib/promise/mpsc.cc +31 -30
- data/src/core/lib/promise/mpsc.h +2 -2
- data/src/core/lib/promise/observable.h +6 -6
- data/src/core/lib/promise/party.cc +43 -30
- data/src/core/lib/promise/party.h +27 -23
- data/src/core/lib/promise/pipe.h +31 -17
- data/src/core/lib/promise/poll.h +6 -5
- data/src/core/lib/promise/promise.h +2 -4
- data/src/core/lib/promise/sleep.cc +3 -1
- data/src/core/lib/promise/sleep.h +1 -1
- data/src/core/lib/promise/status_flag.h +8 -8
- data/src/core/lib/promise/try_join.h +5 -5
- data/src/core/lib/promise/try_seq.h +5 -5
- data/src/core/lib/promise/wait_set.h +2 -2
- data/src/core/lib/resource_quota/api.cc +1 -1
- data/src/core/lib/resource_quota/arena.cc +1 -1
- data/src/core/lib/resource_quota/arena.h +15 -2
- data/src/core/lib/resource_quota/connection_quota.cc +9 -7
- data/src/core/lib/resource_quota/connection_quota.h +1 -1
- data/src/core/lib/resource_quota/memory_quota.cc +48 -27
- data/src/core/lib/resource_quota/memory_quota.h +56 -20
- data/src/core/lib/resource_quota/periodic_update.h +1 -1
- data/src/core/lib/resource_quota/resource_quota.cc +8 -0
- data/src/core/lib/resource_quota/resource_quota.h +2 -1
- data/src/core/lib/resource_quota/stream_quota.cc +22 -0
- data/src/core/lib/resource_quota/stream_quota.h +31 -0
- data/src/core/lib/resource_quota/telemetry.h +55 -0
- data/src/core/lib/resource_quota/thread_quota.cc +2 -2
- data/src/core/lib/resource_quota/thread_quota.h +1 -1
- data/src/core/lib/resource_tracker/resource_tracker.cc +33 -0
- data/src/core/lib/resource_tracker/resource_tracker.h +46 -0
- data/src/core/lib/security/authorization/audit_logging.cc +7 -7
- data/src/core/lib/security/authorization/audit_logging.h +1 -1
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/evaluate_args.cc +5 -5
- data/src/core/lib/security/authorization/evaluate_args.h +1 -1
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +2 -2
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +3 -3
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +4 -1
- data/src/core/lib/security/authorization/matchers.cc +2 -2
- data/src/core/lib/security/authorization/stdout_logger.cc +3 -3
- data/src/core/lib/slice/percent_encoding.cc +1 -1
- data/src/core/lib/slice/slice.cc +1 -1
- data/src/core/lib/slice/slice.h +2 -2
- data/src/core/lib/slice/slice_buffer.cc +1 -1
- data/src/core/lib/slice/slice_internal.h +1 -1
- data/src/core/lib/surface/byte_buffer_reader.cc +2 -2
- data/src/core/lib/surface/call.cc +58 -28
- data/src/core/lib/surface/call.h +13 -6
- data/src/core/lib/surface/call_log_batch.cc +2 -2
- data/src/core/lib/surface/call_utils.cc +7 -7
- data/src/core/lib/surface/call_utils.h +85 -20
- data/src/core/lib/surface/channel.cc +6 -5
- data/src/core/lib/surface/channel.h +13 -3
- data/src/core/lib/surface/channel_create.cc +12 -8
- data/src/core/lib/surface/channel_create.h +1 -1
- data/src/core/lib/surface/channel_init.cc +84 -27
- data/src/core/lib/surface/channel_init.h +30 -13
- data/src/core/lib/surface/completion_queue.cc +21 -20
- data/src/core/lib/surface/completion_queue_factory.cc +7 -7
- data/src/core/lib/surface/connection_context.h +45 -2
- data/src/core/lib/surface/filter_stack_call.cc +25 -31
- data/src/core/lib/surface/filter_stack_call.h +6 -7
- data/src/core/lib/surface/init.cc +4 -4
- data/src/core/lib/surface/lame_client.cc +2 -2
- data/src/core/lib/surface/lame_client.h +3 -3
- data/src/core/lib/surface/legacy_channel.cc +10 -10
- data/src/core/lib/surface/legacy_channel.h +1 -1
- data/src/core/lib/surface/validate_metadata.cc +2 -2
- data/src/core/lib/surface/validate_metadata.h +3 -3
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.h +5 -5
- data/src/core/lib/transport/connectivity_state.cc +1 -1
- data/src/core/lib/transport/connectivity_state.h +2 -2
- data/src/core/lib/transport/error_utils.h +1 -1
- data/src/core/lib/transport/promise_endpoint.cc +4 -4
- data/src/core/lib/transport/promise_endpoint.h +11 -11
- data/src/core/lib/transport/timeout_encoding.cc +4 -4
- data/src/core/lib/transport/transport.cc +3 -3
- data/src/core/lib/transport/transport.h +62 -4
- data/src/core/lib/transport/transport_framing_endpoint_extension.h +1 -1
- data/src/core/lib/transport/transport_op_string.cc +2 -2
- data/src/core/load_balancing/address_filtering.cc +1 -1
- data/src/core/load_balancing/address_filtering.h +2 -2
- data/src/core/load_balancing/backend_metric_parser.cc +1 -1
- data/src/core/load_balancing/backend_metric_parser.h +1 -1
- data/src/core/load_balancing/child_policy_handler.cc +8 -8
- data/src/core/load_balancing/child_policy_handler.h +2 -2
- data/src/core/load_balancing/delegating_helper.h +2 -2
- data/src/core/load_balancing/endpoint_list.cc +6 -6
- data/src/core/load_balancing/endpoint_list.h +2 -2
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +7 -5
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +5 -1
- data/src/core/load_balancing/grpclb/grpclb.cc +37 -48
- data/src/core/load_balancing/grpclb/grpclb_client_stats.h +2 -2
- data/src/core/load_balancing/grpclb/load_balancer_api.cc +1 -1
- data/src/core/load_balancing/grpclb/load_balancer_api.h +1 -1
- data/src/core/load_balancing/health_check_client.cc +13 -9
- data/src/core/load_balancing/health_check_client_internal.h +5 -5
- data/src/core/load_balancing/lb_policy.h +11 -8
- data/src/core/load_balancing/lb_policy_factory.h +2 -2
- data/src/core/load_balancing/lb_policy_registry.cc +3 -3
- data/src/core/load_balancing/lb_policy_registry.h +2 -2
- data/src/core/load_balancing/oob_backend_metric.cc +11 -7
- data/src/core/load_balancing/oob_backend_metric_internal.h +4 -4
- data/src/core/load_balancing/outlier_detection/outlier_detection.cc +9 -17
- data/src/core/load_balancing/pick_first/pick_first.cc +62 -32
- data/src/core/load_balancing/priority/priority.cc +29 -30
- data/src/core/load_balancing/ring_hash/ring_hash.cc +11 -11
- data/src/core/load_balancing/rls/rls.cc +23 -23
- data/src/core/load_balancing/round_robin/round_robin.cc +16 -16
- data/src/core/load_balancing/subchannel_interface.h +2 -2
- data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.cc +3 -3
- data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +42 -41
- data/src/core/load_balancing/weighted_target/weighted_target.cc +14 -14
- data/src/core/load_balancing/xds/cds.cc +81 -37
- data/src/core/load_balancing/xds/xds_cluster_impl.cc +24 -41
- data/src/core/load_balancing/xds/xds_cluster_manager.cc +6 -6
- data/src/core/load_balancing/xds/xds_override_host.cc +14 -14
- data/src/core/load_balancing/xds/xds_override_host.h +1 -1
- data/src/core/load_balancing/xds/xds_wrr_locality.cc +5 -5
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +8 -8
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.h +1 -1
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver.h +1 -1
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +4 -4
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +35 -35
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +16 -16
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +2 -2
- data/src/core/resolver/dns/dns_resolver_plugin.cc +8 -5
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +10 -10
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.h +1 -1
- data/src/core/resolver/dns/event_engine/service_config_helper.cc +2 -2
- data/src/core/resolver/dns/native/dns_resolver.cc +7 -7
- data/src/core/resolver/endpoint_addresses.cc +6 -6
- data/src/core/resolver/endpoint_addresses.h +4 -1
- data/src/core/resolver/fake/fake_resolver.cc +3 -3
- data/src/core/resolver/fake/fake_resolver.h +3 -3
- data/src/core/resolver/google_c2p/google_c2p_resolver.cc +46 -59
- data/src/core/resolver/polling_resolver.cc +8 -8
- data/src/core/resolver/polling_resolver.h +1 -1
- data/src/core/resolver/resolver.h +2 -2
- data/src/core/resolver/resolver_factory.h +2 -2
- data/src/core/resolver/resolver_registry.cc +5 -4
- data/src/core/resolver/resolver_registry.h +1 -1
- data/src/core/resolver/sockaddr/sockaddr_resolver.cc +4 -4
- data/src/core/resolver/xds/xds_config.cc +1 -1
- data/src/core/resolver/xds/xds_config.h +3 -3
- data/src/core/resolver/xds/xds_dependency_manager.cc +7 -7
- data/src/core/resolver/xds/xds_dependency_manager.h +3 -3
- data/src/core/resolver/xds/xds_resolver.cc +25 -22
- data/src/core/resolver/xds/xds_resolver_attributes.h +1 -1
- data/src/core/server/add_port.cc +2 -2
- data/src/core/server/server.cc +47 -43
- data/src/core/server/server.h +8 -7
- data/src/core/server/server_call_tracer_filter.cc +1 -1
- data/src/core/server/server_call_tracer_filter.h +9 -5
- data/src/core/server/server_config_selector.h +2 -2
- data/src/core/server/server_config_selector_filter.cc +5 -5
- data/src/core/server/xds_channel_stack_modifier.cc +3 -2
- data/src/core/server/xds_channel_stack_modifier.h +1 -1
- data/src/core/server/xds_server_config_fetcher.cc +19 -18
- data/src/core/service_config/service_config.h +1 -1
- data/src/core/service_config/service_config_channel_arg_filter.h +4 -1
- data/src/core/service_config/service_config_impl.cc +3 -3
- data/src/core/service_config/service_config_impl.h +4 -4
- data/src/core/service_config/service_config_parser.h +1 -1
- data/src/core/telemetry/call_tracer.cc +39 -49
- data/src/core/telemetry/call_tracer.h +201 -24
- data/src/core/telemetry/default_tcp_tracer.h +3 -3
- data/src/core/telemetry/histogram.h +205 -0
- data/src/core/telemetry/instrument.cc +999 -0
- data/src/core/telemetry/instrument.h +1105 -0
- data/src/core/telemetry/metrics.cc +15 -5
- data/src/core/telemetry/metrics.h +36 -5
- data/src/core/telemetry/stats.h +2 -2
- data/src/core/telemetry/stats_data.cc +1 -20
- data/src/core/telemetry/stats_data.h +2 -21
- data/src/core/transport/auth_context.cc +3 -3
- data/src/core/transport/auth_context.h +2 -1
- data/src/core/transport/auth_context_comparator_registry.h +1 -1
- data/src/core/tsi/alts/crypt/aes_gcm.cc +1 -1
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +2 -2
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +1 -1
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +81 -48
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +1 -0
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +3 -3
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +46 -36
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +4 -4
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -1
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +4 -4
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +11 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +10 -0
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +16 -8
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +3 -0
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +18 -5
- data/src/core/tsi/fake_transport_security.cc +6 -5
- data/src/core/tsi/local_transport_security.cc +1 -1
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +5 -5
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +1 -1
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +10 -10
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +4 -4
- data/src/core/tsi/ssl_transport_security.cc +30 -30
- data/src/core/tsi/ssl_transport_security.h +1 -1
- data/src/core/tsi/ssl_transport_security_utils.cc +10 -10
- data/src/core/tsi/ssl_transport_security_utils.h +2 -2
- data/src/core/tsi/transport_security_grpc.cc +8 -0
- data/src/core/tsi/transport_security_grpc.h +15 -0
- data/src/core/util/alloc.cc +1 -1
- data/src/core/util/backoff.h +1 -1
- data/src/core/util/chunked_vector.h +4 -4
- data/src/core/util/crash.h +1 -1
- data/src/core/util/dual_ref_counted.h +2 -2
- data/src/core/util/event_log.cc +2 -2
- data/src/core/util/event_log.h +3 -3
- data/src/core/util/gcp_metadata_query.cc +7 -7
- data/src/core/util/gcp_metadata_query.h +2 -2
- data/src/core/util/glob.cc +2 -0
- data/src/core/util/grpc_check.cc +24 -0
- data/src/core/util/grpc_check.h +103 -0
- data/src/core/util/grpc_if_nametoindex_posix.cc +1 -1
- data/src/core/util/grpc_if_nametoindex_unsupported.cc +1 -1
- data/src/core/util/http_client/format_request.cc +1 -1
- data/src/core/util/http_client/httpcli.cc +6 -6
- data/src/core/util/http_client/httpcli.h +4 -4
- data/src/core/util/http_client/httpcli_security_connector.cc +4 -4
- data/src/core/util/http_client/parser.cc +4 -4
- data/src/core/util/json/json_channel_args.h +1 -1
- data/src/core/util/json/json_object_loader.h +6 -6
- data/src/core/util/json/json_reader.cc +2 -2
- data/src/core/util/json/json_reader.h +1 -1
- data/src/core/util/json/json_util.h +3 -3
- data/src/core/util/json/json_writer.cc +1 -1
- data/src/core/util/latent_see.cc +45 -24
- data/src/core/util/latent_see.h +199 -28
- data/src/core/util/linux/cpu.cc +1 -1
- data/src/core/util/load_file.cc +1 -1
- data/src/core/util/load_file.h +1 -1
- data/src/core/util/log.cc +3 -3
- data/src/core/util/lru_cache.h +4 -4
- data/src/core/util/matchers.h +1 -1
- data/src/core/util/memory_usage.h +17 -1
- data/src/core/util/mpscq.h +1 -1
- data/src/core/util/notification.h +1 -1
- data/src/core/util/posix/cpu.cc +1 -1
- data/src/core/util/posix/directory_reader.cc +3 -2
- data/src/core/util/posix/stat.cc +2 -2
- data/src/core/util/posix/sync.cc +24 -24
- data/src/core/util/posix/thd.cc +2 -2
- data/src/core/util/posix/tmpfile.cc +2 -2
- data/src/core/util/postmortem_emit.cc +52 -0
- data/src/core/util/postmortem_emit.h +30 -0
- data/src/core/util/ref_counted.h +2 -2
- data/src/core/util/ref_counted_ptr.h +6 -1
- data/src/core/util/ref_counted_string.h +1 -1
- data/src/core/util/single_set_ptr.h +3 -1
- data/src/core/util/status_helper.cc +8 -8
- data/src/core/util/status_helper.h +1 -1
- data/src/core/util/string.cc +2 -2
- data/src/core/util/sync_abseil.cc +1 -1
- data/src/core/util/table.h +1 -1
- data/src/core/util/time.cc +1 -1
- data/src/core/util/time_precise.cc +1 -1
- data/src/core/util/trie_lookup.h +170 -0
- data/src/core/util/unique_ptr_with_bitset.h +5 -5
- data/src/core/util/unique_type_name.h +1 -1
- data/src/core/util/upb_utils.h +6 -1
- data/src/core/util/validation_errors.cc +2 -2
- data/src/core/util/validation_errors.h +2 -3
- data/src/core/util/wait_for_single_owner.h +2 -2
- data/src/core/util/windows/directory_reader.cc +1 -1
- data/src/core/util/windows/stat.cc +2 -2
- data/src/core/util/windows/thd.cc +2 -2
- data/src/core/util/windows/time.cc +1 -1
- data/src/core/util/work_serializer.cc +3 -3
- data/src/core/util/work_serializer.h +2 -2
- data/src/core/xds/grpc/certificate_provider_store.cc +2 -2
- data/src/core/xds/grpc/certificate_provider_store.h +2 -2
- data/src/core/xds/grpc/file_watcher_certificate_provider_factory.cc +3 -3
- data/src/core/xds/grpc/file_watcher_certificate_provider_factory.h +1 -1
- data/src/core/xds/grpc/xds_audit_logger_registry.cc +3 -3
- data/src/core/xds/grpc/xds_audit_logger_registry.h +1 -1
- data/src/core/xds/grpc/xds_bootstrap_grpc.cc +7 -7
- data/src/core/xds/grpc/xds_bootstrap_grpc.h +8 -3
- data/src/core/xds/grpc/xds_certificate_provider.cc +4 -4
- data/src/core/xds/grpc/xds_certificate_provider.h +2 -2
- data/src/core/xds/grpc/xds_client_grpc.cc +39 -20
- data/src/core/xds/grpc/xds_client_grpc.h +6 -3
- data/src/core/xds/grpc/xds_cluster.cc +2 -2
- data/src/core/xds/grpc/xds_cluster.h +1 -1
- data/src/core/xds/grpc/xds_cluster_parser.cc +7 -7
- data/src/core/xds/grpc/xds_cluster_parser.h +1 -1
- data/src/core/xds/grpc/xds_cluster_specifier_plugin.cc +4 -4
- data/src/core/xds/grpc/xds_cluster_specifier_plugin.h +1 -1
- data/src/core/xds/grpc/xds_common_types.cc +1 -1
- data/src/core/xds/grpc/xds_common_types.h +1 -1
- data/src/core/xds/grpc/xds_common_types_parser.cc +5 -5
- data/src/core/xds/grpc/xds_endpoint.h +2 -2
- data/src/core/xds/grpc/xds_endpoint_parser.cc +7 -7
- data/src/core/xds/grpc/xds_endpoint_parser.h +1 -1
- data/src/core/xds/grpc/xds_health_status.cc +1 -1
- data/src/core/xds/grpc/xds_health_status.h +1 -1
- data/src/core/xds/grpc/xds_http_fault_filter.cc +4 -4
- data/src/core/xds/grpc/xds_http_fault_filter.h +2 -2
- data/src/core/xds/grpc/xds_http_filter.h +3 -3
- data/src/core/xds/grpc/xds_http_filter_registry.cc +4 -3
- data/src/core/xds/grpc/xds_http_filter_registry.h +2 -2
- data/src/core/xds/grpc/xds_http_gcp_authn_filter.cc +3 -3
- data/src/core/xds/grpc/xds_http_gcp_authn_filter.h +2 -2
- data/src/core/xds/grpc/xds_http_rbac_filter.cc +4 -4
- data/src/core/xds/grpc/xds_http_rbac_filter.h +2 -2
- data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +3 -3
- data/src/core/xds/grpc/xds_http_stateful_session_filter.h +2 -2
- data/src/core/xds/grpc/xds_lb_policy_registry.cc +1 -1
- data/src/core/xds/grpc/xds_lb_policy_registry.h +1 -1
- data/src/core/xds/grpc/xds_listener.cc +2 -2
- data/src/core/xds/grpc/xds_listener_parser.cc +9 -9
- data/src/core/xds/grpc/xds_listener_parser.h +1 -1
- data/src/core/xds/grpc/xds_matcher.cc +277 -0
- data/src/core/xds/grpc/xds_matcher.h +432 -0
- data/src/core/xds/grpc/xds_matcher_action.cc +47 -0
- data/src/core/xds/grpc/xds_matcher_action.h +48 -0
- data/src/core/xds/grpc/xds_matcher_context.cc +29 -0
- data/src/core/xds/grpc/xds_matcher_context.h +46 -0
- data/src/core/xds/grpc/xds_matcher_input.cc +79 -0
- data/src/core/xds/grpc/xds_matcher_input.h +105 -0
- data/src/core/xds/grpc/xds_matcher_parse.cc +356 -0
- data/src/core/xds/grpc/xds_matcher_parse.h +39 -0
- data/src/core/xds/grpc/xds_metadata.cc +4 -3
- data/src/core/xds/grpc/xds_metadata.h +3 -3
- data/src/core/xds/grpc/xds_metadata_parser.cc +2 -2
- data/src/core/xds/grpc/xds_route_config.cc +3 -3
- data/src/core/xds/grpc/xds_route_config_parser.cc +14 -14
- data/src/core/xds/grpc/xds_route_config_parser.h +1 -1
- data/src/core/xds/grpc/xds_routing.cc +6 -6
- data/src/core/xds/grpc/xds_routing.h +2 -2
- data/src/core/xds/grpc/xds_server_grpc.cc +2 -2
- data/src/core/xds/grpc/xds_transport_grpc.cc +11 -11
- data/src/core/xds/grpc/xds_transport_grpc.h +2 -2
- data/src/core/xds/xds_client/lrs_client.cc +9 -9
- data/src/core/xds/xds_client/lrs_client.h +4 -4
- data/src/core/xds/xds_client/xds_api.h +1 -1
- data/src/core/xds/xds_client/xds_backend_metric_propagation.cc +1 -1
- data/src/core/xds/xds_client/xds_backend_metric_propagation.h +1 -1
- data/src/core/xds/xds_client/xds_client.cc +17 -17
- data/src/core/xds/xds_client/xds_client.h +5 -5
- data/src/core/xds/xds_client/xds_locality.h +2 -2
- data/src/core/xds/xds_client/xds_resource_type.h +2 -2
- data/src/core/xds/xds_client/xds_resource_type_impl.h +1 -1
- data/src/core/xds/xds_client/xds_transport.h +2 -2
- data/src/ruby/ext/grpc/extconf.rb +14 -12
- data/src/ruby/ext/grpc/rb_call.c +0 -1
- data/src/ruby/ext/grpc/rb_channel_args.c +0 -1
- data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +2 -2
- data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
- data/src/ruby/lib/grpc/grpc.rb +7 -9
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/spec/client_server_spec.rb +1 -1
- data/src/ruby/spec/generic/rpc_server_pool_spec.rb +1 -1
- data/src/ruby/spec/generic/rpc_server_spec.rb +3 -4
- data/src/ruby/spec/spec_helper.rb +1 -1
- data/third_party/abseil-cpp/absl/container/internal/node_slot_policy.h +95 -0
- data/third_party/abseil-cpp/absl/container/node_hash_map.h +687 -0
- metadata +67 -8
|
@@ -26,12 +26,12 @@
|
|
|
26
26
|
#include <string>
|
|
27
27
|
#include <vector>
|
|
28
28
|
|
|
29
|
-
#include "absl/strings/str_format.h"
|
|
30
|
-
#include "absl/strings/str_join.h"
|
|
31
29
|
#include "src/core/lib/slice/slice_internal.h"
|
|
32
30
|
#include "src/core/lib/slice/slice_string_helpers.h"
|
|
33
31
|
#include "src/core/lib/surface/call.h"
|
|
34
32
|
#include "src/core/util/string.h"
|
|
33
|
+
#include "absl/strings/str_format.h"
|
|
34
|
+
#include "absl/strings/str_join.h"
|
|
35
35
|
|
|
36
36
|
static void add_metadata(const grpc_metadata* md, size_t count,
|
|
37
37
|
std::vector<std::string>* b) {
|
|
@@ -40,12 +40,6 @@
|
|
|
40
40
|
#include <type_traits>
|
|
41
41
|
#include <utility>
|
|
42
42
|
|
|
43
|
-
#include "absl/log/check.h"
|
|
44
|
-
#include "absl/log/log.h"
|
|
45
|
-
#include "absl/status/status.h"
|
|
46
|
-
#include "absl/strings/str_cat.h"
|
|
47
|
-
#include "absl/strings/str_format.h"
|
|
48
|
-
#include "absl/strings/string_view.h"
|
|
49
43
|
#include "src/core/call/metadata.h"
|
|
50
44
|
#include "src/core/call/metadata_batch.h"
|
|
51
45
|
#include "src/core/call/status_util.h"
|
|
@@ -60,7 +54,13 @@
|
|
|
60
54
|
#include "src/core/lib/surface/validate_metadata.h"
|
|
61
55
|
#include "src/core/util/crash.h"
|
|
62
56
|
#include "src/core/util/debug_location.h"
|
|
57
|
+
#include "src/core/util/grpc_check.h"
|
|
63
58
|
#include "src/core/util/match.h"
|
|
59
|
+
#include "absl/log/log.h"
|
|
60
|
+
#include "absl/status/status.h"
|
|
61
|
+
#include "absl/strings/str_cat.h"
|
|
62
|
+
#include "absl/strings/str_format.h"
|
|
63
|
+
#include "absl/strings/string_view.h"
|
|
64
64
|
|
|
65
65
|
namespace grpc_core {
|
|
66
66
|
|
|
@@ -215,7 +215,7 @@ bool ValidateMetadata(size_t count, grpc_metadata* metadata) {
|
|
|
215
215
|
void EndOpImmediately(grpc_completion_queue* cq, void* notify_tag,
|
|
216
216
|
bool is_notify_tag_closure) {
|
|
217
217
|
if (!is_notify_tag_closure) {
|
|
218
|
-
|
|
218
|
+
GRPC_CHECK(grpc_cq_begin_op(cq, notify_tag));
|
|
219
219
|
grpc_cq_end_op(
|
|
220
220
|
cq, notify_tag, absl::OkStatus(),
|
|
221
221
|
[](void*, grpc_cq_completion* completion) { gpr_free(completion); },
|
|
@@ -36,25 +36,32 @@
|
|
|
36
36
|
#include <algorithm>
|
|
37
37
|
#include <atomic>
|
|
38
38
|
#include <cstdint>
|
|
39
|
+
#include <cstring>
|
|
39
40
|
#include <string>
|
|
40
41
|
#include <type_traits>
|
|
41
42
|
#include <utility>
|
|
43
|
+
#include <variant>
|
|
42
44
|
|
|
43
|
-
#include "absl/log/check.h"
|
|
44
|
-
#include "absl/status/status.h"
|
|
45
|
-
#include "absl/strings/str_cat.h"
|
|
46
|
-
#include "absl/strings/string_view.h"
|
|
47
45
|
#include "src/core/call/message.h"
|
|
48
46
|
#include "src/core/call/metadata.h"
|
|
49
47
|
#include "src/core/call/metadata_batch.h"
|
|
48
|
+
#include "src/core/channelz/property_list.h"
|
|
50
49
|
#include "src/core/lib/promise/activity.h"
|
|
51
50
|
#include "src/core/lib/promise/cancel_callback.h"
|
|
51
|
+
#include "src/core/lib/promise/detail/promise_like.h"
|
|
52
52
|
#include "src/core/lib/promise/map.h"
|
|
53
53
|
#include "src/core/lib/promise/poll.h"
|
|
54
54
|
#include "src/core/lib/promise/seq.h"
|
|
55
55
|
#include "src/core/lib/promise/status_flag.h"
|
|
56
56
|
#include "src/core/lib/surface/completion_queue.h"
|
|
57
57
|
#include "src/core/util/crash.h"
|
|
58
|
+
#include "src/core/util/grpc_check.h"
|
|
59
|
+
#include "src/core/util/upb_utils.h"
|
|
60
|
+
#include "src/proto/grpc/channelz/v2/promise.upb.h"
|
|
61
|
+
#include "upb/mem/arena.h"
|
|
62
|
+
#include "absl/status/status.h"
|
|
63
|
+
#include "absl/strings/str_cat.h"
|
|
64
|
+
#include "absl/strings/string_view.h"
|
|
58
65
|
|
|
59
66
|
namespace grpc_core {
|
|
60
67
|
|
|
@@ -238,6 +245,32 @@ class OpHandlerImpl {
|
|
|
238
245
|
PromiseFactory promise_factory_;
|
|
239
246
|
Promise promise_;
|
|
240
247
|
};
|
|
248
|
+
|
|
249
|
+
public:
|
|
250
|
+
void ToProto(grpc_channelz_v2_Promise* promise_proto,
|
|
251
|
+
upb_Arena* arena) const {
|
|
252
|
+
auto* custom_promise =
|
|
253
|
+
grpc_channelz_v2_Promise_mutable_custom_promise(promise_proto, arena);
|
|
254
|
+
std::string type = absl::StrCat("OpHandlerImpl<", OpName(), ">");
|
|
255
|
+
grpc_channelz_v2_Promise_Custom_set_type(
|
|
256
|
+
custom_promise, CopyStdStringToUpbString(type, arena));
|
|
257
|
+
channelz::PropertyList properties;
|
|
258
|
+
switch (state_) {
|
|
259
|
+
case State::kDismissed:
|
|
260
|
+
properties.Set("state", "dismissed");
|
|
261
|
+
break;
|
|
262
|
+
case State::kPromiseFactory:
|
|
263
|
+
properties.Set("state", "promise_factory");
|
|
264
|
+
break;
|
|
265
|
+
case State::kPromise:
|
|
266
|
+
properties.Set("state", "promise");
|
|
267
|
+
properties.Set("promise", PromiseProperty(&promise_));
|
|
268
|
+
break;
|
|
269
|
+
}
|
|
270
|
+
properties.FillUpbProto(grpc_channelz_v2_Promise_Custom_mutable_properties(
|
|
271
|
+
custom_promise, arena),
|
|
272
|
+
arena);
|
|
273
|
+
}
|
|
241
274
|
};
|
|
242
275
|
|
|
243
276
|
template <grpc_op_type op_type, typename PromiseFactory>
|
|
@@ -289,6 +322,21 @@ class BatchOpIndex {
|
|
|
289
322
|
// to Empty{}
|
|
290
323
|
class WaitForCqEndOp {
|
|
291
324
|
public:
|
|
325
|
+
struct NotStarted {
|
|
326
|
+
bool is_closure;
|
|
327
|
+
void* tag;
|
|
328
|
+
grpc_error_handle error;
|
|
329
|
+
grpc_completion_queue* cq;
|
|
330
|
+
};
|
|
331
|
+
struct Started {
|
|
332
|
+
explicit Started(Waker waker) : waker(std::move(waker)) {}
|
|
333
|
+
Waker waker;
|
|
334
|
+
grpc_cq_completion completion;
|
|
335
|
+
std::atomic<bool> done{false};
|
|
336
|
+
};
|
|
337
|
+
struct Invalid {};
|
|
338
|
+
using State = std::variant<NotStarted, Started, Invalid>;
|
|
339
|
+
|
|
292
340
|
WaitForCqEndOp(bool is_closure, void* tag, grpc_error_handle error,
|
|
293
341
|
grpc_completion_queue* cq)
|
|
294
342
|
: state_{NotStarted{is_closure, tag, std::move(error), cq}} {}
|
|
@@ -308,24 +356,35 @@ class WaitForCqEndOp {
|
|
|
308
356
|
}
|
|
309
357
|
|
|
310
358
|
private:
|
|
311
|
-
struct NotStarted {
|
|
312
|
-
bool is_closure;
|
|
313
|
-
void* tag;
|
|
314
|
-
grpc_error_handle error;
|
|
315
|
-
grpc_completion_queue* cq;
|
|
316
|
-
};
|
|
317
|
-
struct Started {
|
|
318
|
-
explicit Started(Waker waker) : waker(std::move(waker)) {}
|
|
319
|
-
Waker waker;
|
|
320
|
-
grpc_cq_completion completion;
|
|
321
|
-
std::atomic<bool> done{false};
|
|
322
|
-
};
|
|
323
|
-
struct Invalid {};
|
|
324
|
-
using State = std::variant<NotStarted, Started, Invalid>;
|
|
325
|
-
|
|
326
359
|
static std::string StateString(const State& state);
|
|
327
360
|
|
|
328
361
|
State state_{Invalid{}};
|
|
362
|
+
|
|
363
|
+
public:
|
|
364
|
+
void ToProto(grpc_channelz_v2_Promise* promise_proto,
|
|
365
|
+
upb_Arena* arena) const {
|
|
366
|
+
auto* custom_promise =
|
|
367
|
+
grpc_channelz_v2_Promise_mutable_custom_promise(promise_proto, arena);
|
|
368
|
+
grpc_channelz_v2_Promise_Custom_set_type(
|
|
369
|
+
custom_promise, CopyStdStringToUpbString("WaitForCqEndOp", arena));
|
|
370
|
+
channelz::PropertyList properties;
|
|
371
|
+
std::visit(
|
|
372
|
+
[&properties](const auto& s) {
|
|
373
|
+
using T = std::decay_t<decltype(s)>;
|
|
374
|
+
if constexpr (std::is_same_v<T, NotStarted>) {
|
|
375
|
+
properties.Set("state", "not_started");
|
|
376
|
+
} else if constexpr (std::is_same_v<T, Started>) {
|
|
377
|
+
properties.Set("state", "started");
|
|
378
|
+
properties.Set("done", s.done.load(std::memory_order_relaxed));
|
|
379
|
+
} else if constexpr (std::is_same_v<T, Invalid>) {
|
|
380
|
+
properties.Set("state", "invalid");
|
|
381
|
+
}
|
|
382
|
+
},
|
|
383
|
+
state_);
|
|
384
|
+
properties.FillUpbProto(grpc_channelz_v2_Promise_Custom_mutable_properties(
|
|
385
|
+
custom_promise, arena),
|
|
386
|
+
arena);
|
|
387
|
+
}
|
|
329
388
|
};
|
|
330
389
|
|
|
331
390
|
template <typename FalliblePart, typename FinalPart>
|
|
@@ -406,6 +465,12 @@ class PollBatchLogger {
|
|
|
406
465
|
|
|
407
466
|
void* tag_;
|
|
408
467
|
F f_;
|
|
468
|
+
|
|
469
|
+
public:
|
|
470
|
+
void ToProto(grpc_channelz_v2_Promise* promise_proto,
|
|
471
|
+
upb_Arena* arena) const {
|
|
472
|
+
PromiseAsProto(f_, promise_proto, arena);
|
|
473
|
+
}
|
|
409
474
|
};
|
|
410
475
|
|
|
411
476
|
template <typename F>
|
|
@@ -428,7 +493,7 @@ class MessageReceiver {
|
|
|
428
493
|
|
|
429
494
|
template <typename Puller>
|
|
430
495
|
auto MakeBatchOp(const grpc_op& op, Puller* puller) {
|
|
431
|
-
|
|
496
|
+
GRPC_CHECK_EQ(recv_message_, nullptr);
|
|
432
497
|
recv_message_ = op.data.recv_message.recv_message;
|
|
433
498
|
return [this, puller]() mutable {
|
|
434
499
|
return Map(puller->PullMessage(),
|
|
@@ -22,7 +22,6 @@
|
|
|
22
22
|
#include <grpc/support/alloc.h>
|
|
23
23
|
#include <grpc/support/port_platform.h>
|
|
24
24
|
|
|
25
|
-
#include "absl/log/check.h"
|
|
26
25
|
#include "src/core/channelz/channel_trace.h"
|
|
27
26
|
#include "src/core/channelz/channelz.h"
|
|
28
27
|
#include "src/core/lib/channel/channel_args.h"
|
|
@@ -31,6 +30,7 @@
|
|
|
31
30
|
#include "src/core/lib/iomgr/exec_ctx.h"
|
|
32
31
|
#include "src/core/telemetry/stats.h"
|
|
33
32
|
#include "src/core/telemetry/stats_data.h"
|
|
33
|
+
#include "src/core/util/grpc_check.h"
|
|
34
34
|
|
|
35
35
|
namespace grpc_core {
|
|
36
36
|
|
|
@@ -67,7 +67,8 @@ Channel::Channel(std::string target, const ChannelArgs& channel_args)
|
|
|
67
67
|
channel_args.GetObject<ResourceQuota>()
|
|
68
68
|
->memory_quota()
|
|
69
69
|
->CreateMemoryOwner(),
|
|
70
|
-
1024))
|
|
70
|
+
1024)),
|
|
71
|
+
memory_allocator_(&call_arena_allocator_->allocator()) {}
|
|
71
72
|
|
|
72
73
|
Channel::RegisteredCall* Channel::RegisterCall(const char* method,
|
|
73
74
|
const char* host) {
|
|
@@ -102,7 +103,7 @@ grpc_call* grpc_channel_create_call(grpc_channel* channel,
|
|
|
102
103
|
grpc_completion_queue* completion_queue,
|
|
103
104
|
grpc_slice method, const grpc_slice* host,
|
|
104
105
|
gpr_timespec deadline, void* reserved) {
|
|
105
|
-
|
|
106
|
+
GRPC_CHECK(!reserved);
|
|
106
107
|
grpc_core::ExecCtx exec_ctx;
|
|
107
108
|
return grpc_core::Channel::FromC(channel)->CreateCall(
|
|
108
109
|
parent_call, propagation_mask, completion_queue, nullptr,
|
|
@@ -119,7 +120,7 @@ void* grpc_channel_register_call(grpc_channel* channel, const char* method,
|
|
|
119
120
|
GRPC_TRACE_LOG(api, INFO) << "grpc_channel_register_call(channel=" << channel
|
|
120
121
|
<< ", method=" << method << ", host=" << host
|
|
121
122
|
<< ", reserved=" << reserved << ")";
|
|
122
|
-
|
|
123
|
+
GRPC_CHECK(!reserved);
|
|
123
124
|
grpc_core::ExecCtx exec_ctx;
|
|
124
125
|
return grpc_core::Channel::FromC(channel)->RegisterCall(method, host);
|
|
125
126
|
}
|
|
@@ -208,6 +209,6 @@ void grpc_channel_ping(grpc_channel* channel, grpc_completion_queue* cq,
|
|
|
208
209
|
GRPC_TRACE_LOG(api, INFO)
|
|
209
210
|
<< "grpc_channel_ping(channel=" << channel << ", cq=" << cq
|
|
210
211
|
<< ", tag=" << tag << ", reserved=" << reserved << ")";
|
|
211
|
-
|
|
212
|
+
GRPC_CHECK_EQ(reserved, nullptr);
|
|
212
213
|
grpc_core::Channel::FromC(channel)->Ping(cq, tag);
|
|
213
214
|
}
|
|
@@ -18,6 +18,7 @@
|
|
|
18
18
|
#define GRPC_SRC_CORE_LIB_SURFACE_CHANNEL_H
|
|
19
19
|
|
|
20
20
|
#include <grpc/event_engine/event_engine.h>
|
|
21
|
+
#include <grpc/event_engine/memory_allocator.h>
|
|
21
22
|
#include <grpc/grpc.h>
|
|
22
23
|
#include <grpc/impl/compression_types.h>
|
|
23
24
|
#include <grpc/support/port_platform.h>
|
|
@@ -27,13 +28,11 @@
|
|
|
27
28
|
#include <optional>
|
|
28
29
|
#include <string>
|
|
29
30
|
|
|
30
|
-
#include "absl/base/thread_annotations.h"
|
|
31
|
-
#include "absl/status/statusor.h"
|
|
32
|
-
#include "absl/strings/string_view.h"
|
|
33
31
|
#include "src/core/call/call_arena_allocator.h"
|
|
34
32
|
#include "src/core/call/call_destination.h"
|
|
35
33
|
#include "src/core/channelz/channelz.h"
|
|
36
34
|
#include "src/core/lib/channel/channel_args.h"
|
|
35
|
+
#include "src/core/lib/experiments/experiments.h"
|
|
37
36
|
#include "src/core/lib/iomgr/iomgr_fwd.h"
|
|
38
37
|
#include "src/core/lib/resource_quota/arena.h"
|
|
39
38
|
#include "src/core/lib/resource_quota/resource_quota.h"
|
|
@@ -45,6 +44,9 @@
|
|
|
45
44
|
#include "src/core/util/ref_counted_ptr.h"
|
|
46
45
|
#include "src/core/util/sync.h"
|
|
47
46
|
#include "src/core/util/time.h"
|
|
47
|
+
#include "absl/base/thread_annotations.h"
|
|
48
|
+
#include "absl/status/statusor.h"
|
|
49
|
+
#include "absl/strings/string_view.h"
|
|
48
50
|
|
|
49
51
|
// Forward declaration to avoid dependency loop.
|
|
50
52
|
struct grpc_channel_stack;
|
|
@@ -130,6 +132,13 @@ class Channel : public UnstartedCallDestination,
|
|
|
130
132
|
return call_arena_allocator_.get();
|
|
131
133
|
}
|
|
132
134
|
|
|
135
|
+
grpc_event_engine::experimental::MemoryAllocator* memory_allocator() const {
|
|
136
|
+
if (IsTrackWritesInResourceQuotaEnabled()) {
|
|
137
|
+
return memory_allocator_;
|
|
138
|
+
}
|
|
139
|
+
return nullptr;
|
|
140
|
+
}
|
|
141
|
+
|
|
133
142
|
protected:
|
|
134
143
|
Channel(std::string target, const ChannelArgs& channel_args);
|
|
135
144
|
|
|
@@ -145,6 +154,7 @@ class Channel : public UnstartedCallDestination,
|
|
|
145
154
|
std::map<std::pair<std::string, std::string>, RegisteredCall>
|
|
146
155
|
registration_table_ ABSL_GUARDED_BY(mu_);
|
|
147
156
|
const RefCountedPtr<CallArenaAllocator> call_arena_allocator_;
|
|
157
|
+
grpc_event_engine::experimental::MemoryAllocator* memory_allocator_ = nullptr;
|
|
148
158
|
};
|
|
149
159
|
|
|
150
160
|
} // namespace grpc_core
|
|
@@ -21,9 +21,6 @@
|
|
|
21
21
|
#include <grpc/impl/channel_arg_names.h>
|
|
22
22
|
#include <grpc/support/port_platform.h>
|
|
23
23
|
|
|
24
|
-
#include "absl/log/check.h"
|
|
25
|
-
#include "absl/strings/str_cat.h"
|
|
26
|
-
#include "absl/strings/str_split.h"
|
|
27
24
|
#include "src/core/channelz/channelz.h"
|
|
28
25
|
#include "src/core/client_channel/client_channel.h"
|
|
29
26
|
#include "src/core/client_channel/direct_channel.h"
|
|
@@ -47,6 +44,9 @@
|
|
|
47
44
|
#include "src/core/telemetry/stats.h"
|
|
48
45
|
#include "src/core/telemetry/stats_data.h"
|
|
49
46
|
#include "src/core/transport/endpoint_transport.h"
|
|
47
|
+
#include "src/core/util/grpc_check.h"
|
|
48
|
+
#include "absl/strings/str_cat.h"
|
|
49
|
+
#include "absl/strings/str_split.h"
|
|
50
50
|
|
|
51
51
|
namespace grpc_core {
|
|
52
52
|
|
|
@@ -199,10 +199,14 @@ grpc_channel* CreateChannelFromFd(int fd, grpc_channel_credentials* creds,
|
|
|
199
199
|
GRPC_STATUS_INTERNAL,
|
|
200
200
|
"Failed to create client channel");
|
|
201
201
|
}
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
202
|
+
auto endpoint = supports_fd->CreateEndpointFromFd(
|
|
203
|
+
fd, ChannelArgsEndpointConfig(channel_args));
|
|
204
|
+
if (!endpoint.ok()) {
|
|
205
|
+
return grpc_lame_client_channel_create(
|
|
206
|
+
"fake:created-from-endpoint", GRPC_STATUS_INTERNAL,
|
|
207
|
+
std::string(endpoint.status().message()).c_str());
|
|
208
|
+
}
|
|
209
|
+
return CreateChannelFromEndpoint(std::move(endpoint).value(), creds,
|
|
206
210
|
channel_args.ToC().get());
|
|
207
211
|
}
|
|
208
212
|
} // namespace experimental
|
|
@@ -230,7 +234,7 @@ grpc_channel* grpc_lame_client_channel_create(const char* target,
|
|
|
230
234
|
auto channel =
|
|
231
235
|
grpc_core::ChannelCreate(target == nullptr ? "" : target, std::move(args),
|
|
232
236
|
GRPC_CLIENT_LAME_CHANNEL, nullptr);
|
|
233
|
-
|
|
237
|
+
GRPC_CHECK(channel.ok());
|
|
234
238
|
return channel->release()->c_ptr();
|
|
235
239
|
}
|
|
236
240
|
|
|
@@ -21,10 +21,10 @@
|
|
|
21
21
|
|
|
22
22
|
#include <string>
|
|
23
23
|
|
|
24
|
-
#include "absl/status/statusor.h"
|
|
25
24
|
#include "src/core/lib/channel/channel_args.h"
|
|
26
25
|
#include "src/core/lib/surface/channel.h"
|
|
27
26
|
#include "src/core/lib/surface/channel_stack_type.h"
|
|
27
|
+
#include "absl/status/statusor.h"
|
|
28
28
|
|
|
29
29
|
#define GRPC_ARG_USE_V3_STACK "grpc.internal.use_v3_stack"
|
|
30
30
|
|
|
@@ -28,17 +28,20 @@
|
|
|
28
28
|
#include <set>
|
|
29
29
|
#include <string>
|
|
30
30
|
#include <type_traits>
|
|
31
|
+
#include <vector>
|
|
31
32
|
|
|
32
|
-
#include "
|
|
33
|
-
#include "
|
|
34
|
-
#include "absl/strings/str_cat.h"
|
|
35
|
-
#include "absl/strings/str_join.h"
|
|
36
|
-
#include "absl/strings/string_view.h"
|
|
33
|
+
#include "src/core/channelz/channelz.h"
|
|
34
|
+
#include "src/core/channelz/property_list.h"
|
|
37
35
|
#include "src/core/lib/debug/trace.h"
|
|
38
36
|
#include "src/core/lib/surface/channel_stack_type.h"
|
|
39
37
|
#include "src/core/util/crash.h"
|
|
38
|
+
#include "src/core/util/grpc_check.h"
|
|
40
39
|
#include "src/core/util/sync.h"
|
|
41
40
|
#include "src/core/util/unique_type_name.h"
|
|
41
|
+
#include "absl/log/log.h"
|
|
42
|
+
#include "absl/strings/str_cat.h"
|
|
43
|
+
#include "absl/strings/str_join.h"
|
|
44
|
+
#include "absl/strings/string_view.h"
|
|
42
45
|
|
|
43
46
|
namespace grpc_core {
|
|
44
47
|
|
|
@@ -69,6 +72,11 @@ struct CompareFusedChannelFiltersByName {
|
|
|
69
72
|
}
|
|
70
73
|
};
|
|
71
74
|
|
|
75
|
+
struct Node {
|
|
76
|
+
const grpc_channel_filter* filter;
|
|
77
|
+
int next;
|
|
78
|
+
};
|
|
79
|
+
|
|
72
80
|
} // namespace
|
|
73
81
|
|
|
74
82
|
ChannelInit::FilterRegistration& ChannelInit::FilterRegistration::After(
|
|
@@ -177,9 +185,8 @@ class ChannelInit::DependencyTracker {
|
|
|
177
185
|
|
|
178
186
|
FilterRegistration* Next() {
|
|
179
187
|
if (ready_dependencies_.empty()) {
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
<< GraphString();
|
|
188
|
+
GRPC_CHECK_EQ(nodes_taken_, nodes_.size())
|
|
189
|
+
<< "Unresolvable graph of channel filters :\n " << GraphString();
|
|
183
190
|
return nullptr;
|
|
184
191
|
}
|
|
185
192
|
auto next = ready_dependencies_.top();
|
|
@@ -189,13 +196,13 @@ class ChannelInit::DependencyTracker {
|
|
|
189
196
|
// Constraint: if we use ordering other than default, then we must have an
|
|
190
197
|
// unambiguous pick. If there is ambiguity, we must fix it by adding
|
|
191
198
|
// explicit ordering constraints.
|
|
192
|
-
|
|
193
|
-
|
|
199
|
+
GRPC_CHECK_NE(next.node->ordering(),
|
|
200
|
+
ready_dependencies_.top().node->ordering())
|
|
194
201
|
<< "Ambiguous ordering between " << next.node->name() << " and "
|
|
195
202
|
<< ready_dependencies_.top().node->name();
|
|
196
203
|
}
|
|
197
204
|
for (Node* dependent : next.node->dependents) {
|
|
198
|
-
|
|
205
|
+
GRPC_CHECK_GT(dependent->waiting_dependencies, 0u);
|
|
199
206
|
--dependent->waiting_dependencies;
|
|
200
207
|
if (dependent->waiting_dependencies == 0) {
|
|
201
208
|
ready_dependencies_.emplace(dependent);
|
|
@@ -220,7 +227,7 @@ class ChannelInit::DependencyTracker {
|
|
|
220
227
|
|
|
221
228
|
absl::Span<const UniqueTypeName> DependenciesFor(UniqueTypeName name) const {
|
|
222
229
|
auto it = nodes_.find(name);
|
|
223
|
-
|
|
230
|
+
GRPC_CHECK(it != nodes_.end()) << "Filter " << name.name() << " not found";
|
|
224
231
|
return it->second.all_dependencies;
|
|
225
232
|
}
|
|
226
233
|
|
|
@@ -274,21 +281,29 @@ std::vector<ChannelInit::FilterNode> ChannelInit::SelectFiltersByPredicate(
|
|
|
274
281
|
return filter_list;
|
|
275
282
|
}
|
|
276
283
|
|
|
277
|
-
void ChannelInit::
|
|
278
|
-
|
|
284
|
+
void ChannelInit::MergeFusedFilters(ChannelStackBuilder* builder,
|
|
285
|
+
const std::vector<Filter>& fused_filters) {
|
|
279
286
|
int i = 0;
|
|
280
287
|
int j = 0;
|
|
288
|
+
auto& stack = *builder->mutable_stack();
|
|
289
|
+
std::vector<Node> filter_list;
|
|
290
|
+
for (const auto& [filter, _] : stack) {
|
|
291
|
+
filter_list.push_back({filter, ++i});
|
|
292
|
+
}
|
|
293
|
+
filter_list.back().next = -1;
|
|
281
294
|
// Iterate through fused filters (by size) and check if a given fused filter
|
|
282
295
|
// can replace one of the existing sequence of filters.
|
|
283
296
|
for (auto& curr_fused_filter : fused_filters) {
|
|
284
297
|
i = 0;
|
|
285
298
|
while (i != -1 && filter_list[i].next != -1) {
|
|
286
|
-
std::string fused_prefix(
|
|
299
|
+
std::string fused_prefix(
|
|
300
|
+
NameFromChannelFilter(filter_list[i].filter).name());
|
|
287
301
|
j = filter_list[i].next;
|
|
288
302
|
do {
|
|
289
|
-
absl::StrAppend(&fused_prefix, "+",
|
|
303
|
+
absl::StrAppend(&fused_prefix, "+",
|
|
304
|
+
NameFromChannelFilter(filter_list[j].filter).name());
|
|
290
305
|
if (fused_prefix == curr_fused_filter.name.name()) {
|
|
291
|
-
filter_list[i].
|
|
306
|
+
filter_list[i].filter = curr_fused_filter.filter;
|
|
292
307
|
filter_list[i].next = filter_list[j].next;
|
|
293
308
|
}
|
|
294
309
|
j = filter_list[j].next;
|
|
@@ -296,6 +311,13 @@ void ChannelInit::MergeFilters(std::vector<FilterNode>& filter_list,
|
|
|
296
311
|
i = filter_list[i].next;
|
|
297
312
|
}
|
|
298
313
|
}
|
|
314
|
+
// Replace the stack with the new filter list.
|
|
315
|
+
stack.clear();
|
|
316
|
+
i = 0;
|
|
317
|
+
while (i != -1 && !filter_list.empty()) {
|
|
318
|
+
builder->AppendFilter(filter_list[i].filter);
|
|
319
|
+
i = filter_list[i].next;
|
|
320
|
+
};
|
|
299
321
|
}
|
|
300
322
|
|
|
301
323
|
void ChannelInit::AppendFiltersToBuilder(
|
|
@@ -311,7 +333,7 @@ std::tuple<std::vector<ChannelInit::Filter>, std::vector<ChannelInit::Filter>>
|
|
|
311
333
|
ChannelInit::SortFilterRegistrationsByDependencies(
|
|
312
334
|
const std::vector<std::unique_ptr<ChannelInit::FilterRegistration>>&
|
|
313
335
|
filter_registrations,
|
|
314
|
-
grpc_channel_stack_type type) {
|
|
336
|
+
grpc_channel_stack_type type, channelz::PropertyTable& filter_ordering) {
|
|
315
337
|
// Phase 1: Build a map from filter to the set of filters that must be
|
|
316
338
|
// initialized before it.
|
|
317
339
|
// We order this map (and the set of dependent filters) by filter name to
|
|
@@ -322,10 +344,10 @@ ChannelInit::SortFilterRegistrationsByDependencies(
|
|
|
322
344
|
std::vector<Filter> terminal_filters;
|
|
323
345
|
for (const auto& registration : filter_registrations) {
|
|
324
346
|
if (registration->terminal_) {
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
347
|
+
GRPC_CHECK(registration->after_.empty());
|
|
348
|
+
GRPC_CHECK(registration->before_.empty());
|
|
349
|
+
GRPC_CHECK(!registration->before_all_);
|
|
350
|
+
GRPC_CHECK_EQ(registration->ordering_, Ordering::kDefault);
|
|
329
351
|
terminal_filters.emplace_back(
|
|
330
352
|
registration->name_, registration->filter_, nullptr,
|
|
331
353
|
std::move(registration->predicates_), registration->version_,
|
|
@@ -362,6 +384,19 @@ ChannelInit::SortFilterRegistrationsByDependencies(
|
|
|
362
384
|
std::move(registration->predicates_), registration->version_,
|
|
363
385
|
registration->ordering_, registration->registration_source_);
|
|
364
386
|
}
|
|
387
|
+
|
|
388
|
+
for (const auto& filter : filters) {
|
|
389
|
+
auto after = dependencies.DependenciesFor(filter.name);
|
|
390
|
+
std::string ordering_str;
|
|
391
|
+
if (!after.empty()) {
|
|
392
|
+
ordering_str = absl::StrCat("after ", absl::StrJoin(after, ", "));
|
|
393
|
+
}
|
|
394
|
+
absl::StrAppend(&ordering_str, " [", filter.ordering, "/", filter.version,
|
|
395
|
+
"]");
|
|
396
|
+
filter_ordering.AppendRow(channelz::PropertyList()
|
|
397
|
+
.Set("name", filter.name.name())
|
|
398
|
+
.Set("ordering", ordering_str));
|
|
399
|
+
}
|
|
365
400
|
// Log out the graph we built if that's been requested.
|
|
366
401
|
if (GRPC_TRACE_FLAG_ENABLED(channel_stack)) {
|
|
367
402
|
PrintChannelStackTrace(type, filter_registrations, dependencies, filters,
|
|
@@ -376,7 +411,7 @@ std::vector<ChannelInit::Filter> ChannelInit::SortFusedFilterRegistrations(
|
|
|
376
411
|
std::vector<FilterRegistration*> fused_filter_registrations;
|
|
377
412
|
std::vector<Filter> filters;
|
|
378
413
|
for (const auto& registration : filter_registrations) {
|
|
379
|
-
|
|
414
|
+
GRPC_CHECK(!registration->terminal_);
|
|
380
415
|
fused_filter_registrations.push_back(registration.get());
|
|
381
416
|
}
|
|
382
417
|
std::sort(fused_filter_registrations.begin(),
|
|
@@ -406,9 +441,10 @@ ChannelInit::StackConfig ChannelInit::BuildStackConfig(
|
|
|
406
441
|
if (post_processors[i] == nullptr) continue;
|
|
407
442
|
post_processor_functions.emplace_back(std::move(post_processors[i]));
|
|
408
443
|
}
|
|
444
|
+
channelz::PropertyTable filter_ordering;
|
|
409
445
|
|
|
410
|
-
auto sorted_filters =
|
|
411
|
-
|
|
446
|
+
auto sorted_filters = SortFilterRegistrationsByDependencies(
|
|
447
|
+
filter_registrations, type, filter_ordering);
|
|
412
448
|
std::vector<Filter> filters = std::move(std::get<0>(sorted_filters));
|
|
413
449
|
std::vector<Filter> terminal_filters = std::move(std::get<1>(sorted_filters));
|
|
414
450
|
|
|
@@ -432,7 +468,7 @@ ChannelInit::StackConfig ChannelInit::BuildStackConfig(
|
|
|
432
468
|
}
|
|
433
469
|
return StackConfig{std::move(filters), std::move(fused_filters),
|
|
434
470
|
std::move(terminal_filters),
|
|
435
|
-
std::move(post_processor_functions)};
|
|
471
|
+
std::move(post_processor_functions), filter_ordering};
|
|
436
472
|
};
|
|
437
473
|
|
|
438
474
|
void ChannelInit::PrintChannelStackTrace(
|
|
@@ -574,13 +610,17 @@ bool ChannelInit::CreateStack(ChannelStackBuilder* builder) const {
|
|
|
574
610
|
return false;
|
|
575
611
|
}
|
|
576
612
|
|
|
577
|
-
MergeFilters(filter_list, stack_config.fused_filters);
|
|
578
613
|
AppendFiltersToBuilder(filter_list, builder);
|
|
579
614
|
AppendFiltersToBuilder(terminal_filter_list, builder);
|
|
580
615
|
|
|
581
616
|
for (const auto& post_processor : stack_config.post_processors) {
|
|
582
617
|
post_processor(*builder);
|
|
583
618
|
}
|
|
619
|
+
|
|
620
|
+
// Only perform the merge with fused filters operation after running
|
|
621
|
+
// through all the post processors. This ensures that modifications made by
|
|
622
|
+
// post processors are taken into account before finding fusions to match.
|
|
623
|
+
MergeFusedFilters(builder, stack_config.fused_filters);
|
|
584
624
|
return true;
|
|
585
625
|
}
|
|
586
626
|
|
|
@@ -600,4 +640,21 @@ void ChannelInit::AddToInterceptionChainBuilder(
|
|
|
600
640
|
}
|
|
601
641
|
}
|
|
602
642
|
|
|
643
|
+
void ChannelInit::AddData(channelz::DataSink sink,
|
|
644
|
+
grpc_channel_stack_type type) const {
|
|
645
|
+
const auto& stack_config = stack_configs_[type];
|
|
646
|
+
sink.AddData(
|
|
647
|
+
"channel_stack_filters",
|
|
648
|
+
channelz::PropertyList().Set("elements", stack_config.filter_ordering));
|
|
649
|
+
sink.AddData("fused_filters",
|
|
650
|
+
channelz::PropertyList().Set("elements", [&stack_config]() {
|
|
651
|
+
channelz::PropertyTable elements;
|
|
652
|
+
for (const auto& filter : stack_config.fused_filters) {
|
|
653
|
+
elements.AppendRow(channelz::PropertyList().Set(
|
|
654
|
+
"name", filter.name.name()));
|
|
655
|
+
}
|
|
656
|
+
return elements;
|
|
657
|
+
}()));
|
|
658
|
+
}
|
|
659
|
+
|
|
603
660
|
} // namespace grpc_core
|