grpc 1.75.0 → 1.78.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Makefile +24 -5
- data/include/grpc/credentials.h +27 -6
- data/include/grpc/event_engine/memory_allocator.h +2 -0
- data/include/grpc/event_engine/memory_request.h +2 -0
- data/include/grpc/impl/channel_arg_names.h +5 -0
- data/include/grpc/support/metrics.h +7 -1
- data/src/core/call/call_filters.cc +5 -5
- data/src/core/call/call_filters.h +211 -37
- data/src/core/call/call_spine.cc +1 -1
- data/src/core/call/call_spine.h +54 -32
- data/src/core/call/channelz_context.h +30 -0
- data/src/core/call/client_call.cc +49 -10
- data/src/core/call/client_call.h +6 -3
- data/src/core/call/filter_fusion.h +9 -9
- data/src/core/call/interception_chain.h +7 -6
- data/src/core/call/metadata_batch.cc +49 -55
- data/src/core/call/metadata_batch.h +10 -9
- data/src/core/call/metadata_info.cc +1 -1
- data/src/core/call/parsed_metadata.h +2 -2
- data/src/core/call/request_buffer.cc +1 -1
- data/src/core/call/security_context.cc +2 -2
- data/src/core/call/security_context.h +1 -1
- data/src/core/call/server_call.cc +5 -5
- data/src/core/call/server_call.h +6 -4
- data/src/core/call/simple_slice_based_metadata.h +1 -1
- data/src/core/call/status_util.cc +1 -1
- data/src/core/channelz/channel_trace.cc +1 -1
- data/src/core/channelz/channel_trace.h +3 -3
- data/src/core/channelz/channelz.cc +25 -29
- data/src/core/channelz/channelz.h +73 -22
- data/src/core/channelz/channelz_registry.cc +2 -2
- data/src/core/channelz/channelz_registry.h +53 -2
- data/src/core/channelz/property_list.cc +18 -0
- data/src/core/channelz/property_list.h +15 -4
- data/src/core/channelz/text_encode.cc +66 -0
- data/src/core/channelz/text_encode.h +29 -0
- data/src/core/channelz/v2tov1/convert.cc +17 -6
- data/src/core/channelz/v2tov1/legacy_api.cc +18 -12
- data/src/core/channelz/v2tov1/property_list.cc +2 -1
- data/src/core/channelz/ztrace_collector.h +260 -87
- data/src/core/client_channel/backup_poller.cc +7 -8
- data/src/core/client_channel/buffered_call.cc +140 -0
- data/src/core/client_channel/buffered_call.h +104 -0
- data/src/core/client_channel/client_channel.cc +144 -84
- data/src/core/client_channel/client_channel.h +8 -11
- data/src/core/client_channel/client_channel_factory.h +1 -1
- data/src/core/client_channel/client_channel_filter.cc +424 -686
- data/src/core/client_channel/client_channel_filter.h +57 -150
- data/src/core/client_channel/client_channel_internal.h +8 -5
- data/src/core/client_channel/client_channel_service_config.cc +43 -3
- data/src/core/client_channel/client_channel_service_config.h +12 -1
- data/src/core/client_channel/config_selector.h +5 -5
- data/src/core/client_channel/connector.h +2 -0
- data/src/core/client_channel/dynamic_filters.cc +5 -5
- data/src/core/client_channel/global_subchannel_pool.cc +0 -37
- data/src/core/client_channel/global_subchannel_pool.h +1 -28
- data/src/core/client_channel/lb_metadata.h +1 -1
- data/src/core/client_channel/load_balanced_call_destination.cc +10 -12
- data/src/core/client_channel/load_balanced_call_destination.h +1 -1
- data/src/core/client_channel/local_subchannel_pool.cc +4 -4
- data/src/core/client_channel/retry_filter.cc +2 -2
- data/src/core/client_channel/retry_filter.h +3 -3
- data/src/core/client_channel/retry_filter_legacy_call_data.cc +11 -12
- data/src/core/client_channel/retry_filter_legacy_call_data.h +6 -8
- data/src/core/client_channel/retry_service_config.cc +3 -3
- data/src/core/client_channel/retry_service_config.h +1 -1
- data/src/core/client_channel/subchannel.cc +114 -25
- data/src/core/client_channel/subchannel.h +24 -8
- data/src/core/client_channel/subchannel_pool_interface.cc +2 -2
- data/src/core/client_channel/subchannel_pool_interface.h +1 -1
- data/src/core/client_channel/subchannel_stream_client.cc +5 -5
- data/src/core/client_channel/subchannel_stream_client.h +3 -3
- data/src/core/config/config_vars.cc +38 -3
- data/src/core/config/config_vars.h +26 -0
- data/src/core/config/core_configuration.cc +5 -5
- data/src/core/config/core_configuration.h +8 -8
- data/src/core/config/load_config.cc +13 -1
- data/src/core/config/load_config.h +2 -0
- data/src/core/credentials/call/call_credentials.h +4 -4
- data/src/core/credentials/call/call_creds_registry.h +1 -1
- data/src/core/credentials/call/call_creds_registry_init.cc +2 -2
- data/src/core/credentials/call/call_creds_util.cc +7 -6
- data/src/core/credentials/call/composite/composite_call_credentials.cc +6 -6
- data/src/core/credentials/call/composite/composite_call_credentials.h +1 -1
- data/src/core/credentials/call/external/aws_external_account_credentials.cc +9 -9
- data/src/core/credentials/call/external/aws_external_account_credentials.h +1 -1
- data/src/core/credentials/call/external/external_account_credentials.cc +12 -12
- data/src/core/credentials/call/external/external_account_credentials.h +1 -1
- data/src/core/credentials/call/external/file_external_account_credentials.cc +3 -3
- data/src/core/credentials/call/external/file_external_account_credentials.h +1 -1
- data/src/core/credentials/call/external/url_external_account_credentials.cc +7 -7
- data/src/core/credentials/call/external/url_external_account_credentials.h +1 -1
- data/src/core/credentials/call/gcp_service_account_identity/gcp_service_account_identity_credentials.cc +24 -71
- data/src/core/credentials/call/gcp_service_account_identity/gcp_service_account_identity_credentials.h +1 -8
- data/src/core/credentials/call/iam/iam_credentials.cc +6 -6
- data/src/core/credentials/call/iam/iam_credentials.h +1 -1
- data/src/core/credentials/call/json_util.cc +1 -1
- data/src/core/credentials/call/jwt/json_token.cc +7 -7
- data/src/core/credentials/call/jwt/jwt_credentials.cc +5 -5
- data/src/core/credentials/call/jwt/jwt_credentials.h +4 -4
- data/src/core/credentials/call/jwt/jwt_verifier.cc +19 -18
- data/src/core/credentials/call/jwt_token_file/jwt_token_file_call_credentials.cc +2 -2
- data/src/core/credentials/call/jwt_token_file/jwt_token_file_call_credentials.h +3 -3
- data/src/core/credentials/call/jwt_util.cc +3 -3
- data/src/core/credentials/call/jwt_util.h +1 -1
- data/src/core/credentials/call/oauth2/oauth2_credentials.cc +49 -72
- data/src/core/credentials/call/oauth2/oauth2_credentials.h +3 -9
- data/src/core/credentials/call/plugin/plugin_credentials.cc +6 -6
- data/src/core/credentials/call/plugin/plugin_credentials.h +2 -2
- data/src/core/credentials/call/token_fetcher/token_fetcher_credentials.cc +46 -0
- data/src/core/credentials/call/token_fetcher/token_fetcher_credentials.h +32 -3
- data/src/core/credentials/transport/alts/alts_credentials.cc +5 -5
- data/src/core/credentials/transport/alts/alts_security_connector.cc +17 -15
- data/src/core/credentials/transport/alts/check_gcp_environment_no_op.cc +1 -1
- data/src/core/credentials/transport/alts/grpc_alts_credentials_client_options.cc +23 -3
- data/src/core/credentials/transport/alts/grpc_alts_credentials_options.cc +10 -1
- data/src/core/credentials/transport/alts/grpc_alts_credentials_options.h +31 -0
- data/src/core/credentials/transport/alts/grpc_alts_credentials_server_options.cc +8 -3
- data/src/core/credentials/transport/channel_creds_registry.h +1 -1
- data/src/core/credentials/transport/channel_creds_registry_init.cc +1 -1
- data/src/core/credentials/transport/composite/composite_channel_credentials.cc +7 -7
- data/src/core/credentials/transport/composite/composite_channel_credentials.h +1 -1
- data/src/core/credentials/transport/fake/fake_credentials.cc +1 -1
- data/src/core/credentials/transport/fake/fake_credentials.h +1 -1
- data/src/core/credentials/transport/fake/fake_security_connector.cc +7 -7
- data/src/core/credentials/transport/google_default/credentials_generic.cc +2 -2
- data/src/core/credentials/transport/google_default/google_default_credentials.cc +83 -39
- data/src/core/credentials/transport/google_default/google_default_credentials.h +0 -2
- data/src/core/credentials/transport/insecure/insecure_security_connector.cc +3 -3
- data/src/core/credentials/transport/insecure/insecure_security_connector.h +2 -2
- data/src/core/credentials/transport/local/local_security_connector.cc +13 -13
- data/src/core/credentials/transport/security_connector.cc +6 -6
- data/src/core/credentials/transport/security_connector.h +2 -2
- data/src/core/credentials/transport/ssl/ssl_credentials.cc +13 -13
- data/src/core/credentials/transport/ssl/ssl_credentials.h +2 -2
- data/src/core/credentials/transport/ssl/ssl_security_connector.cc +8 -8
- data/src/core/credentials/transport/tls/certificate_provider_factory.h +1 -1
- data/src/core/credentials/transport/tls/certificate_provider_registry.cc +2 -2
- data/src/core/credentials/transport/tls/certificate_provider_registry.h +1 -1
- data/src/core/credentials/transport/tls/grpc_tls_certificate_distributor.cc +25 -25
- data/src/core/credentials/transport/tls/grpc_tls_certificate_distributor.h +2 -2
- data/src/core/credentials/transport/tls/grpc_tls_certificate_match.cc +1 -1
- data/src/core/credentials/transport/tls/grpc_tls_certificate_provider.cc +8 -8
- data/src/core/credentials/transport/tls/grpc_tls_certificate_provider.h +5 -5
- data/src/core/credentials/transport/tls/grpc_tls_certificate_verifier.cc +3 -3
- data/src/core/credentials/transport/tls/grpc_tls_certificate_verifier.h +4 -4
- data/src/core/credentials/transport/tls/grpc_tls_credentials_options.cc +18 -18
- data/src/core/credentials/transport/tls/grpc_tls_crl_provider.cc +5 -5
- data/src/core/credentials/transport/tls/grpc_tls_crl_provider.h +3 -3
- data/src/core/credentials/transport/tls/load_system_roots_supported.cc +1 -1
- data/src/core/credentials/transport/tls/spiffe_utils.cc +10 -8
- data/src/core/credentials/transport/tls/spiffe_utils.h +2 -2
- data/src/core/credentials/transport/tls/ssl_utils.cc +18 -13
- data/src/core/credentials/transport/tls/ssl_utils.h +2 -2
- data/src/core/credentials/transport/tls/tls_credentials.cc +3 -3
- data/src/core/credentials/transport/tls/tls_security_connector.cc +15 -15
- data/src/core/credentials/transport/tls/tls_security_connector.h +3 -3
- data/src/core/credentials/transport/transport_credentials.cc +3 -3
- data/src/core/credentials/transport/transport_credentials.h +4 -4
- data/src/core/credentials/transport/xds/xds_credentials.cc +5 -5
- data/src/core/credentials/transport/xds/xds_credentials.h +1 -1
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +2 -2
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +4 -1
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +6 -4
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +2 -2
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +7 -7
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +6 -3
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
- data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.cc +2 -2
- data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.h +6 -3
- data/src/core/ext/filters/gcp_authentication/gcp_authentication_service_config_parser.h +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +6 -6
- data/src/core/ext/filters/http/client/http_client_filter.h +4 -1
- data/src/core/ext/filters/http/client_authority_filter.cc +2 -2
- data/src/core/ext/filters/http/client_authority_filter.h +4 -1
- data/src/core/ext/filters/http/http_filters_plugin.cc +1 -1
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +11 -11
- data/src/core/ext/filters/http/message_compress/compression_filter.h +24 -5
- data/src/core/ext/filters/http/server/http_server_filter.cc +3 -3
- data/src/core/ext/filters/http/server/http_server_filter.h +4 -1
- data/src/core/ext/filters/message_size/message_size_filter.cc +2 -2
- data/src/core/ext/filters/message_size/message_size_filter.h +8 -2
- data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
- data/src/core/ext/filters/rbac/rbac_filter.h +4 -1
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +3 -3
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +14 -14
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +13 -2
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +2 -2
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +58 -44
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +2 -3
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +25 -24
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +1 -2
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +306 -148
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +10 -2
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +42 -7
- data/src/core/ext/transport/chttp2/transport/flow_control.h +223 -83
- data/src/core/ext/transport/chttp2/transport/flow_control_manager.h +105 -0
- data/src/core/ext/transport/chttp2/transport/frame.cc +175 -27
- data/src/core/ext/transport/chttp2/transport/frame.h +58 -10
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +4 -4
- data/src/core/ext/transport/chttp2/transport/frame_data.h +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +5 -5
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +7 -7
- data/src/core/ext/transport/chttp2/transport/frame_security.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +7 -15
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/goaway.cc +129 -0
- data/src/core/ext/transport/chttp2/transport/goaway.h +350 -0
- data/src/core/ext/transport/chttp2/transport/header_assembler.h +194 -54
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +8 -6
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +8 -8
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +5 -5
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +34 -34
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +6 -7
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +8 -8
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +1 -1
- data/src/core/ext/transport/chttp2/transport/http2_client_transport.cc +1475 -632
- data/src/core/ext/transport/chttp2/transport/http2_client_transport.h +384 -373
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +6 -4
- data/src/core/ext/transport/chttp2/transport/http2_settings_manager.cc +4 -3
- data/src/core/ext/transport/chttp2/transport/http2_settings_manager.h +6 -5
- data/src/core/ext/transport/chttp2/transport/http2_settings_promises.h +417 -0
- data/src/core/ext/transport/chttp2/transport/http2_status.h +7 -1
- data/src/core/ext/transport/chttp2/transport/http2_transport.cc +337 -30
- data/src/core/ext/transport/chttp2/transport/http2_transport.h +196 -21
- data/src/core/ext/transport/chttp2/transport/http2_ztrace_collector.h +172 -72
- data/src/core/ext/transport/chttp2/transport/incoming_metadata_tracker.h +128 -0
- data/src/core/ext/transport/chttp2/transport/internal.h +31 -19
- data/src/core/ext/transport/chttp2/transport/keepalive.cc +12 -5
- data/src/core/ext/transport/chttp2/transport/keepalive.h +14 -10
- data/src/core/ext/transport/chttp2/transport/message_assembler.h +30 -21
- data/src/core/ext/transport/chttp2/transport/parsing.cc +25 -23
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +3 -3
- data/src/core/ext/transport/chttp2/transport/ping_promise.cc +70 -28
- data/src/core/ext/transport/chttp2/transport/ping_promise.h +63 -23
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/security_frame.cc +31 -0
- data/src/core/ext/transport/chttp2/transport/security_frame.h +32 -0
- data/src/core/ext/transport/chttp2/transport/stream.h +287 -0
- data/src/core/ext/transport/chttp2/transport/stream_data_queue.h +476 -208
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +8 -8
- data/src/core/ext/transport/chttp2/transport/transport_common.cc +17 -1
- data/src/core/ext/transport/chttp2/transport/transport_common.h +57 -0
- data/src/core/ext/transport/chttp2/transport/varint.h +2 -2
- data/src/core/ext/transport/chttp2/transport/writable_streams.h +202 -84
- data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/writing.cc +6 -6
- data/src/core/ext/transport/inproc/inproc_transport.cc +9 -3
- data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +11 -8
- data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb.h +740 -0
- data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb_minitable.c +218 -0
- data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb_minitable.h +46 -0
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +87 -55
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +23 -21
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/channelz.upbdefs.c +80 -0
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/channelz.upbdefs.h +47 -0
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/service.upbdefs.c +129 -0
- data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/service.upbdefs.h +72 -0
- data/src/core/filter/auth/auth_filters.h +7 -1
- data/src/core/filter/auth/client_auth_filter.cc +2 -2
- data/src/core/filter/auth/server_auth_filter.cc +5 -5
- data/src/core/filter/blackboard.h +2 -2
- data/src/core/filter/filter_args.h +40 -2
- data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +2 -2
- data/src/core/handshaker/handshaker.cc +8 -8
- data/src/core/handshaker/handshaker.h +2 -2
- data/src/core/handshaker/http_connect/http_connect_handshaker.cc +5 -5
- data/src/core/handshaker/http_connect/http_proxy_mapper.cc +12 -12
- data/src/core/handshaker/http_connect/http_proxy_mapper.h +1 -1
- data/src/core/handshaker/http_connect/xds_http_proxy_mapper.cc +1 -1
- data/src/core/handshaker/http_connect/xds_http_proxy_mapper.h +1 -1
- data/src/core/handshaker/proxy_mapper.h +1 -1
- data/src/core/handshaker/proxy_mapper_registry.h +1 -1
- data/src/core/handshaker/security/legacy_secure_endpoint.cc +6 -6
- data/src/core/handshaker/security/pipelined_secure_endpoint.cc +38 -15
- data/src/core/handshaker/security/secure_endpoint.cc +31 -11
- data/src/core/handshaker/security/security_handshaker.cc +11 -8
- data/src/core/handshaker/security/security_handshaker.h +1 -1
- data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +6 -6
- data/src/core/lib/address_utils/parse_address.cc +5 -5
- data/src/core/lib/address_utils/parse_address.h +2 -2
- data/src/core/lib/address_utils/sockaddr_utils.cc +4 -4
- data/src/core/lib/address_utils/sockaddr_utils.h +1 -1
- data/src/core/lib/channel/channel_args.cc +1 -1
- data/src/core/lib/channel/channel_args.h +2 -2
- data/src/core/lib/channel/channel_stack.cc +29 -25
- data/src/core/lib/channel/channel_stack.h +8 -3
- data/src/core/lib/channel/channel_stack_builder.cc +8 -4
- data/src/core/lib/channel/channel_stack_builder.h +10 -9
- data/src/core/lib/channel/channel_stack_builder_impl.cc +8 -13
- data/src/core/lib/channel/channel_stack_builder_impl.h +1 -1
- data/src/core/lib/channel/connected_channel.cc +4 -4
- data/src/core/lib/channel/promise_based_filter.cc +132 -72
- data/src/core/lib/channel/promise_based_filter.h +39 -23
- data/src/core/lib/compression/compression_internal.cc +6 -6
- data/src/core/lib/compression/compression_internal.h +1 -1
- data/src/core/lib/compression/message_compress.cc +8 -8
- data/src/core/lib/debug/trace.cc +2 -5
- data/src/core/lib/debug/trace.h +10 -0
- data/src/core/lib/debug/trace_flags.cc +2 -2
- data/src/core/lib/debug/trace_flags.h +1 -1
- data/src/core/lib/event_engine/ares_resolver.cc +30 -28
- data/src/core/lib/event_engine/ares_resolver.h +4 -4
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +3 -3
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +1 -1
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +4 -4
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +3 -3
- data/src/core/lib/event_engine/channel_args_endpoint_config.h +1 -1
- data/src/core/lib/event_engine/default_event_engine.cc +1 -1
- data/src/core/lib/event_engine/event_engine.cc +1 -1
- data/src/core/lib/event_engine/extensions/channelz.h +3 -3
- data/src/core/lib/event_engine/extensions/chaotic_good_extension.h +1 -1
- data/src/core/lib/event_engine/extensions/supports_fd.h +5 -5
- data/src/core/lib/event_engine/extensions/tcp_trace.h +8 -1
- data/src/core/lib/event_engine/grpc_polled_fd.h +1 -1
- data/src/core/lib/event_engine/memory_allocator_factory.h +1 -1
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +12 -12
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +5 -5
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +15 -15
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +3 -3
- data/src/core/lib/event_engine/posix_engine/event_poller.h +2 -2
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/file_descriptor_collection.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/file_descriptor_collection.h +1 -1
- data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +4 -4
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +1 -1
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +1 -1
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +28 -27
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +17 -17
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +175 -177
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +40 -61
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +11 -7
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +4 -4
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +9 -9
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +1 -1
- data/src/core/lib/event_engine/posix_engine/posix_interface.h +2 -2
- data/src/core/lib/event_engine/posix_engine/posix_interface_posix.cc +5 -5
- data/src/core/lib/event_engine/posix_engine/posix_write_event_sink.h +1 -1
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +1 -1
- data/src/core/lib/event_engine/posix_engine/timer.h +1 -1
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +4 -4
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +1 -1
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +1 -1
- data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +1 -1
- data/src/core/lib/event_engine/resolved_address.cc +3 -3
- data/src/core/lib/event_engine/shim.cc +8 -11
- data/src/core/lib/event_engine/shim.h +2 -1
- data/src/core/lib/event_engine/slice.cc +2 -2
- data/src/core/lib/event_engine/tcp_socket_utils.cc +15 -15
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +1 -1
- data/src/core/lib/event_engine/thread_pool/thread_count.h +1 -1
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +11 -11
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +3 -3
- data/src/core/lib/event_engine/utils.cc +3 -3
- data/src/core/lib/event_engine/utils.h +1 -1
- data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +32 -32
- data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.h +2 -2
- data/src/core/lib/event_engine/windows/iocp.cc +11 -11
- data/src/core/lib/event_engine/windows/iocp.h +1 -1
- data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +5 -2
- data/src/core/lib/event_engine/windows/win_socket.cc +7 -7
- data/src/core/lib/event_engine/windows/win_socket.h +2 -2
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +16 -16
- data/src/core/lib/event_engine/windows/windows_engine.cc +20 -18
- data/src/core/lib/event_engine/windows/windows_engine.h +3 -3
- data/src/core/lib/event_engine/windows/windows_listener.cc +10 -10
- data/src/core/lib/event_engine/windows/windows_listener.h +2 -2
- data/src/core/lib/event_engine/work_queue/basic_work_queue.h +2 -2
- data/src/core/lib/experiments/config.cc +4 -4
- data/src/core/lib/experiments/experiments.cc +255 -42
- data/src/core/lib/experiments/experiments.h +105 -21
- data/src/core/lib/iomgr/buffer_list.cc +1 -1
- data/src/core/lib/iomgr/call_combiner.cc +4 -4
- data/src/core/lib/iomgr/call_combiner.h +2 -2
- data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
- data/src/core/lib/iomgr/closure.h +2 -2
- data/src/core/lib/iomgr/combiner.cc +2 -2
- data/src/core/lib/iomgr/endpoint.h +1 -1
- data/src/core/lib/iomgr/endpoint_cfstream.cc +7 -7
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +6 -6
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +16 -15
- data/src/core/lib/iomgr/error.cc +1 -1
- data/src/core/lib/iomgr/error.h +2 -2
- data/src/core/lib/iomgr/error_cfstream.cc +1 -1
- data/src/core/lib/iomgr/ev_apple.cc +1 -1
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +19 -19
- data/src/core/lib/iomgr/ev_poll_posix.cc +14 -14
- data/src/core/lib/iomgr/ev_posix.cc +3 -3
- data/src/core/lib/iomgr/event_engine_shims/closure.cc +3 -3
- data/src/core/lib/iomgr/event_engine_shims/closure.h +1 -1
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +10 -9
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +1 -1
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +2 -2
- data/src/core/lib/iomgr/exec_ctx.cc +3 -3
- data/src/core/lib/iomgr/exec_ctx.h +1 -1
- data/src/core/lib/iomgr/fork_posix.cc +1 -1
- data/src/core/lib/iomgr/internal_errqueue.cc +1 -1
- data/src/core/lib/iomgr/iocp_windows.cc +9 -9
- data/src/core/lib/iomgr/iomgr.cc +1 -1
- data/src/core/lib/iomgr/iomgr_windows.cc +3 -3
- data/src/core/lib/iomgr/lockfree_event.cc +3 -3
- data/src/core/lib/iomgr/polling_entity.cc +4 -4
- data/src/core/lib/iomgr/resolve_address.cc +1 -1
- data/src/core/lib/iomgr/resolve_address.h +2 -2
- data/src/core/lib/iomgr/resolve_address_posix.cc +4 -4
- data/src/core/lib/iomgr/resolve_address_windows.cc +1 -1
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +1 -1
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +4 -4
- data/src/core/lib/iomgr/socket_windows.cc +6 -6
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +1 -1
- data/src/core/lib/iomgr/tcp_client_posix.cc +7 -7
- data/src/core/lib/iomgr/tcp_client_windows.cc +4 -4
- data/src/core/lib/iomgr/tcp_posix.cc +47 -47
- data/src/core/lib/iomgr/tcp_server.cc +5 -0
- data/src/core/lib/iomgr/tcp_server.h +7 -0
- data/src/core/lib/iomgr/tcp_server_posix.cc +62 -31
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +4 -1
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +7 -7
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +4 -4
- data/src/core/lib/iomgr/tcp_server_windows.cc +70 -31
- data/src/core/lib/iomgr/tcp_windows.cc +8 -8
- data/src/core/lib/iomgr/timer_generic.cc +5 -5
- data/src/core/lib/iomgr/timer_manager.cc +3 -3
- data/src/core/lib/iomgr/unix_sockets_posix.cc +3 -3
- data/src/core/lib/iomgr/unix_sockets_posix.h +1 -1
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +2 -2
- data/src/core/lib/iomgr/vsock.cc +1 -1
- data/src/core/lib/iomgr/vsock.h +1 -1
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +1 -1
- data/src/core/lib/promise/activity.cc +3 -3
- data/src/core/lib/promise/activity.h +11 -10
- data/src/core/lib/promise/all_ok.h +3 -3
- data/src/core/lib/promise/arena_promise.h +47 -6
- data/src/core/lib/promise/context.h +3 -3
- data/src/core/lib/promise/detail/join_state.h +10 -10
- data/src/core/lib/promise/detail/promise_factory.h +1 -1
- data/src/core/lib/promise/detail/promise_like.h +1 -1
- data/src/core/lib/promise/detail/seq_state.h +16 -16
- data/src/core/lib/promise/detail/status.h +2 -2
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +1 -1
- data/src/core/lib/promise/for_each.h +8 -8
- data/src/core/lib/promise/if.h +1 -1
- data/src/core/lib/promise/inter_activity_latch.h +3 -3
- data/src/core/lib/promise/inter_activity_mutex.h +1 -1
- data/src/core/lib/promise/interceptor_list.h +5 -5
- data/src/core/lib/promise/latch.h +9 -9
- data/src/core/lib/promise/loop.h +2 -2
- data/src/core/lib/promise/map.h +2 -2
- data/src/core/lib/promise/mpsc.cc +31 -30
- data/src/core/lib/promise/mpsc.h +2 -2
- data/src/core/lib/promise/observable.h +6 -6
- data/src/core/lib/promise/party.cc +43 -30
- data/src/core/lib/promise/party.h +27 -23
- data/src/core/lib/promise/pipe.h +31 -17
- data/src/core/lib/promise/poll.h +6 -5
- data/src/core/lib/promise/promise.h +2 -4
- data/src/core/lib/promise/sleep.cc +3 -1
- data/src/core/lib/promise/sleep.h +1 -1
- data/src/core/lib/promise/status_flag.h +8 -8
- data/src/core/lib/promise/try_join.h +5 -5
- data/src/core/lib/promise/try_seq.h +5 -5
- data/src/core/lib/promise/wait_set.h +2 -2
- data/src/core/lib/resource_quota/api.cc +1 -1
- data/src/core/lib/resource_quota/arena.cc +1 -1
- data/src/core/lib/resource_quota/arena.h +15 -2
- data/src/core/lib/resource_quota/connection_quota.cc +9 -7
- data/src/core/lib/resource_quota/connection_quota.h +1 -1
- data/src/core/lib/resource_quota/memory_quota.cc +48 -27
- data/src/core/lib/resource_quota/memory_quota.h +56 -20
- data/src/core/lib/resource_quota/periodic_update.h +1 -1
- data/src/core/lib/resource_quota/resource_quota.cc +8 -0
- data/src/core/lib/resource_quota/resource_quota.h +2 -1
- data/src/core/lib/resource_quota/stream_quota.cc +22 -0
- data/src/core/lib/resource_quota/stream_quota.h +31 -0
- data/src/core/lib/resource_quota/telemetry.h +55 -0
- data/src/core/lib/resource_quota/thread_quota.cc +2 -2
- data/src/core/lib/resource_quota/thread_quota.h +1 -1
- data/src/core/lib/resource_tracker/resource_tracker.cc +33 -0
- data/src/core/lib/resource_tracker/resource_tracker.h +46 -0
- data/src/core/lib/security/authorization/audit_logging.cc +7 -7
- data/src/core/lib/security/authorization/audit_logging.h +1 -1
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/evaluate_args.cc +5 -5
- data/src/core/lib/security/authorization/evaluate_args.h +1 -1
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +2 -2
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +3 -3
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +4 -1
- data/src/core/lib/security/authorization/matchers.cc +2 -2
- data/src/core/lib/security/authorization/stdout_logger.cc +3 -3
- data/src/core/lib/slice/percent_encoding.cc +1 -1
- data/src/core/lib/slice/slice.cc +1 -1
- data/src/core/lib/slice/slice.h +2 -2
- data/src/core/lib/slice/slice_buffer.cc +1 -1
- data/src/core/lib/slice/slice_internal.h +1 -1
- data/src/core/lib/surface/byte_buffer_reader.cc +2 -2
- data/src/core/lib/surface/call.cc +58 -28
- data/src/core/lib/surface/call.h +13 -6
- data/src/core/lib/surface/call_log_batch.cc +2 -2
- data/src/core/lib/surface/call_utils.cc +7 -7
- data/src/core/lib/surface/call_utils.h +85 -20
- data/src/core/lib/surface/channel.cc +6 -5
- data/src/core/lib/surface/channel.h +13 -3
- data/src/core/lib/surface/channel_create.cc +12 -8
- data/src/core/lib/surface/channel_create.h +1 -1
- data/src/core/lib/surface/channel_init.cc +84 -27
- data/src/core/lib/surface/channel_init.h +30 -13
- data/src/core/lib/surface/completion_queue.cc +21 -20
- data/src/core/lib/surface/completion_queue_factory.cc +7 -7
- data/src/core/lib/surface/connection_context.h +45 -2
- data/src/core/lib/surface/filter_stack_call.cc +25 -31
- data/src/core/lib/surface/filter_stack_call.h +6 -7
- data/src/core/lib/surface/init.cc +4 -4
- data/src/core/lib/surface/lame_client.cc +2 -2
- data/src/core/lib/surface/lame_client.h +3 -3
- data/src/core/lib/surface/legacy_channel.cc +10 -10
- data/src/core/lib/surface/legacy_channel.h +1 -1
- data/src/core/lib/surface/validate_metadata.cc +2 -2
- data/src/core/lib/surface/validate_metadata.h +3 -3
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.h +5 -5
- data/src/core/lib/transport/connectivity_state.cc +1 -1
- data/src/core/lib/transport/connectivity_state.h +2 -2
- data/src/core/lib/transport/error_utils.h +1 -1
- data/src/core/lib/transport/promise_endpoint.cc +4 -4
- data/src/core/lib/transport/promise_endpoint.h +11 -11
- data/src/core/lib/transport/timeout_encoding.cc +4 -4
- data/src/core/lib/transport/transport.cc +3 -3
- data/src/core/lib/transport/transport.h +62 -4
- data/src/core/lib/transport/transport_framing_endpoint_extension.h +1 -1
- data/src/core/lib/transport/transport_op_string.cc +2 -2
- data/src/core/load_balancing/address_filtering.cc +1 -1
- data/src/core/load_balancing/address_filtering.h +2 -2
- data/src/core/load_balancing/backend_metric_parser.cc +1 -1
- data/src/core/load_balancing/backend_metric_parser.h +1 -1
- data/src/core/load_balancing/child_policy_handler.cc +8 -8
- data/src/core/load_balancing/child_policy_handler.h +2 -2
- data/src/core/load_balancing/delegating_helper.h +2 -2
- data/src/core/load_balancing/endpoint_list.cc +6 -6
- data/src/core/load_balancing/endpoint_list.h +2 -2
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +7 -5
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +5 -1
- data/src/core/load_balancing/grpclb/grpclb.cc +37 -48
- data/src/core/load_balancing/grpclb/grpclb_client_stats.h +2 -2
- data/src/core/load_balancing/grpclb/load_balancer_api.cc +1 -1
- data/src/core/load_balancing/grpclb/load_balancer_api.h +1 -1
- data/src/core/load_balancing/health_check_client.cc +13 -9
- data/src/core/load_balancing/health_check_client_internal.h +5 -5
- data/src/core/load_balancing/lb_policy.h +11 -8
- data/src/core/load_balancing/lb_policy_factory.h +2 -2
- data/src/core/load_balancing/lb_policy_registry.cc +3 -3
- data/src/core/load_balancing/lb_policy_registry.h +2 -2
- data/src/core/load_balancing/oob_backend_metric.cc +11 -7
- data/src/core/load_balancing/oob_backend_metric_internal.h +4 -4
- data/src/core/load_balancing/outlier_detection/outlier_detection.cc +9 -17
- data/src/core/load_balancing/pick_first/pick_first.cc +62 -32
- data/src/core/load_balancing/priority/priority.cc +29 -30
- data/src/core/load_balancing/ring_hash/ring_hash.cc +11 -11
- data/src/core/load_balancing/rls/rls.cc +23 -23
- data/src/core/load_balancing/round_robin/round_robin.cc +16 -16
- data/src/core/load_balancing/subchannel_interface.h +2 -2
- data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.cc +3 -3
- data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +42 -41
- data/src/core/load_balancing/weighted_target/weighted_target.cc +14 -14
- data/src/core/load_balancing/xds/cds.cc +81 -37
- data/src/core/load_balancing/xds/xds_cluster_impl.cc +24 -41
- data/src/core/load_balancing/xds/xds_cluster_manager.cc +6 -6
- data/src/core/load_balancing/xds/xds_override_host.cc +14 -14
- data/src/core/load_balancing/xds/xds_override_host.h +1 -1
- data/src/core/load_balancing/xds/xds_wrr_locality.cc +5 -5
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +8 -8
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.h +1 -1
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver.h +1 -1
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +4 -4
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +35 -35
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +16 -16
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +2 -2
- data/src/core/resolver/dns/dns_resolver_plugin.cc +8 -5
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +10 -10
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.h +1 -1
- data/src/core/resolver/dns/event_engine/service_config_helper.cc +2 -2
- data/src/core/resolver/dns/native/dns_resolver.cc +7 -7
- data/src/core/resolver/endpoint_addresses.cc +6 -6
- data/src/core/resolver/endpoint_addresses.h +4 -1
- data/src/core/resolver/fake/fake_resolver.cc +3 -3
- data/src/core/resolver/fake/fake_resolver.h +3 -3
- data/src/core/resolver/google_c2p/google_c2p_resolver.cc +46 -59
- data/src/core/resolver/polling_resolver.cc +8 -8
- data/src/core/resolver/polling_resolver.h +1 -1
- data/src/core/resolver/resolver.h +2 -2
- data/src/core/resolver/resolver_factory.h +2 -2
- data/src/core/resolver/resolver_registry.cc +5 -4
- data/src/core/resolver/resolver_registry.h +1 -1
- data/src/core/resolver/sockaddr/sockaddr_resolver.cc +4 -4
- data/src/core/resolver/xds/xds_config.cc +1 -1
- data/src/core/resolver/xds/xds_config.h +3 -3
- data/src/core/resolver/xds/xds_dependency_manager.cc +7 -7
- data/src/core/resolver/xds/xds_dependency_manager.h +3 -3
- data/src/core/resolver/xds/xds_resolver.cc +25 -22
- data/src/core/resolver/xds/xds_resolver_attributes.h +1 -1
- data/src/core/server/add_port.cc +2 -2
- data/src/core/server/server.cc +47 -43
- data/src/core/server/server.h +8 -7
- data/src/core/server/server_call_tracer_filter.cc +1 -1
- data/src/core/server/server_call_tracer_filter.h +9 -5
- data/src/core/server/server_config_selector.h +2 -2
- data/src/core/server/server_config_selector_filter.cc +5 -5
- data/src/core/server/xds_channel_stack_modifier.cc +3 -2
- data/src/core/server/xds_channel_stack_modifier.h +1 -1
- data/src/core/server/xds_server_config_fetcher.cc +19 -18
- data/src/core/service_config/service_config.h +1 -1
- data/src/core/service_config/service_config_channel_arg_filter.h +4 -1
- data/src/core/service_config/service_config_impl.cc +3 -3
- data/src/core/service_config/service_config_impl.h +4 -4
- data/src/core/service_config/service_config_parser.h +1 -1
- data/src/core/telemetry/call_tracer.cc +39 -49
- data/src/core/telemetry/call_tracer.h +201 -24
- data/src/core/telemetry/default_tcp_tracer.h +3 -3
- data/src/core/telemetry/histogram.h +205 -0
- data/src/core/telemetry/instrument.cc +999 -0
- data/src/core/telemetry/instrument.h +1105 -0
- data/src/core/telemetry/metrics.cc +15 -5
- data/src/core/telemetry/metrics.h +36 -5
- data/src/core/telemetry/stats.h +2 -2
- data/src/core/telemetry/stats_data.cc +1 -20
- data/src/core/telemetry/stats_data.h +2 -21
- data/src/core/transport/auth_context.cc +3 -3
- data/src/core/transport/auth_context.h +2 -1
- data/src/core/transport/auth_context_comparator_registry.h +1 -1
- data/src/core/tsi/alts/crypt/aes_gcm.cc +1 -1
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +2 -2
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +1 -1
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +81 -48
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +1 -0
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +3 -3
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +46 -36
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +4 -4
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -1
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +4 -4
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +11 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +10 -0
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +16 -8
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +3 -0
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +18 -5
- data/src/core/tsi/fake_transport_security.cc +6 -5
- data/src/core/tsi/local_transport_security.cc +1 -1
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +5 -5
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +1 -1
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +10 -10
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +4 -4
- data/src/core/tsi/ssl_transport_security.cc +30 -30
- data/src/core/tsi/ssl_transport_security.h +1 -1
- data/src/core/tsi/ssl_transport_security_utils.cc +10 -10
- data/src/core/tsi/ssl_transport_security_utils.h +2 -2
- data/src/core/tsi/transport_security_grpc.cc +8 -0
- data/src/core/tsi/transport_security_grpc.h +15 -0
- data/src/core/util/alloc.cc +1 -1
- data/src/core/util/backoff.h +1 -1
- data/src/core/util/chunked_vector.h +4 -4
- data/src/core/util/crash.h +1 -1
- data/src/core/util/dual_ref_counted.h +2 -2
- data/src/core/util/event_log.cc +2 -2
- data/src/core/util/event_log.h +3 -3
- data/src/core/util/gcp_metadata_query.cc +7 -7
- data/src/core/util/gcp_metadata_query.h +2 -2
- data/src/core/util/glob.cc +2 -0
- data/src/core/util/grpc_check.cc +24 -0
- data/src/core/util/grpc_check.h +103 -0
- data/src/core/util/grpc_if_nametoindex_posix.cc +1 -1
- data/src/core/util/grpc_if_nametoindex_unsupported.cc +1 -1
- data/src/core/util/http_client/format_request.cc +1 -1
- data/src/core/util/http_client/httpcli.cc +6 -6
- data/src/core/util/http_client/httpcli.h +4 -4
- data/src/core/util/http_client/httpcli_security_connector.cc +4 -4
- data/src/core/util/http_client/parser.cc +4 -4
- data/src/core/util/json/json_channel_args.h +1 -1
- data/src/core/util/json/json_object_loader.h +6 -6
- data/src/core/util/json/json_reader.cc +2 -2
- data/src/core/util/json/json_reader.h +1 -1
- data/src/core/util/json/json_util.h +3 -3
- data/src/core/util/json/json_writer.cc +1 -1
- data/src/core/util/latent_see.cc +45 -24
- data/src/core/util/latent_see.h +199 -28
- data/src/core/util/linux/cpu.cc +1 -1
- data/src/core/util/load_file.cc +1 -1
- data/src/core/util/load_file.h +1 -1
- data/src/core/util/log.cc +3 -3
- data/src/core/util/lru_cache.h +4 -4
- data/src/core/util/matchers.h +1 -1
- data/src/core/util/memory_usage.h +17 -1
- data/src/core/util/mpscq.h +1 -1
- data/src/core/util/notification.h +1 -1
- data/src/core/util/posix/cpu.cc +1 -1
- data/src/core/util/posix/directory_reader.cc +3 -2
- data/src/core/util/posix/stat.cc +2 -2
- data/src/core/util/posix/sync.cc +24 -24
- data/src/core/util/posix/thd.cc +2 -2
- data/src/core/util/posix/tmpfile.cc +2 -2
- data/src/core/util/postmortem_emit.cc +52 -0
- data/src/core/util/postmortem_emit.h +30 -0
- data/src/core/util/ref_counted.h +2 -2
- data/src/core/util/ref_counted_ptr.h +6 -1
- data/src/core/util/ref_counted_string.h +1 -1
- data/src/core/util/single_set_ptr.h +3 -1
- data/src/core/util/status_helper.cc +8 -8
- data/src/core/util/status_helper.h +1 -1
- data/src/core/util/string.cc +2 -2
- data/src/core/util/sync_abseil.cc +1 -1
- data/src/core/util/table.h +1 -1
- data/src/core/util/time.cc +1 -1
- data/src/core/util/time_precise.cc +1 -1
- data/src/core/util/trie_lookup.h +170 -0
- data/src/core/util/unique_ptr_with_bitset.h +5 -5
- data/src/core/util/unique_type_name.h +1 -1
- data/src/core/util/upb_utils.h +6 -1
- data/src/core/util/validation_errors.cc +2 -2
- data/src/core/util/validation_errors.h +2 -3
- data/src/core/util/wait_for_single_owner.h +2 -2
- data/src/core/util/windows/directory_reader.cc +1 -1
- data/src/core/util/windows/stat.cc +2 -2
- data/src/core/util/windows/thd.cc +2 -2
- data/src/core/util/windows/time.cc +1 -1
- data/src/core/util/work_serializer.cc +3 -3
- data/src/core/util/work_serializer.h +2 -2
- data/src/core/xds/grpc/certificate_provider_store.cc +2 -2
- data/src/core/xds/grpc/certificate_provider_store.h +2 -2
- data/src/core/xds/grpc/file_watcher_certificate_provider_factory.cc +3 -3
- data/src/core/xds/grpc/file_watcher_certificate_provider_factory.h +1 -1
- data/src/core/xds/grpc/xds_audit_logger_registry.cc +3 -3
- data/src/core/xds/grpc/xds_audit_logger_registry.h +1 -1
- data/src/core/xds/grpc/xds_bootstrap_grpc.cc +7 -7
- data/src/core/xds/grpc/xds_bootstrap_grpc.h +8 -3
- data/src/core/xds/grpc/xds_certificate_provider.cc +4 -4
- data/src/core/xds/grpc/xds_certificate_provider.h +2 -2
- data/src/core/xds/grpc/xds_client_grpc.cc +39 -20
- data/src/core/xds/grpc/xds_client_grpc.h +6 -3
- data/src/core/xds/grpc/xds_cluster.cc +2 -2
- data/src/core/xds/grpc/xds_cluster.h +1 -1
- data/src/core/xds/grpc/xds_cluster_parser.cc +7 -7
- data/src/core/xds/grpc/xds_cluster_parser.h +1 -1
- data/src/core/xds/grpc/xds_cluster_specifier_plugin.cc +4 -4
- data/src/core/xds/grpc/xds_cluster_specifier_plugin.h +1 -1
- data/src/core/xds/grpc/xds_common_types.cc +1 -1
- data/src/core/xds/grpc/xds_common_types.h +1 -1
- data/src/core/xds/grpc/xds_common_types_parser.cc +5 -5
- data/src/core/xds/grpc/xds_endpoint.h +2 -2
- data/src/core/xds/grpc/xds_endpoint_parser.cc +7 -7
- data/src/core/xds/grpc/xds_endpoint_parser.h +1 -1
- data/src/core/xds/grpc/xds_health_status.cc +1 -1
- data/src/core/xds/grpc/xds_health_status.h +1 -1
- data/src/core/xds/grpc/xds_http_fault_filter.cc +4 -4
- data/src/core/xds/grpc/xds_http_fault_filter.h +2 -2
- data/src/core/xds/grpc/xds_http_filter.h +3 -3
- data/src/core/xds/grpc/xds_http_filter_registry.cc +4 -3
- data/src/core/xds/grpc/xds_http_filter_registry.h +2 -2
- data/src/core/xds/grpc/xds_http_gcp_authn_filter.cc +3 -3
- data/src/core/xds/grpc/xds_http_gcp_authn_filter.h +2 -2
- data/src/core/xds/grpc/xds_http_rbac_filter.cc +4 -4
- data/src/core/xds/grpc/xds_http_rbac_filter.h +2 -2
- data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +3 -3
- data/src/core/xds/grpc/xds_http_stateful_session_filter.h +2 -2
- data/src/core/xds/grpc/xds_lb_policy_registry.cc +1 -1
- data/src/core/xds/grpc/xds_lb_policy_registry.h +1 -1
- data/src/core/xds/grpc/xds_listener.cc +2 -2
- data/src/core/xds/grpc/xds_listener_parser.cc +9 -9
- data/src/core/xds/grpc/xds_listener_parser.h +1 -1
- data/src/core/xds/grpc/xds_matcher.cc +277 -0
- data/src/core/xds/grpc/xds_matcher.h +432 -0
- data/src/core/xds/grpc/xds_matcher_action.cc +47 -0
- data/src/core/xds/grpc/xds_matcher_action.h +48 -0
- data/src/core/xds/grpc/xds_matcher_context.cc +29 -0
- data/src/core/xds/grpc/xds_matcher_context.h +46 -0
- data/src/core/xds/grpc/xds_matcher_input.cc +79 -0
- data/src/core/xds/grpc/xds_matcher_input.h +105 -0
- data/src/core/xds/grpc/xds_matcher_parse.cc +356 -0
- data/src/core/xds/grpc/xds_matcher_parse.h +39 -0
- data/src/core/xds/grpc/xds_metadata.cc +4 -3
- data/src/core/xds/grpc/xds_metadata.h +3 -3
- data/src/core/xds/grpc/xds_metadata_parser.cc +2 -2
- data/src/core/xds/grpc/xds_route_config.cc +3 -3
- data/src/core/xds/grpc/xds_route_config_parser.cc +14 -14
- data/src/core/xds/grpc/xds_route_config_parser.h +1 -1
- data/src/core/xds/grpc/xds_routing.cc +6 -6
- data/src/core/xds/grpc/xds_routing.h +2 -2
- data/src/core/xds/grpc/xds_server_grpc.cc +2 -2
- data/src/core/xds/grpc/xds_transport_grpc.cc +11 -11
- data/src/core/xds/grpc/xds_transport_grpc.h +2 -2
- data/src/core/xds/xds_client/lrs_client.cc +9 -9
- data/src/core/xds/xds_client/lrs_client.h +4 -4
- data/src/core/xds/xds_client/xds_api.h +1 -1
- data/src/core/xds/xds_client/xds_backend_metric_propagation.cc +1 -1
- data/src/core/xds/xds_client/xds_backend_metric_propagation.h +1 -1
- data/src/core/xds/xds_client/xds_client.cc +17 -17
- data/src/core/xds/xds_client/xds_client.h +5 -5
- data/src/core/xds/xds_client/xds_locality.h +2 -2
- data/src/core/xds/xds_client/xds_resource_type.h +2 -2
- data/src/core/xds/xds_client/xds_resource_type_impl.h +1 -1
- data/src/core/xds/xds_client/xds_transport.h +2 -2
- data/src/ruby/ext/grpc/extconf.rb +14 -12
- data/src/ruby/ext/grpc/rb_call.c +0 -1
- data/src/ruby/ext/grpc/rb_channel_args.c +0 -1
- data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +2 -2
- data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
- data/src/ruby/lib/grpc/grpc.rb +7 -9
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/spec/client_server_spec.rb +1 -1
- data/src/ruby/spec/generic/rpc_server_pool_spec.rb +1 -1
- data/src/ruby/spec/generic/rpc_server_spec.rb +3 -4
- data/src/ruby/spec/spec_helper.rb +1 -1
- data/third_party/abseil-cpp/absl/container/internal/node_slot_policy.h +95 -0
- data/third_party/abseil-cpp/absl/container/node_hash_map.h +687 -0
- metadata +67 -8
|
@@ -23,23 +23,23 @@
|
|
|
23
23
|
#include <utility>
|
|
24
24
|
#include <vector>
|
|
25
25
|
|
|
26
|
-
#include "absl/base/attributes.h"
|
|
27
|
-
#include "absl/functional/function_ref.h"
|
|
28
|
-
#include "absl/log/check.h"
|
|
29
|
-
#include "absl/log/log.h"
|
|
30
|
-
#include "absl/status/status.h"
|
|
31
|
-
#include "absl/strings/str_cat.h"
|
|
32
|
-
#include "absl/strings/str_format.h"
|
|
33
|
-
#include "absl/strings/str_join.h"
|
|
34
26
|
#include "src/core/lib/channel/channel_stack.h"
|
|
35
27
|
#include "src/core/lib/debug/trace.h"
|
|
36
28
|
#include "src/core/lib/iomgr/error.h"
|
|
37
29
|
#include "src/core/lib/promise/seq.h"
|
|
38
30
|
#include "src/core/lib/slice/slice.h"
|
|
39
31
|
#include "src/core/util/crash.h"
|
|
32
|
+
#include "src/core/util/grpc_check.h"
|
|
40
33
|
#include "src/core/util/latent_see.h"
|
|
41
34
|
#include "src/core/util/manual_constructor.h"
|
|
42
35
|
#include "src/core/util/status_helper.h"
|
|
36
|
+
#include "absl/base/attributes.h"
|
|
37
|
+
#include "absl/functional/function_ref.h"
|
|
38
|
+
#include "absl/log/log.h"
|
|
39
|
+
#include "absl/status/status.h"
|
|
40
|
+
#include "absl/strings/str_cat.h"
|
|
41
|
+
#include "absl/strings/str_format.h"
|
|
42
|
+
#include "absl/strings/str_join.h"
|
|
43
43
|
|
|
44
44
|
namespace grpc_core {
|
|
45
45
|
namespace promise_filter_detail {
|
|
@@ -84,7 +84,13 @@ BaseCallData::BaseCallData(
|
|
|
84
84
|
grpc_call_element* elem, const grpc_call_element_args* args, uint8_t flags,
|
|
85
85
|
absl::FunctionRef<Interceptor*()> make_send_interceptor,
|
|
86
86
|
absl::FunctionRef<Interceptor*()> make_recv_interceptor)
|
|
87
|
-
:
|
|
87
|
+
: channelz::DataSource([args]() -> RefCountedPtr<channelz::BaseNode> {
|
|
88
|
+
channelz::CallNode* call_node =
|
|
89
|
+
args->arena->GetContext<channelz::CallNode>();
|
|
90
|
+
if (call_node == nullptr) return nullptr;
|
|
91
|
+
return call_node->Ref();
|
|
92
|
+
}()),
|
|
93
|
+
call_stack_(args->call_stack),
|
|
88
94
|
elem_(elem),
|
|
89
95
|
arena_(args->arena),
|
|
90
96
|
call_combiner_(args->call_combiner),
|
|
@@ -149,6 +155,37 @@ std::string BaseCallData::LogTag() const {
|
|
|
149
155
|
absl::Hex(reinterpret_cast<uintptr_t>(elem_), absl::kZeroPad8), "]");
|
|
150
156
|
}
|
|
151
157
|
|
|
158
|
+
void BaseCallData::AddData(channelz::DataSink sink) {
|
|
159
|
+
EnsureRunInExecCtx([this, sink = std::move(sink)]() mutable {
|
|
160
|
+
auto add = [sink, this](grpc_error_handle) mutable {
|
|
161
|
+
sink.AddData(elem_->filter->name.name(), ChannelzProperties());
|
|
162
|
+
GRPC_CALL_COMBINER_STOP(call_combiner(), "channelz_add_data");
|
|
163
|
+
GRPC_CALL_STACK_UNREF(call_stack_, "channelz_add_data");
|
|
164
|
+
};
|
|
165
|
+
GRPC_CALL_STACK_REF(call_stack_, "channelz_add_data");
|
|
166
|
+
GRPC_CALL_COMBINER_START(call_combiner_, NewClosure(std::move(add)),
|
|
167
|
+
absl::OkStatus(), "channelz_add_data");
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
channelz::PropertyList BaseCallData::ChannelzProperties() const {
|
|
172
|
+
channelz::PropertyList properties;
|
|
173
|
+
properties.Set("deadline", deadline_);
|
|
174
|
+
if (send_message_ != nullptr) {
|
|
175
|
+
properties.Set("promise_based_send_message",
|
|
176
|
+
send_message_->ChannelzProperties());
|
|
177
|
+
}
|
|
178
|
+
if (receive_message_ != nullptr) {
|
|
179
|
+
properties.Set("promise_based_receive_message",
|
|
180
|
+
receive_message_->ChannelzProperties());
|
|
181
|
+
}
|
|
182
|
+
if (server_initial_metadata_pipe_ != nullptr) {
|
|
183
|
+
properties.Set("server_initial_metadata_pipe",
|
|
184
|
+
server_initial_metadata_pipe_->sender.ChannelzProperties());
|
|
185
|
+
}
|
|
186
|
+
return properties;
|
|
187
|
+
}
|
|
188
|
+
|
|
152
189
|
///////////////////////////////////////////////////////////////////////////////
|
|
153
190
|
// BaseCallData::CapturedBatch
|
|
154
191
|
|
|
@@ -172,7 +209,7 @@ BaseCallData::CapturedBatch::~CapturedBatch() {
|
|
|
172
209
|
uintptr_t& refcnt = *RefCountField(batch_);
|
|
173
210
|
if (refcnt == 0) return; // refcnt==0 ==> cancelled
|
|
174
211
|
--refcnt;
|
|
175
|
-
|
|
212
|
+
GRPC_CHECK_NE(refcnt, 0u);
|
|
176
213
|
}
|
|
177
214
|
|
|
178
215
|
BaseCallData::CapturedBatch::CapturedBatch(const CapturedBatch& rhs)
|
|
@@ -203,7 +240,7 @@ BaseCallData::CapturedBatch& BaseCallData::CapturedBatch::operator=(
|
|
|
203
240
|
|
|
204
241
|
void BaseCallData::CapturedBatch::ResumeWith(Flusher* releaser) {
|
|
205
242
|
auto* batch = std::exchange(batch_, nullptr);
|
|
206
|
-
|
|
243
|
+
GRPC_CHECK_NE(batch, nullptr);
|
|
207
244
|
uintptr_t& refcnt = *RefCountField(batch);
|
|
208
245
|
if (refcnt == 0) {
|
|
209
246
|
// refcnt==0 ==> cancelled
|
|
@@ -218,7 +255,7 @@ void BaseCallData::CapturedBatch::ResumeWith(Flusher* releaser) {
|
|
|
218
255
|
|
|
219
256
|
void BaseCallData::CapturedBatch::CompleteWith(Flusher* releaser) {
|
|
220
257
|
auto* batch = std::exchange(batch_, nullptr);
|
|
221
|
-
|
|
258
|
+
GRPC_CHECK_NE(batch, nullptr);
|
|
222
259
|
uintptr_t& refcnt = *RefCountField(batch);
|
|
223
260
|
if (refcnt == 0) return; // refcnt==0 ==> cancelled
|
|
224
261
|
if (--refcnt == 0) {
|
|
@@ -229,7 +266,7 @@ void BaseCallData::CapturedBatch::CompleteWith(Flusher* releaser) {
|
|
|
229
266
|
void BaseCallData::CapturedBatch::CancelWith(grpc_error_handle error,
|
|
230
267
|
Flusher* releaser) {
|
|
231
268
|
auto* batch = std::exchange(batch_, nullptr);
|
|
232
|
-
|
|
269
|
+
GRPC_CHECK_NE(batch, nullptr);
|
|
233
270
|
uintptr_t& refcnt = *RefCountField(batch);
|
|
234
271
|
if (refcnt == 0) {
|
|
235
272
|
// refcnt==0 ==> cancelled
|
|
@@ -351,7 +388,7 @@ template <typename T>
|
|
|
351
388
|
void BaseCallData::SendMessage::GotPipe(T* pipe_end) {
|
|
352
389
|
GRPC_TRACE_LOG(channel, INFO)
|
|
353
390
|
<< base_->LogTag() << " SendMessage.GotPipe st=" << StateString(state_);
|
|
354
|
-
|
|
391
|
+
GRPC_CHECK_NE(pipe_end, nullptr);
|
|
355
392
|
switch (state_) {
|
|
356
393
|
case State::kInitial:
|
|
357
394
|
state_ = State::kIdle;
|
|
@@ -495,7 +532,7 @@ void BaseCallData::SendMessage::WakeInsideCombiner(Flusher* flusher,
|
|
|
495
532
|
}
|
|
496
533
|
[[fallthrough]];
|
|
497
534
|
case State::kPushedToPipe: {
|
|
498
|
-
|
|
535
|
+
GRPC_CHECK(push_.has_value());
|
|
499
536
|
auto r_push = (*push_)();
|
|
500
537
|
if (auto* p = r_push.value_if_ready()) {
|
|
501
538
|
GRPC_TRACE_LOG(channel, INFO)
|
|
@@ -504,12 +541,12 @@ void BaseCallData::SendMessage::WakeInsideCombiner(Flusher* flusher,
|
|
|
504
541
|
"result="
|
|
505
542
|
<< (*p ? "true" : "false");
|
|
506
543
|
// We haven't pulled through yet, so this certainly shouldn't succeed.
|
|
507
|
-
|
|
544
|
+
GRPC_CHECK(!*p);
|
|
508
545
|
state_ = State::kCancelled;
|
|
509
546
|
batch_.CancelWith(absl::CancelledError(), flusher);
|
|
510
547
|
break;
|
|
511
548
|
}
|
|
512
|
-
|
|
549
|
+
GRPC_CHECK(next_.has_value());
|
|
513
550
|
auto r_next = (*next_)();
|
|
514
551
|
if (auto* p = r_next.value_if_ready()) {
|
|
515
552
|
GRPC_TRACE_LOG(channel, INFO)
|
|
@@ -820,12 +857,12 @@ void BaseCallData::ReceiveMessage::WakeInsideCombiner(Flusher* flusher,
|
|
|
820
857
|
completed_status_, "recv_message");
|
|
821
858
|
break;
|
|
822
859
|
}
|
|
823
|
-
|
|
824
|
-
|
|
860
|
+
GRPC_CHECK(state_ == State::kPushedToPipe ||
|
|
861
|
+
state_ == State::kCompletedWhilePushedToPipe);
|
|
825
862
|
[[fallthrough]];
|
|
826
863
|
case State::kCompletedWhilePushedToPipe:
|
|
827
864
|
case State::kPushedToPipe: {
|
|
828
|
-
|
|
865
|
+
GRPC_CHECK(push_.has_value());
|
|
829
866
|
auto r_push = (*push_)();
|
|
830
867
|
if (auto* p = r_push.value_if_ready()) {
|
|
831
868
|
GRPC_TRACE_LOG(channel, INFO)
|
|
@@ -833,11 +870,11 @@ void BaseCallData::ReceiveMessage::WakeInsideCombiner(Flusher* flusher,
|
|
|
833
870
|
<< " ReceiveMessage.WakeInsideCombiner push complete: "
|
|
834
871
|
<< (*p ? "true" : "false");
|
|
835
872
|
// We haven't pulled through yet, so this certainly shouldn't succeed.
|
|
836
|
-
|
|
873
|
+
GRPC_CHECK(!*p);
|
|
837
874
|
state_ = State::kCancelled;
|
|
838
875
|
break;
|
|
839
876
|
}
|
|
840
|
-
|
|
877
|
+
GRPC_CHECK(next_.has_value());
|
|
841
878
|
auto r_next = (*next_)();
|
|
842
879
|
if (auto* p = r_next.value_if_ready()) {
|
|
843
880
|
next_.reset();
|
|
@@ -872,7 +909,7 @@ void BaseCallData::ReceiveMessage::WakeInsideCombiner(Flusher* flusher,
|
|
|
872
909
|
[[fallthrough]];
|
|
873
910
|
case State::kCompletedWhilePulledFromPipe:
|
|
874
911
|
case State::kPulledFromPipe: {
|
|
875
|
-
|
|
912
|
+
GRPC_CHECK(push_.has_value());
|
|
876
913
|
if ((*push_)().ready()) {
|
|
877
914
|
GRPC_TRACE_LOG(channel, INFO)
|
|
878
915
|
<< base_->LogTag()
|
|
@@ -976,7 +1013,7 @@ class ClientCallData::PollContext {
|
|
|
976
1013
|
public:
|
|
977
1014
|
explicit PollContext(ClientCallData* self, Flusher* flusher)
|
|
978
1015
|
: self_(self), flusher_(flusher) {
|
|
979
|
-
|
|
1016
|
+
GRPC_CHECK_EQ(self_->poll_ctx_, nullptr);
|
|
980
1017
|
|
|
981
1018
|
self_->poll_ctx_ = this;
|
|
982
1019
|
scoped_activity_.Init(self_);
|
|
@@ -987,11 +1024,11 @@ class ClientCallData::PollContext {
|
|
|
987
1024
|
PollContext& operator=(const PollContext&) = delete;
|
|
988
1025
|
|
|
989
1026
|
void Run() {
|
|
990
|
-
|
|
1027
|
+
GRPC_DCHECK(HasContext<Arena>());
|
|
991
1028
|
GRPC_TRACE_LOG(channel, INFO)
|
|
992
1029
|
<< self_->LogTag() << " ClientCallData.PollContext.Run "
|
|
993
1030
|
<< self_->DebugString();
|
|
994
|
-
|
|
1031
|
+
GRPC_CHECK(have_scoped_activity_);
|
|
995
1032
|
repoll_ = false;
|
|
996
1033
|
if (self_->send_message() != nullptr) {
|
|
997
1034
|
self_->send_message()->WakeInsideCombiner(flusher_, true);
|
|
@@ -1026,8 +1063,10 @@ class ClientCallData::PollContext {
|
|
|
1026
1063
|
case RecvInitialMetadata::kCompleteAndGotPipe:
|
|
1027
1064
|
self_->recv_initial_metadata_->state =
|
|
1028
1065
|
RecvInitialMetadata::kCompleteAndPushedToPipe;
|
|
1029
|
-
|
|
1030
|
-
|
|
1066
|
+
GRPC_CHECK(
|
|
1067
|
+
!self_->recv_initial_metadata_->metadata_push_.has_value());
|
|
1068
|
+
GRPC_CHECK(
|
|
1069
|
+
!self_->recv_initial_metadata_->metadata_next_.has_value());
|
|
1031
1070
|
self_->recv_initial_metadata_->metadata_push_.emplace(
|
|
1032
1071
|
self_->recv_initial_metadata_->server_initial_metadata_publisher
|
|
1033
1072
|
->Push(ServerMetadataHandle(
|
|
@@ -1038,7 +1077,7 @@ class ClientCallData::PollContext {
|
|
|
1038
1077
|
self_->server_initial_metadata_pipe()->receiver.Next());
|
|
1039
1078
|
[[fallthrough]];
|
|
1040
1079
|
case RecvInitialMetadata::kCompleteAndPushedToPipe: {
|
|
1041
|
-
|
|
1080
|
+
GRPC_CHECK(self_->recv_initial_metadata_->metadata_next_.has_value());
|
|
1042
1081
|
Poll<NextResult<ServerMetadataHandle>> p =
|
|
1043
1082
|
(*self_->recv_initial_metadata_->metadata_next_)();
|
|
1044
1083
|
if (NextResult<ServerMetadataHandle>* nr = p.value_if_ready()) {
|
|
@@ -1130,7 +1169,7 @@ class ClientCallData::PollContext {
|
|
|
1130
1169
|
}
|
|
1131
1170
|
} else {
|
|
1132
1171
|
self_->cancelled_error_ = StatusFromMetadata(*md);
|
|
1133
|
-
|
|
1172
|
+
GRPC_CHECK(!self_->cancelled_error_.ok());
|
|
1134
1173
|
if (self_->recv_initial_metadata_ != nullptr) {
|
|
1135
1174
|
switch (self_->recv_initial_metadata_->state) {
|
|
1136
1175
|
case RecvInitialMetadata::kInitial:
|
|
@@ -1168,7 +1207,7 @@ class ClientCallData::PollContext {
|
|
|
1168
1207
|
self_->send_initial_metadata_batch_.CancelWith(
|
|
1169
1208
|
self_->cancelled_error_, flusher_);
|
|
1170
1209
|
} else {
|
|
1171
|
-
|
|
1210
|
+
GRPC_CHECK(
|
|
1172
1211
|
self_->recv_trailing_state_ == RecvTrailingState::kInitial ||
|
|
1173
1212
|
self_->recv_trailing_state_ == RecvTrailingState::kForwarded);
|
|
1174
1213
|
self_->call_combiner()->Cancel(self_->cancelled_error_);
|
|
@@ -1268,11 +1307,13 @@ ClientCallData::ClientCallData(grpc_call_element* elem,
|
|
|
1268
1307
|
if (server_initial_metadata_pipe() != nullptr) {
|
|
1269
1308
|
recv_initial_metadata_ = arena()->New<RecvInitialMetadata>();
|
|
1270
1309
|
}
|
|
1310
|
+
SourceConstructed();
|
|
1271
1311
|
}
|
|
1272
1312
|
|
|
1273
1313
|
ClientCallData::~ClientCallData() {
|
|
1314
|
+
SourceDestructing();
|
|
1274
1315
|
ScopedActivity scoped_activity(this);
|
|
1275
|
-
|
|
1316
|
+
GRPC_CHECK_EQ(poll_ctx_, nullptr);
|
|
1276
1317
|
if (recv_initial_metadata_ != nullptr) {
|
|
1277
1318
|
recv_initial_metadata_->~RecvInitialMetadata();
|
|
1278
1319
|
}
|
|
@@ -1286,7 +1327,7 @@ std::string ClientCallData::DebugTag() const {
|
|
|
1286
1327
|
|
|
1287
1328
|
// Activity implementation.
|
|
1288
1329
|
void ClientCallData::ForceImmediateRepoll(WakeupMask) {
|
|
1289
|
-
|
|
1330
|
+
GRPC_CHECK_NE(poll_ctx_, nullptr);
|
|
1290
1331
|
poll_ctx_->Repoll();
|
|
1291
1332
|
}
|
|
1292
1333
|
|
|
@@ -1354,9 +1395,10 @@ void ClientCallData::StartBatch(grpc_transport_stream_op_batch* b) {
|
|
|
1354
1395
|
// If this is a cancel stream, cancel anything we have pending and propagate
|
|
1355
1396
|
// the cancellation.
|
|
1356
1397
|
if (batch->cancel_stream) {
|
|
1357
|
-
|
|
1358
|
-
|
|
1359
|
-
|
|
1398
|
+
GRPC_CHECK(!batch->send_initial_metadata &&
|
|
1399
|
+
!batch->send_trailing_metadata && !batch->send_message &&
|
|
1400
|
+
!batch->recv_initial_metadata && !batch->recv_message &&
|
|
1401
|
+
!batch->recv_trailing_metadata);
|
|
1360
1402
|
PollContext poll_ctx(this, &flusher);
|
|
1361
1403
|
Cancel(batch->payload->cancel_stream.cancel_error, &flusher);
|
|
1362
1404
|
poll_ctx.Run();
|
|
@@ -1427,12 +1469,12 @@ void ClientCallData::StartBatch(grpc_transport_stream_op_batch* b) {
|
|
|
1427
1469
|
batch.CancelWith(cancelled_error_, &flusher);
|
|
1428
1470
|
} else {
|
|
1429
1471
|
// Otherwise, we should not have seen a send_initial_metadata op yet.
|
|
1430
|
-
|
|
1472
|
+
GRPC_CHECK(send_initial_state_ == SendInitialState::kInitial);
|
|
1431
1473
|
// Mark ourselves as queued.
|
|
1432
1474
|
send_initial_state_ = SendInitialState::kQueued;
|
|
1433
1475
|
if (batch->recv_trailing_metadata) {
|
|
1434
1476
|
// If there's a recv_trailing_metadata op, we queue that too.
|
|
1435
|
-
|
|
1477
|
+
GRPC_CHECK(recv_trailing_state_ == RecvTrailingState::kInitial);
|
|
1436
1478
|
recv_trailing_state_ = RecvTrailingState::kQueued;
|
|
1437
1479
|
}
|
|
1438
1480
|
// This is the queuing!
|
|
@@ -1447,7 +1489,7 @@ void ClientCallData::StartBatch(grpc_transport_stream_op_batch* b) {
|
|
|
1447
1489
|
if (recv_trailing_state_ == RecvTrailingState::kCancelled) {
|
|
1448
1490
|
batch.CancelWith(cancelled_error_, &flusher);
|
|
1449
1491
|
} else {
|
|
1450
|
-
|
|
1492
|
+
GRPC_CHECK(recv_trailing_state_ == RecvTrailingState::kInitial);
|
|
1451
1493
|
recv_trailing_state_ = RecvTrailingState::kForwarded;
|
|
1452
1494
|
HookRecvTrailingMetadata(batch);
|
|
1453
1495
|
}
|
|
@@ -1523,7 +1565,7 @@ void ClientCallData::Cancel(grpc_error_handle error, Flusher* flusher) {
|
|
|
1523
1565
|
// Begin running the promise - which will ultimately take some initial
|
|
1524
1566
|
// metadata and return some trailing metadata.
|
|
1525
1567
|
void ClientCallData::StartPromise(Flusher* flusher) {
|
|
1526
|
-
|
|
1568
|
+
GRPC_CHECK(send_initial_state_ == SendInitialState::kQueued);
|
|
1527
1569
|
ChannelFilter* filter = promise_filter_detail::ChannelFilterFromElem(elem());
|
|
1528
1570
|
|
|
1529
1571
|
// Construct the promise.
|
|
@@ -1632,8 +1674,8 @@ ArenaPromise<ServerMetadataHandle> ClientCallData::MakeNextPromise(
|
|
|
1632
1674
|
CallArgs call_args) {
|
|
1633
1675
|
GRPC_TRACE_LOG(channel, INFO)
|
|
1634
1676
|
<< LogTag() << " ClientCallData.MakeNextPromise " << DebugString();
|
|
1635
|
-
|
|
1636
|
-
|
|
1677
|
+
GRPC_CHECK_NE(poll_ctx_, nullptr);
|
|
1678
|
+
GRPC_CHECK(send_initial_state_ == SendInitialState::kQueued);
|
|
1637
1679
|
send_initial_metadata_batch_->payload->send_initial_metadata
|
|
1638
1680
|
.send_initial_metadata = call_args.client_initial_metadata.get();
|
|
1639
1681
|
if (recv_initial_metadata_ != nullptr) {
|
|
@@ -1641,7 +1683,7 @@ ArenaPromise<ServerMetadataHandle> ClientCallData::MakeNextPromise(
|
|
|
1641
1683
|
// It might be the one we passed in - in which case we know this filter
|
|
1642
1684
|
// only wants to examine the metadata, or it might be a new instance, in
|
|
1643
1685
|
// which case we know the filter wants to mutate.
|
|
1644
|
-
|
|
1686
|
+
GRPC_CHECK_NE(call_args.server_initial_metadata, nullptr);
|
|
1645
1687
|
recv_initial_metadata_->server_initial_metadata_publisher =
|
|
1646
1688
|
call_args.server_initial_metadata;
|
|
1647
1689
|
switch (recv_initial_metadata_->state) {
|
|
@@ -1670,17 +1712,17 @@ ArenaPromise<ServerMetadataHandle> ClientCallData::MakeNextPromise(
|
|
|
1670
1712
|
recv_initial_metadata_->state))); // unreachable
|
|
1671
1713
|
}
|
|
1672
1714
|
} else {
|
|
1673
|
-
|
|
1715
|
+
GRPC_CHECK_EQ(call_args.server_initial_metadata, nullptr);
|
|
1674
1716
|
}
|
|
1675
1717
|
if (send_message() != nullptr) {
|
|
1676
1718
|
send_message()->GotPipe(call_args.client_to_server_messages);
|
|
1677
1719
|
} else {
|
|
1678
|
-
|
|
1720
|
+
GRPC_CHECK_EQ(call_args.client_to_server_messages, nullptr);
|
|
1679
1721
|
}
|
|
1680
1722
|
if (receive_message() != nullptr) {
|
|
1681
1723
|
receive_message()->GotPipe(call_args.server_to_client_messages);
|
|
1682
1724
|
} else {
|
|
1683
|
-
|
|
1725
|
+
GRPC_CHECK_EQ(call_args.server_to_client_messages, nullptr);
|
|
1684
1726
|
}
|
|
1685
1727
|
return ArenaPromise<ServerMetadataHandle>(
|
|
1686
1728
|
[this]() { return PollTrailingMetadata(); });
|
|
@@ -1693,10 +1735,10 @@ ArenaPromise<ServerMetadataHandle> ClientCallData::MakeNextPromise(
|
|
|
1693
1735
|
Poll<ServerMetadataHandle> ClientCallData::PollTrailingMetadata() {
|
|
1694
1736
|
GRPC_TRACE_LOG(channel, INFO)
|
|
1695
1737
|
<< LogTag() << " ClientCallData.PollTrailingMetadata " << DebugString();
|
|
1696
|
-
|
|
1738
|
+
GRPC_CHECK_NE(poll_ctx_, nullptr);
|
|
1697
1739
|
if (send_initial_state_ == SendInitialState::kQueued) {
|
|
1698
1740
|
// First poll: pass the send_initial_metadata op down the stack.
|
|
1699
|
-
|
|
1741
|
+
GRPC_CHECK(send_initial_metadata_batch_.is_captured());
|
|
1700
1742
|
send_initial_state_ = SendInitialState::kForwarded;
|
|
1701
1743
|
if (recv_trailing_state_ == RecvTrailingState::kQueued) {
|
|
1702
1744
|
// (and the recv_trailing_metadata op if it's part of the queuing)
|
|
@@ -1762,7 +1804,7 @@ void ClientCallData::RecvTrailingMetadataReady(grpc_error_handle error) {
|
|
|
1762
1804
|
SetStatusFromError(recv_trailing_metadata_, error);
|
|
1763
1805
|
}
|
|
1764
1806
|
// Record that we've got the callback.
|
|
1765
|
-
|
|
1807
|
+
GRPC_CHECK(recv_trailing_state_ == RecvTrailingState::kForwarded);
|
|
1766
1808
|
recv_trailing_state_ = RecvTrailingState::kComplete;
|
|
1767
1809
|
if (receive_message() != nullptr) {
|
|
1768
1810
|
receive_message()->Done(*recv_trailing_metadata_, &flusher);
|
|
@@ -1800,6 +1842,13 @@ void ClientCallData::OnWakeup() {
|
|
|
1800
1842
|
WakeInsideCombiner(&flusher);
|
|
1801
1843
|
}
|
|
1802
1844
|
|
|
1845
|
+
channelz::PropertyList ClientCallData::ChannelzProperties() const {
|
|
1846
|
+
return BaseCallData::ChannelzProperties()
|
|
1847
|
+
.Set("promise", PromiseProperty(&promise_))
|
|
1848
|
+
.Set("send_initial_state", StateString(send_initial_state_))
|
|
1849
|
+
.Set("recv_trailing_state", StateString(recv_trailing_state_));
|
|
1850
|
+
}
|
|
1851
|
+
|
|
1803
1852
|
///////////////////////////////////////////////////////////////////////////////
|
|
1804
1853
|
// ServerCallData
|
|
1805
1854
|
|
|
@@ -1851,7 +1900,7 @@ class ServerCallData::PollContext {
|
|
|
1851
1900
|
created_.line(), "; Old: ", self_->poll_ctx_->created_.file(), ":",
|
|
1852
1901
|
self_->poll_ctx_->created_.line()));
|
|
1853
1902
|
}
|
|
1854
|
-
|
|
1903
|
+
GRPC_CHECK_EQ(self_->poll_ctx_, nullptr);
|
|
1855
1904
|
self_->poll_ctx_ = this;
|
|
1856
1905
|
scoped_activity_.Init(self_);
|
|
1857
1906
|
have_scoped_activity_ = true;
|
|
@@ -1949,15 +1998,17 @@ ServerCallData::ServerCallData(grpc_call_element* elem,
|
|
|
1949
1998
|
GRPC_CLOSURE_INIT(&recv_trailing_metadata_ready_,
|
|
1950
1999
|
RecvTrailingMetadataReadyCallback, this,
|
|
1951
2000
|
grpc_schedule_on_exec_ctx);
|
|
2001
|
+
SourceConstructed();
|
|
1952
2002
|
}
|
|
1953
2003
|
|
|
1954
2004
|
ServerCallData::~ServerCallData() {
|
|
2005
|
+
SourceDestructing();
|
|
1955
2006
|
GRPC_TRACE_LOG(channel, INFO)
|
|
1956
2007
|
<< LogTag() << " ~ServerCallData " << DebugString();
|
|
1957
2008
|
if (send_initial_metadata_ != nullptr) {
|
|
1958
2009
|
send_initial_metadata_->~SendInitialMetadata();
|
|
1959
2010
|
}
|
|
1960
|
-
|
|
2011
|
+
GRPC_CHECK_EQ(poll_ctx_, nullptr);
|
|
1961
2012
|
}
|
|
1962
2013
|
|
|
1963
2014
|
std::string ServerCallData::DebugTag() const {
|
|
@@ -1966,7 +2017,7 @@ std::string ServerCallData::DebugTag() const {
|
|
|
1966
2017
|
|
|
1967
2018
|
// Activity implementation.
|
|
1968
2019
|
void ServerCallData::ForceImmediateRepoll(WakeupMask) {
|
|
1969
|
-
|
|
2020
|
+
GRPC_CHECK_NE(poll_ctx_, nullptr);
|
|
1970
2021
|
poll_ctx_->Repoll();
|
|
1971
2022
|
}
|
|
1972
2023
|
|
|
@@ -1983,9 +2034,10 @@ void ServerCallData::StartBatch(grpc_transport_stream_op_batch* b) {
|
|
|
1983
2034
|
// If this is a cancel stream, cancel anything we have pending and
|
|
1984
2035
|
// propagate the cancellation.
|
|
1985
2036
|
if (batch->cancel_stream) {
|
|
1986
|
-
|
|
1987
|
-
|
|
1988
|
-
|
|
2037
|
+
GRPC_CHECK(!batch->send_initial_metadata &&
|
|
2038
|
+
!batch->send_trailing_metadata && !batch->send_message &&
|
|
2039
|
+
!batch->recv_initial_metadata && !batch->recv_message &&
|
|
2040
|
+
!batch->recv_trailing_metadata);
|
|
1989
2041
|
PollContext poll_ctx(this, &flusher);
|
|
1990
2042
|
Completed(batch->payload->cancel_stream.cancel_error,
|
|
1991
2043
|
batch->payload->cancel_stream.tarpit, &flusher);
|
|
@@ -2000,11 +2052,11 @@ void ServerCallData::StartBatch(grpc_transport_stream_op_batch* b) {
|
|
|
2000
2052
|
// recv_initial_metadata: we hook the response of this so we can start the
|
|
2001
2053
|
// promise at an appropriate time.
|
|
2002
2054
|
if (batch->recv_initial_metadata) {
|
|
2003
|
-
|
|
2004
|
-
|
|
2005
|
-
|
|
2055
|
+
GRPC_CHECK(!batch->send_initial_metadata &&
|
|
2056
|
+
!batch->send_trailing_metadata && !batch->send_message &&
|
|
2057
|
+
!batch->recv_message && !batch->recv_trailing_metadata);
|
|
2006
2058
|
// Otherwise, we should not have seen a send_initial_metadata op yet.
|
|
2007
|
-
|
|
2059
|
+
GRPC_CHECK(recv_initial_state_ == RecvInitialState::kInitial);
|
|
2008
2060
|
// Hook the callback so we know when to start the promise.
|
|
2009
2061
|
recv_initial_metadata_ =
|
|
2010
2062
|
batch->payload->recv_initial_metadata.recv_initial_metadata;
|
|
@@ -2182,13 +2234,14 @@ void ServerCallData::Completed(grpc_error_handle error,
|
|
|
2182
2234
|
// - return a wrapper around PollTrailingMetadata as the promise.
|
|
2183
2235
|
ArenaPromise<ServerMetadataHandle> ServerCallData::MakeNextPromise(
|
|
2184
2236
|
CallArgs call_args) {
|
|
2185
|
-
|
|
2186
|
-
|
|
2187
|
-
|
|
2237
|
+
GRPC_CHECK(recv_initial_state_ == RecvInitialState::kComplete);
|
|
2238
|
+
GRPC_CHECK(std::move(call_args.client_initial_metadata).get() ==
|
|
2239
|
+
recv_initial_metadata_);
|
|
2188
2240
|
forward_recv_initial_metadata_callback_ = true;
|
|
2189
2241
|
if (send_initial_metadata_ != nullptr) {
|
|
2190
|
-
|
|
2191
|
-
|
|
2242
|
+
GRPC_CHECK(send_initial_metadata_->server_initial_metadata_publisher ==
|
|
2243
|
+
nullptr);
|
|
2244
|
+
GRPC_CHECK_NE(call_args.server_initial_metadata, nullptr);
|
|
2192
2245
|
send_initial_metadata_->server_initial_metadata_publisher =
|
|
2193
2246
|
call_args.server_initial_metadata;
|
|
2194
2247
|
switch (send_initial_metadata_->state) {
|
|
@@ -2211,17 +2264,17 @@ ArenaPromise<ServerMetadataHandle> ServerCallData::MakeNextPromise(
|
|
|
2211
2264
|
break;
|
|
2212
2265
|
}
|
|
2213
2266
|
} else {
|
|
2214
|
-
|
|
2267
|
+
GRPC_CHECK_EQ(call_args.server_initial_metadata, nullptr);
|
|
2215
2268
|
}
|
|
2216
2269
|
if (send_message() != nullptr) {
|
|
2217
2270
|
send_message()->GotPipe(call_args.server_to_client_messages);
|
|
2218
2271
|
} else {
|
|
2219
|
-
|
|
2272
|
+
GRPC_CHECK_EQ(call_args.server_to_client_messages, nullptr);
|
|
2220
2273
|
}
|
|
2221
2274
|
if (receive_message() != nullptr) {
|
|
2222
2275
|
receive_message()->GotPipe(call_args.client_to_server_messages);
|
|
2223
2276
|
} else {
|
|
2224
|
-
|
|
2277
|
+
GRPC_CHECK_EQ(call_args.client_to_server_messages, nullptr);
|
|
2225
2278
|
}
|
|
2226
2279
|
return ArenaPromise<ServerMetadataHandle>(
|
|
2227
2280
|
[this]() { return PollTrailingMetadata(); });
|
|
@@ -2281,7 +2334,7 @@ void ServerCallData::RecvInitialMetadataReady(grpc_error_handle error) {
|
|
|
2281
2334
|
Flusher flusher(this);
|
|
2282
2335
|
GRPC_TRACE_LOG(channel, INFO)
|
|
2283
2336
|
<< LogTag() << ": RecvInitialMetadataReady " << error;
|
|
2284
|
-
|
|
2337
|
+
GRPC_CHECK(recv_initial_state_ == RecvInitialState::kForwarded);
|
|
2285
2338
|
// If there was an error we just propagate that through
|
|
2286
2339
|
if (!error.ok()) {
|
|
2287
2340
|
recv_initial_state_ = RecvInitialState::kResponded;
|
|
@@ -2351,8 +2404,8 @@ void ServerCallData::WakeInsideCombiner(Flusher* flusher) {
|
|
|
2351
2404
|
SendInitialMetadata::kQueuedAndGotPipe) {
|
|
2352
2405
|
send_initial_metadata_->state =
|
|
2353
2406
|
SendInitialMetadata::kQueuedAndPushedToPipe;
|
|
2354
|
-
|
|
2355
|
-
|
|
2407
|
+
GRPC_CHECK(!send_initial_metadata_->metadata_push_.has_value());
|
|
2408
|
+
GRPC_CHECK(!send_initial_metadata_->metadata_next_.has_value());
|
|
2356
2409
|
send_initial_metadata_->metadata_push_.emplace(
|
|
2357
2410
|
send_initial_metadata_->server_initial_metadata_publisher->Push(
|
|
2358
2411
|
ServerMetadataHandle(
|
|
@@ -2426,7 +2479,7 @@ void ServerCallData::WakeInsideCombiner(Flusher* flusher) {
|
|
|
2426
2479
|
if (send_initial_metadata_ != nullptr &&
|
|
2427
2480
|
send_initial_metadata_->state ==
|
|
2428
2481
|
SendInitialMetadata::kQueuedAndPushedToPipe) {
|
|
2429
|
-
|
|
2482
|
+
GRPC_CHECK(send_initial_metadata_->metadata_next_.has_value());
|
|
2430
2483
|
auto p = (*send_initial_metadata_->metadata_next_)();
|
|
2431
2484
|
GRPC_TRACE_LOG(channel, INFO)
|
|
2432
2485
|
<< LogTag() << ": WakeInsideCombiner send_initial_metadata poll="
|
|
@@ -2473,7 +2526,7 @@ void ServerCallData::WakeInsideCombiner(Flusher* flusher) {
|
|
|
2473
2526
|
StateString(send_trailing_state_))); // unreachable
|
|
2474
2527
|
break;
|
|
2475
2528
|
case SendTrailingState::kInitial: {
|
|
2476
|
-
|
|
2529
|
+
GRPC_CHECK(*md->get_pointer(GrpcStatusMetadata()) != GRPC_STATUS_OK);
|
|
2477
2530
|
Completed(StatusFromMetadata(*md), md->get(GrpcTarPit()).has_value(),
|
|
2478
2531
|
flusher);
|
|
2479
2532
|
} break;
|
|
@@ -2498,5 +2551,12 @@ void ServerCallData::OnWakeup() {
|
|
|
2498
2551
|
WakeInsideCombiner(&flusher);
|
|
2499
2552
|
}
|
|
2500
2553
|
|
|
2554
|
+
channelz::PropertyList ServerCallData::ChannelzProperties() const {
|
|
2555
|
+
return BaseCallData::ChannelzProperties()
|
|
2556
|
+
.Set("promise", PromiseProperty(&promise_))
|
|
2557
|
+
.Set("recv_initial_state", StateString(recv_initial_state_))
|
|
2558
|
+
.Set("send_trailing_state", StateString(send_trailing_state_));
|
|
2559
|
+
}
|
|
2560
|
+
|
|
2501
2561
|
} // namespace promise_filter_detail
|
|
2502
2562
|
} // namespace grpc_core
|