grpc 1.60.0 → 1.62.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +397 -332
- data/include/grpc/event_engine/event_engine.h +25 -16
- data/include/grpc/event_engine/extensible.h +68 -0
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +6 -0
- data/include/grpc/event_engine/internal/slice_cast.h +12 -0
- data/include/grpc/event_engine/memory_allocator.h +3 -1
- data/include/grpc/event_engine/slice.h +5 -0
- data/include/grpc/grpc_security.h +22 -1
- data/include/grpc/impl/call.h +29 -0
- data/include/grpc/impl/channel_arg_names.h +12 -1
- data/include/grpc/impl/slice_type.h +1 -1
- data/include/grpc/module.modulemap +1 -0
- data/include/grpc/support/port_platform.h +12 -20
- data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.cc +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.h +4 -4
- data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/channel_connectivity.cc +11 -11
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.h +4 -4
- data/src/core/{ext/filters/client_channel/client_channel.cc → client_channel/client_channel_filter.cc} +278 -236
- data/src/core/{ext/filters/client_channel/client_channel.h → client_channel/client_channel_filter.h} +42 -42
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_internal.h +8 -6
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_plugin.cc +5 -5
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.cc +2 -2
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.h +5 -5
- data/src/core/{ext/filters/client_channel → client_channel}/config_selector.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/config_selector.h +5 -5
- data/src/core/{ext/filters/client_channel → client_channel}/connector.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.cc +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.h +4 -4
- data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.cc +2 -2
- data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.h +4 -4
- data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.cc +9 -8
- data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.h +8 -8
- data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.cc +12 -9
- data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.h +11 -10
- data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.h +4 -4
- data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/service_config_channel_arg_filter.cc +39 -21
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel.cc +2 -2
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel.h +6 -6
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_interface_internal.h +5 -5
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.h +4 -4
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +55 -8
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +20 -6
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +10 -13
- data/src/core/ext/filters/channel_idle/channel_idle_filter.h +18 -10
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +326 -0
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +143 -0
- data/src/core/ext/filters/deadline/deadline_filter.cc +12 -0
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +18 -14
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +13 -4
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +23 -32
- data/src/core/ext/filters/http/client/http_client_filter.h +10 -5
- data/src/core/ext/filters/http/client_authority_filter.cc +14 -14
- data/src/core/ext/filters/http/client_authority_filter.h +12 -4
- data/src/core/ext/filters/http/http_filters_plugin.cc +42 -20
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +55 -80
- data/src/core/ext/filters/http/message_compress/compression_filter.h +54 -12
- data/src/core/ext/filters/http/message_compress/legacy_compression_filter.cc +325 -0
- data/src/core/ext/filters/http/message_compress/legacy_compression_filter.h +139 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +41 -41
- data/src/core/ext/filters/http/server/http_server_filter.h +11 -4
- data/src/core/ext/filters/message_size/message_size_filter.cc +57 -77
- data/src/core/ext/filters/message_size/message_size_filter.h +36 -24
- data/src/core/ext/filters/rbac/rbac_filter.cc +16 -12
- data/src/core/ext/filters/rbac/rbac_filter.h +11 -4
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +2 -2
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +27 -15
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +48 -51
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +22 -5
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +5 -2
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +7 -7
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +11 -2
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +67 -145
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +3 -3
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +21 -82
- data/src/core/ext/transport/chttp2/transport/flow_control.h +1 -8
- data/src/core/ext/transport/chttp2/transport/frame.cc +506 -0
- data/src/core/ext/transport/chttp2/transport/frame.h +214 -0
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +33 -79
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +4 -7
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +5 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +3 -1
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -1
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +122 -32
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +142 -37
- data/src/core/ext/transport/chttp2/transport/internal.h +1 -22
- data/src/core/ext/transport/chttp2/transport/parsing.cc +23 -37
- data/src/core/ext/transport/chttp2/transport/writing.cc +26 -58
- data/src/core/ext/transport/inproc/inproc_transport.cc +179 -13
- data/src/core/ext/transport/inproc/inproc_transport.h +8 -0
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +351 -164
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +89 -50
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +2 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +47 -3
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +15 -7
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +32 -3
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +8 -5
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +28 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +6 -4
- data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +0 -1
- data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +0 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +29 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +7 -4
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +17 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +4 -3
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +166 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +55 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.h +30 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +30 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +7 -5
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +99 -19
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +29 -12
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +15 -0
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +4 -3
- data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +31 -3
- data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +22 -4
- data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +91 -3
- data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +11 -8
- data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +30 -0
- data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +7 -4
- data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +1 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +125 -3
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +17 -4
- data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +19 -1
- data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +4 -3
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +1 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +1 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +15 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +5 -2
- data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +42 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +11 -8
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +23 -8
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +9 -4
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +58 -16
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +14 -11
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +712 -0
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +151 -0
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.h +33 -0
- data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +15 -0
- data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +7 -2
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +129 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +27 -6
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +15 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +5 -2
- data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +60 -60
- data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +278 -256
- data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +10 -0
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +483 -475
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.c +27 -20
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +17 -12
- data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.c +157 -161
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.c +105 -97
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +106 -102
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.c +52 -0
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.c +14 -13
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +228 -224
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.c +32 -26
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.c +31 -28
- data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.c +22 -19
- data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +818 -813
- data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.c +158 -151
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +27 -23
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +59 -53
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.c +40 -18
- data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +106 -103
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.c +16 -12
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +22 -21
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +265 -261
- data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +127 -125
- data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +188 -182
- data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.c +133 -0
- data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.c +57 -56
- data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.c +27 -20
- data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.c +10 -8
- data/src/core/ext/xds/certificate_provider_store.cc +2 -1
- data/src/core/ext/xds/certificate_provider_store.h +0 -5
- data/src/core/ext/xds/xds_api.cc +92 -166
- data/src/core/ext/xds/xds_api.h +4 -9
- data/src/core/ext/xds/xds_bootstrap.h +6 -4
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +4 -15
- data/src/core/ext/xds/xds_bootstrap_grpc.h +2 -1
- data/src/core/ext/xds/xds_certificate_provider.cc +88 -287
- data/src/core/ext/xds/xds_certificate_provider.h +44 -111
- data/src/core/ext/xds/xds_client.cc +526 -468
- data/src/core/ext/xds/xds_client.h +50 -36
- data/src/core/ext/xds/xds_client_grpc.cc +56 -16
- data/src/core/ext/xds/xds_client_grpc.h +4 -1
- data/src/core/ext/xds/xds_client_stats.cc +11 -11
- data/src/core/ext/xds/xds_client_stats.h +8 -13
- data/src/core/ext/xds/xds_cluster.cc +105 -12
- data/src/core/ext/xds/xds_cluster.h +10 -2
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +9 -5
- data/src/core/ext/xds/xds_common_types.cc +14 -10
- data/src/core/ext/xds/xds_endpoint.cc +9 -4
- data/src/core/ext/xds/xds_endpoint.h +6 -2
- data/src/core/ext/xds/xds_health_status.cc +12 -2
- data/src/core/ext/xds/xds_health_status.h +5 -3
- data/src/core/ext/xds/xds_http_rbac_filter.cc +5 -3
- data/src/core/ext/xds/xds_lb_policy_registry.cc +1 -1
- data/src/core/ext/xds/xds_listener.cc +14 -8
- data/src/core/ext/xds/xds_resource_type_impl.h +6 -4
- data/src/core/ext/xds/xds_route_config.cc +35 -23
- data/src/core/ext/xds/xds_route_config.h +1 -0
- data/src/core/ext/xds/xds_server_config_fetcher.cc +63 -59
- data/src/core/ext/xds/xds_transport.h +3 -0
- data/src/core/ext/xds/xds_transport_grpc.cc +52 -55
- data/src/core/ext/xds/xds_transport_grpc.h +4 -0
- data/src/core/lib/channel/call_tracer.cc +12 -0
- data/src/core/lib/channel/call_tracer.h +17 -3
- data/src/core/lib/channel/channel_args.cc +24 -14
- data/src/core/lib/channel/channel_args.h +89 -14
- data/src/core/lib/channel/channel_stack.cc +27 -0
- data/src/core/lib/channel/channel_stack.h +10 -10
- data/src/core/lib/channel/connected_channel.cc +77 -30
- data/src/core/lib/channel/promise_based_filter.cc +4 -4
- data/src/core/lib/channel/promise_based_filter.h +1040 -1
- data/src/core/lib/channel/server_call_tracer_filter.cc +43 -35
- data/src/core/lib/compression/compression_internal.cc +0 -3
- data/src/core/lib/config/core_configuration.h +3 -3
- data/src/core/lib/event_engine/ares_resolver.cc +141 -73
- data/src/core/lib/event_engine/ares_resolver.h +9 -10
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +4 -0
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +8 -1
- data/src/core/lib/event_engine/extensions/can_track_errors.h +40 -0
- data/src/core/lib/event_engine/extensions/supports_fd.h +160 -0
- data/src/core/lib/event_engine/forkable.cc +7 -5
- data/src/core/lib/event_engine/posix.h +11 -122
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +132 -0
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +57 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +31 -7
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +1 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +54 -39
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +6 -12
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +14 -6
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +21 -3
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +9 -2
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +7 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +17 -27
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +0 -3
- data/src/core/lib/event_engine/query_extensions.h +85 -0
- data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +55 -0
- data/src/core/lib/event_engine/shim.cc +3 -17
- data/src/core/lib/event_engine/shim.h +0 -2
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +28 -7
- data/src/core/lib/event_engine/thread_pool/thread_count.h +6 -1
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +109 -5
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +9 -0
- data/src/core/lib/event_engine/utils.cc +2 -1
- data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +1 -0
- data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +115 -0
- data/src/core/lib/event_engine/windows/native_windows_dns_resolver.h +51 -0
- data/src/core/lib/event_engine/windows/windows_engine.cc +7 -7
- data/src/core/lib/experiments/config.cc +23 -2
- data/src/core/lib/experiments/config.h +9 -0
- data/src/core/lib/experiments/experiments.cc +296 -378
- data/src/core/lib/experiments/experiments.h +64 -162
- data/src/core/lib/gpr/posix/sync.cc +2 -2
- data/src/core/lib/gpr/posix/time.cc +0 -5
- data/src/core/lib/gpr/windows/sync.cc +2 -2
- data/src/core/lib/gprpp/debug_location.h +15 -0
- data/src/core/lib/gprpp/down_cast.h +49 -0
- data/src/core/lib/gprpp/dual_ref_counted.h +36 -7
- data/src/core/lib/gprpp/linux/env.cc +1 -19
- data/src/core/lib/gprpp/load_file.cc +2 -1
- data/src/core/lib/gprpp/load_file.h +2 -1
- data/src/core/lib/gprpp/orphanable.h +27 -0
- data/src/core/lib/gprpp/posix/thd.cc +27 -2
- data/src/core/lib/gprpp/ref_counted.h +63 -22
- data/src/core/lib/gprpp/ref_counted_ptr.h +70 -27
- data/src/core/lib/gprpp/ref_counted_string.h +13 -0
- data/src/core/lib/gprpp/status_helper.cc +1 -2
- data/src/core/lib/gprpp/thd.h +8 -0
- data/src/core/lib/gprpp/time.h +4 -3
- data/src/core/lib/gprpp/windows/directory_reader.cc +1 -0
- data/src/core/lib/gprpp/windows/thd.cc +10 -1
- data/src/core/lib/iomgr/combiner.cc +16 -52
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +51 -14
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +16 -0
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -2
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +2 -2
- data/src/core/lib/iomgr/tcp_client_posix.cc +4 -3
- data/src/core/lib/iomgr/tcp_server_posix.cc +65 -50
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +12 -0
- data/src/core/lib/json/json_writer.cc +1 -1
- data/src/core/lib/promise/activity.cc +17 -2
- data/src/core/lib/promise/activity.h +13 -6
- data/src/core/lib/promise/all_ok.h +80 -0
- data/src/core/lib/promise/context.h +45 -7
- data/src/core/lib/promise/detail/join_state.h +2077 -0
- data/src/core/lib/promise/detail/promise_factory.h +1 -0
- data/src/core/lib/promise/detail/promise_like.h +8 -1
- data/src/core/lib/promise/detail/seq_state.h +3458 -150
- data/src/core/lib/promise/detail/status.h +42 -5
- data/src/core/lib/promise/for_each.h +13 -4
- data/src/core/lib/promise/if.h +4 -0
- data/src/core/lib/promise/interceptor_list.h +13 -5
- data/src/core/lib/promise/latch.h +9 -6
- data/src/core/lib/promise/party.cc +45 -31
- data/src/core/lib/promise/party.h +176 -9
- data/src/core/lib/promise/pipe.h +2 -7
- data/src/core/lib/promise/poll.h +39 -13
- data/src/core/lib/promise/promise.h +4 -0
- data/src/core/lib/promise/seq.h +107 -7
- data/src/core/lib/promise/sleep.cc +1 -1
- data/src/core/lib/promise/status_flag.h +226 -0
- data/src/core/lib/promise/try_join.h +132 -0
- data/src/core/lib/promise/try_seq.h +132 -10
- data/src/core/lib/resource_quota/arena.h +2 -2
- data/src/core/lib/resource_quota/memory_quota.cc +61 -12
- data/src/core/lib/resource_quota/memory_quota.h +6 -0
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +14 -11
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +14 -5
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +4 -0
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +4 -0
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +28 -20
- data/src/core/lib/security/credentials/external/external_account_credentials.h +4 -0
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +9 -11
- data/src/core/lib/security/credentials/external/file_external_account_credentials.h +4 -0
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +4 -0
- data/src/core/lib/security/credentials/external/url_external_account_credentials.h +4 -0
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +11 -10
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +9 -7
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +2 -1
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +1 -1
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +16 -24
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +0 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +12 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.cc +22 -5
- data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.h +1 -5
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +16 -0
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +22 -29
- data/src/core/lib/security/credentials/xds/xds_credentials.h +2 -4
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -1
- data/src/core/lib/security/security_connector/load_system_roots_supported.cc +3 -7
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +1 -1
- data/src/core/lib/security/security_connector/ssl_utils.cc +26 -17
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +4 -3
- data/src/core/lib/security/transport/auth_filters.h +71 -4
- data/src/core/lib/security/transport/client_auth_filter.cc +2 -4
- data/src/core/lib/security/transport/legacy_server_auth_filter.cc +244 -0
- data/src/core/lib/security/transport/security_handshaker.cc +0 -8
- data/src/core/lib/security/transport/security_handshaker.h +0 -6
- data/src/core/lib/security/transport/server_auth_filter.cc +70 -90
- data/src/core/lib/slice/slice_buffer.h +6 -1
- data/src/core/lib/surface/builtins.cc +1 -1
- data/src/core/lib/surface/call.cc +783 -210
- data/src/core/lib/surface/call.h +26 -13
- data/src/core/lib/surface/call_trace.cc +46 -5
- data/src/core/lib/surface/channel.cc +15 -25
- data/src/core/lib/surface/channel.h +4 -26
- data/src/core/lib/surface/channel_init.cc +81 -7
- data/src/core/lib/surface/channel_init.h +129 -5
- data/src/core/lib/surface/init.cc +15 -9
- data/src/core/lib/surface/server.cc +255 -239
- data/src/core/lib/surface/server.h +26 -54
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/surface/wait_for_cq_end_op.cc +75 -0
- data/src/core/lib/surface/wait_for_cq_end_op.h +72 -0
- data/src/core/lib/transport/batch_builder.cc +2 -3
- data/src/core/lib/transport/batch_builder.h +1 -1
- data/src/core/lib/transport/call_factory.cc +41 -0
- data/src/core/lib/transport/call_factory.h +56 -0
- data/src/core/lib/transport/call_filters.cc +371 -0
- data/src/core/lib/transport/call_filters.h +1500 -0
- data/src/core/lib/transport/call_final_info.cc +38 -0
- data/src/core/lib/transport/call_final_info.h +54 -0
- data/src/core/lib/transport/call_size_estimator.cc +41 -0
- data/src/core/lib/transport/call_size_estimator.h +52 -0
- data/src/core/lib/transport/call_spine.cc +107 -0
- data/src/core/lib/transport/call_spine.h +429 -0
- data/src/core/lib/transport/connectivity_state.cc +3 -2
- data/src/core/lib/transport/connectivity_state.h +4 -0
- data/src/core/lib/transport/handshaker.cc +0 -8
- data/src/core/lib/transport/handshaker.h +0 -7
- data/src/core/lib/transport/message.cc +45 -0
- data/src/core/lib/transport/message.h +61 -0
- data/src/core/lib/transport/metadata.cc +37 -0
- data/src/core/lib/transport/metadata.h +78 -0
- data/src/core/lib/transport/metadata_batch.cc +4 -2
- data/src/core/lib/transport/metadata_batch.h +6 -6
- data/src/core/lib/transport/transport.cc +3 -57
- data/src/core/lib/transport/transport.h +23 -102
- data/src/core/load_balancing/address_filtering.cc +108 -0
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/address_filtering.h +7 -6
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/backend_metric_data.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.cc +6 -5
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.h +4 -4
- data/src/core/{lib/load_balancing → load_balancing}/delegating_helper.h +5 -5
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.cc +18 -21
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.h +14 -11
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.cc +2 -2
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.cc +158 -111
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.cc +1 -1
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.cc +1 -1
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.cc +1 -1
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.cc +15 -10
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client_internal.h +7 -7
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy.cc +1 -1
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy.h +7 -7
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy_factory.h +4 -4
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.cc +2 -2
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.h +5 -5
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.cc +15 -10
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.h +5 -5
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric_internal.h +8 -8
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.cc +20 -21
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.cc +100 -99
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/priority/priority.cc +13 -11
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.cc +20 -23
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/rls/rls.cc +51 -29
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/round_robin/round_robin.cc +32 -35
- data/src/core/{lib/load_balancing → load_balancing}/subchannel_interface.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/subchannel_list.h +17 -17
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.cc +1 -1
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/weighted_round_robin.cc +47 -45
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_target/weighted_target.cc +18 -16
- data/src/core/load_balancing/xds/cds.cc +757 -0
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_channel_args.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_impl.cc +241 -131
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_manager.cc +15 -13
- data/src/core/load_balancing/xds/xds_override_host.cc +1313 -0
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_override_host.h +6 -10
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_wrr_locality.cc +13 -14
- data/src/core/plugin_registry/grpc_plugin_registry.cc +3 -0
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +0 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/binder/binder_resolver.cc +3 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.cc +11 -10
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.h +3 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver.h +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_posix.cc +2 -2
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_windows.cc +2 -2
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.cc +2 -2
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.h +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_posix.cc +1 -1
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -2
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.cc +7 -5
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.h +3 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.cc +12 -10
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.h +5 -5
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.cc +1 -1
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.h +3 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.cc +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.h +3 -3
- data/src/core/{lib/resolver → resolver}/endpoint_addresses.cc +1 -2
- data/src/core/{lib/resolver → resolver}/endpoint_addresses.h +51 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.cc +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.h +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/google_c2p/google_c2p_resolver.cc +5 -5
- data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.cc +9 -11
- data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.h +5 -5
- data/src/core/{lib/resolver → resolver}/resolver.cc +1 -1
- data/src/core/{lib/resolver → resolver}/resolver.h +6 -6
- data/src/core/{lib/resolver → resolver}/resolver_factory.h +4 -4
- data/src/core/{lib/resolver → resolver}/resolver_registry.cc +1 -1
- data/src/core/{lib/resolver → resolver}/resolver_registry.h +5 -5
- data/src/core/{lib/resolver → resolver}/server_address.h +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/sockaddr/sockaddr_resolver.cc +3 -3
- data/src/core/resolver/xds/xds_dependency_manager.cc +1031 -0
- data/src/core/resolver/xds/xds_dependency_manager.h +277 -0
- data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver.cc +136 -278
- data/src/core/{ext/filters/client_channel/resolver/xds/xds_resolver.h → resolver/xds/xds_resolver_attributes.h} +6 -5
- data/src/core/resolver/xds/xds_resolver_trace.cc +25 -0
- data/src/core/resolver/xds/xds_resolver_trace.h +30 -0
- data/src/core/{lib/service_config → service_config}/service_config.h +4 -4
- data/src/core/{lib/service_config → service_config}/service_config_call_data.h +5 -5
- data/src/core/{lib/service_config → service_config}/service_config_impl.cc +2 -2
- data/src/core/{lib/service_config → service_config}/service_config_impl.h +5 -5
- data/src/core/{lib/service_config → service_config}/service_config_parser.cc +1 -1
- data/src/core/{lib/service_config → service_config}/service_config_parser.h +3 -3
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +1 -1
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +1 -1
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -1
- data/src/core/tsi/fake_transport_security.cc +1 -1
- data/src/core/tsi/ssl_transport_security.cc +65 -43
- data/src/ruby/ext/grpc/extconf.rb +0 -1
- data/src/ruby/ext/grpc/rb_channel.c +11 -5
- data/src/ruby/ext/grpc/rb_channel_args.c +3 -1
- data/src/ruby/ext/grpc/rb_event_thread.c +9 -3
- data/src/ruby/ext/grpc/rb_grpc.c +0 -1
- data/src/ruby/ext/grpc/rb_grpc.h +0 -2
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +4 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +6 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/third_party/abseil-cpp/absl/algorithm/algorithm.h +8 -103
- data/third_party/abseil-cpp/absl/algorithm/container.h +57 -71
- data/third_party/abseil-cpp/absl/base/attributes.h +51 -12
- data/third_party/abseil-cpp/absl/base/call_once.h +15 -9
- data/third_party/abseil-cpp/absl/base/casts.h +1 -1
- data/third_party/abseil-cpp/absl/base/config.h +91 -24
- data/third_party/abseil-cpp/absl/base/internal/endian.h +13 -12
- data/third_party/abseil-cpp/absl/base/internal/identity.h +4 -2
- data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +19 -18
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +1 -1
- data/third_party/abseil-cpp/absl/base/internal/nullability_impl.h +106 -0
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +9 -11
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +2 -0
- data/third_party/abseil-cpp/absl/base/internal/spinlock.h +17 -4
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +20 -0
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +10 -4
- data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +13 -6
- data/third_party/abseil-cpp/absl/base/log_severity.cc +1 -0
- data/third_party/abseil-cpp/absl/base/log_severity.h +23 -10
- data/third_party/abseil-cpp/absl/base/no_destructor.h +217 -0
- data/third_party/abseil-cpp/absl/base/nullability.h +224 -0
- data/third_party/abseil-cpp/absl/base/optimization.h +1 -0
- data/third_party/abseil-cpp/absl/base/options.h +27 -1
- data/third_party/abseil-cpp/absl/base/prefetch.h +25 -14
- data/third_party/abseil-cpp/absl/base/thread_annotations.h +0 -2
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +3 -3
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +4 -2
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +13 -9
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +2 -12
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +12 -1
- data/third_party/abseil-cpp/absl/container/internal/layout.h +6 -21
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +11 -2
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +148 -31
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +717 -278
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +26 -2
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +6 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +34 -5
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +6 -3
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +4 -2
- data/third_party/abseil-cpp/absl/crc/internal/{crc_memcpy_x86_64.cc → crc_memcpy_x86_arm_combined.cc} +65 -47
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +10 -2
- data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +4 -2
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +24 -0
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +35 -33
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +41 -17
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +108 -44
- data/third_party/abseil-cpp/absl/flags/declare.h +0 -5
- data/third_party/abseil-cpp/absl/flags/flag.h +1 -10
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +0 -5
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +10 -1
- data/third_party/abseil-cpp/absl/flags/reflection.cc +2 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +8 -0
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +2 -2
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +49 -2
- data/third_party/abseil-cpp/absl/numeric/bits.h +37 -18
- data/third_party/abseil-cpp/absl/random/distributions.h +1 -1
- data/third_party/abseil-cpp/absl/status/internal/status_internal.cc +248 -0
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +55 -14
- data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +53 -2
- data/third_party/abseil-cpp/absl/status/status.cc +36 -238
- data/third_party/abseil-cpp/absl/status/status.h +95 -53
- data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +1 -3
- data/third_party/abseil-cpp/absl/status/status_payload_printer.h +3 -2
- data/third_party/abseil-cpp/absl/status/statusor.cc +5 -2
- data/third_party/abseil-cpp/absl/status/statusor.h +43 -3
- data/third_party/abseil-cpp/absl/strings/ascii.cc +84 -12
- data/third_party/abseil-cpp/absl/strings/ascii.h +8 -6
- data/third_party/abseil-cpp/absl/strings/charconv.cc +19 -12
- data/third_party/abseil-cpp/absl/strings/charconv.h +6 -3
- data/third_party/abseil-cpp/absl/strings/charset.h +164 -0
- data/third_party/abseil-cpp/absl/strings/cord.cc +266 -69
- data/third_party/abseil-cpp/absl/strings/cord.h +138 -92
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +19 -33
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +4 -3
- data/third_party/abseil-cpp/absl/strings/escaping.cc +5 -4
- data/third_party/abseil-cpp/absl/strings/has_absl_stringify.h +63 -0
- data/third_party/abseil-cpp/absl/strings/has_ostream_operator.h +42 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -6
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +19 -45
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +23 -28
- data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +15 -26
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +12 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +145 -8
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +72 -24
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +17 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +7 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +8 -3
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +10 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +5 -4
- data/third_party/abseil-cpp/absl/strings/match.cc +3 -0
- data/third_party/abseil-cpp/absl/strings/numbers.cc +396 -153
- data/third_party/abseil-cpp/absl/strings/numbers.h +193 -35
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +151 -21
- data/third_party/abseil-cpp/absl/strings/str_cat.h +127 -25
- data/third_party/abseil-cpp/absl/strings/str_format.h +30 -20
- data/third_party/abseil-cpp/absl/strings/str_join.h +16 -16
- data/third_party/abseil-cpp/absl/strings/str_replace.cc +12 -3
- data/third_party/abseil-cpp/absl/strings/str_replace.h +8 -5
- data/third_party/abseil-cpp/absl/strings/str_split.cc +8 -6
- data/third_party/abseil-cpp/absl/strings/str_split.h +18 -0
- data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -5
- data/third_party/abseil-cpp/absl/strings/string_view.h +91 -26
- data/third_party/abseil-cpp/absl/strings/strip.h +5 -2
- data/third_party/abseil-cpp/absl/strings/substitute.cc +12 -4
- data/third_party/abseil-cpp/absl/strings/substitute.h +103 -91
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +2 -2
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +2 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +4 -2
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +296 -332
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +89 -34
- data/third_party/abseil-cpp/absl/time/civil_time.h +26 -0
- data/third_party/abseil-cpp/absl/time/clock.h +5 -1
- data/third_party/abseil-cpp/absl/time/duration.cc +3 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +2 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +9 -14
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +0 -8
- data/third_party/abseil-cpp/absl/types/bad_optional_access.cc +18 -0
- data/third_party/abseil-cpp/absl/types/bad_variant_access.cc +18 -0
- data/third_party/abseil-cpp/absl/types/internal/variant.h +3 -3
- data/third_party/abseil-cpp/absl/types/optional.h +3 -2
- data/third_party/abseil-cpp/absl/types/span.h +9 -4
- data/third_party/abseil-cpp/absl/utility/utility.h +11 -93
- data/third_party/boringssl-with-bazel/err_data.c +278 -276
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -9
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +8 -21
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +19 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +11 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +4 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +1 -6
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +4 -13
- data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +1 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +27 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +1 -11
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +42 -12
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +0 -22
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +9 -9
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +34 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +49 -3
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +30 -42
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +87 -96
- data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +5 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/crypto.c +11 -0
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/des/des.c +105 -31
- data/third_party/boringssl-with-bazel/src/crypto/des/internal.h +10 -81
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +2 -15
- data/third_party/boringssl-with-bazel/src/crypto/engine/engine.c +1 -9
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +1 -5
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +2 -5
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/add.c +2 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +26 -17
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +26 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +10 -41
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +49 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +26 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +27 -26
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +2 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +1 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +8 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +11 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +11 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aesccm.c +43 -50
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +2 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +16 -9
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +2 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +51 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +17 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +5 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +6 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +153 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +87 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +39 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +32 -5
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +254 -54
- data/third_party/boringssl-with-bazel/src/crypto/keccak/internal.h +70 -0
- data/third_party/boringssl-with-bazel/src/crypto/{kyber → keccak}/keccak.c +124 -49
- data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +8 -39
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +39 -29
- data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +3 -6
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +17 -33
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +36 -16
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +31 -0
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +9 -13
- data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +3 -6
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +3 -1
- data/third_party/boringssl-with-bazel/src/crypto/spx/address.c +101 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/address.h +50 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/fors.c +133 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/fors.h +54 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/internal.h +79 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.c +150 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.h +61 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/params.h +71 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/spx.c +139 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.c +53 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.h +44 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/thash.c +136 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/thash.h +70 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/wots.c +135 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/wots.h +45 -0
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +4 -9
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +10 -22
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +3 -6
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +12 -36
- data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +14 -9
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +23 -33
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +225 -51
- data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +2 -6
- data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +6 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akey.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akeya.c +3 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_alt.c +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bcons.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bitst.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_conf.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_cpols.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_crld.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_enum.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_extku.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_genn.c +12 -12
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ia5.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_info.c +4 -6
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_int.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_lib.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ncons.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ocsp.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pcons.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pmaps.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_prn.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_purp.c +92 -335
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_skey.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_utl.c +20 -18
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +35 -32
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +44 -59
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +107 -255
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +32 -20
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +25 -152
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +330 -944
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +93 -215
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +28 -6
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +35 -129
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +46 -50
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +6 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +0 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +5 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +3 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +24 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +14 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +22 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +4 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/curve25519.h +2 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/des.h +0 -13
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +33 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +1 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +5 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +26 -18
- data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +13 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +5 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +19 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/posix_time.h +45 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/sha.h +20 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -20
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +76 -60
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +31 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/time.h +3 -22
- data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2806 -941
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +38 -1025
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3_errors.h +124 -0
- data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +1 -2
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +82 -9
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +42 -4
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +4 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +4 -5
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +9 -1
- data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +0 -1
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +5 -1
- data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -1
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +4 -2
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +21 -0
- data/third_party/cares/config_linux/ares_config.h +2 -38
- data/third_party/upb/upb/reflection/def_pool.h +2 -2
- data/third_party/zlib/adler32.c +5 -27
- data/third_party/zlib/compress.c +5 -16
- data/third_party/zlib/crc32.c +86 -162
- data/third_party/zlib/deflate.c +233 -336
- data/third_party/zlib/deflate.h +8 -8
- data/third_party/zlib/gzguts.h +11 -12
- data/third_party/zlib/infback.c +7 -23
- data/third_party/zlib/inffast.c +1 -4
- data/third_party/zlib/inffast.h +1 -1
- data/third_party/zlib/inflate.c +30 -99
- data/third_party/zlib/inftrees.c +6 -11
- data/third_party/zlib/inftrees.h +3 -3
- data/third_party/zlib/trees.c +224 -302
- data/third_party/zlib/uncompr.c +4 -12
- data/third_party/zlib/zconf.h +6 -2
- data/third_party/zlib/zlib.h +191 -188
- data/third_party/zlib/zutil.c +16 -44
- data/third_party/zlib/zutil.h +10 -10
- metadata +241 -184
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +0 -75
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +0 -711
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +0 -1173
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +0 -922
- data/src/core/lib/event_engine/memory_allocator.cc +0 -74
- data/src/core/lib/iomgr/load_file.cc +0 -78
- data/src/core/lib/iomgr/load_file.h +0 -35
- data/src/core/lib/transport/pid_controller.cc +0 -51
- data/src/core/lib/transport/pid_controller.h +0 -116
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +0 -137
- data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +0 -280
- data/third_party/abseil-cpp/absl/flags/flag.cc +0 -38
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +0 -116
- data/third_party/abseil-cpp/absl/strings/internal/char_map.h +0 -158
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +0 -773
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +0 -607
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +0 -118
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +0 -100
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +0 -111
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +0 -197
- data/third_party/upb/upb/collections/array.h +0 -17
- data/third_party/upb/upb/collections/map.h +0 -17
- data/third_party/upb/upb/upb.hpp +0 -18
- /data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/ext_dat.h +0 -0
@@ -45,6 +45,7 @@
|
|
45
45
|
#include <grpc/compression.h>
|
46
46
|
#include <grpc/event_engine/event_engine.h>
|
47
47
|
#include <grpc/grpc.h>
|
48
|
+
#include <grpc/impl/call.h>
|
48
49
|
#include <grpc/impl/propagation_bits.h>
|
49
50
|
#include <grpc/slice.h>
|
50
51
|
#include <grpc/slice_buffer.h>
|
@@ -79,6 +80,7 @@
|
|
79
80
|
#include "src/core/lib/iomgr/exec_ctx.h"
|
80
81
|
#include "src/core/lib/iomgr/polling_entity.h"
|
81
82
|
#include "src/core/lib/promise/activity.h"
|
83
|
+
#include "src/core/lib/promise/all_ok.h"
|
82
84
|
#include "src/core/lib/promise/arena_promise.h"
|
83
85
|
#include "src/core/lib/promise/context.h"
|
84
86
|
#include "src/core/lib/promise/latch.h"
|
@@ -88,6 +90,7 @@
|
|
88
90
|
#include "src/core/lib/promise/poll.h"
|
89
91
|
#include "src/core/lib/promise/race.h"
|
90
92
|
#include "src/core/lib/promise/seq.h"
|
93
|
+
#include "src/core/lib/promise/status_flag.h"
|
91
94
|
#include "src/core/lib/resource_quota/arena.h"
|
92
95
|
#include "src/core/lib/slice/slice_buffer.h"
|
93
96
|
#include "src/core/lib/slice/slice_internal.h"
|
@@ -97,6 +100,7 @@
|
|
97
100
|
#include "src/core/lib/surface/completion_queue.h"
|
98
101
|
#include "src/core/lib/surface/server.h"
|
99
102
|
#include "src/core/lib/surface/validate_metadata.h"
|
103
|
+
#include "src/core/lib/surface/wait_for_cq_end_op.h"
|
100
104
|
#include "src/core/lib/transport/batch_builder.h"
|
101
105
|
#include "src/core/lib/transport/error_utils.h"
|
102
106
|
#include "src/core/lib/transport/metadata_batch.h"
|
@@ -148,6 +152,10 @@ class Call : public CppImplOf<Call, grpc_call> {
|
|
148
152
|
// for that functionality be invented)
|
149
153
|
virtual grpc_call_stack* call_stack() = 0;
|
150
154
|
|
155
|
+
// Return the EventEngine used for this call's async execution.
|
156
|
+
virtual grpc_event_engine::experimental::EventEngine* event_engine()
|
157
|
+
const = 0;
|
158
|
+
|
151
159
|
protected:
|
152
160
|
// The maximum number of concurrent batches possible.
|
153
161
|
// Based upon the maximum number of individually queueable ops in the batch
|
@@ -404,8 +412,7 @@ void Call::DeleteThis() {
|
|
404
412
|
RefCountedPtr<Channel> channel = std::move(channel_);
|
405
413
|
Arena* arena = arena_;
|
406
414
|
this->~Call();
|
407
|
-
channel->
|
408
|
-
arena->Destroy();
|
415
|
+
channel->DestroyArena(arena);
|
409
416
|
}
|
410
417
|
|
411
418
|
void Call::PrepareOutgoingInitialMetadata(const grpc_op& op,
|
@@ -529,6 +536,10 @@ class FilterStackCall final : public Call {
|
|
529
536
|
GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(*this)));
|
530
537
|
}
|
531
538
|
|
539
|
+
grpc_event_engine::experimental::EventEngine* event_engine() const override {
|
540
|
+
return channel()->event_engine();
|
541
|
+
}
|
542
|
+
|
532
543
|
grpc_call_element* call_elem(size_t idx) {
|
533
544
|
return grpc_call_stack_element(call_stack(), idx);
|
534
545
|
}
|
@@ -802,20 +813,15 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
|
|
802
813
|
*composite = grpc_error_add_child(*composite, new_err);
|
803
814
|
};
|
804
815
|
|
805
|
-
Arena* arena;
|
806
816
|
FilterStackCall* call;
|
807
817
|
grpc_error_handle error;
|
808
818
|
grpc_channel_stack* channel_stack = channel->channel_stack();
|
809
|
-
size_t initial_size = channel->CallSizeEstimate();
|
810
|
-
global_stats().IncrementCallInitialSize(initial_size);
|
811
819
|
size_t call_alloc_size =
|
812
820
|
GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(FilterStackCall)) +
|
813
821
|
channel_stack->call_stack_size;
|
814
822
|
|
815
|
-
|
816
|
-
|
817
|
-
arena = arena_with_call.first;
|
818
|
-
call = new (arena_with_call.second) FilterStackCall(arena, *args);
|
823
|
+
Arena* arena = channel->CreateArena();
|
824
|
+
call = new (arena->Alloc(call_alloc_size)) FilterStackCall(arena, *args);
|
819
825
|
GPR_DEBUG_ASSERT(FromC(call->c_ptr()) == call);
|
820
826
|
GPR_DEBUG_ASSERT(FromCallStack(call->call_stack()) == call);
|
821
827
|
*out_call = call->c_ptr();
|
@@ -847,7 +853,7 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
|
|
847
853
|
args->server->server_call_tracer_factory() != nullptr) {
|
848
854
|
auto* server_call_tracer =
|
849
855
|
args->server->server_call_tracer_factory()->CreateNewServerCallTracer(
|
850
|
-
arena);
|
856
|
+
arena, args->server->channel_args());
|
851
857
|
if (server_call_tracer != nullptr) {
|
852
858
|
// Note that we are setting both
|
853
859
|
// GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
|
@@ -1978,22 +1984,46 @@ bool ValidateMetadata(size_t count, grpc_metadata* metadata) {
|
|
1978
1984
|
// PromiseBasedCall
|
1979
1985
|
// Will be folded into Call once the promise conversion is done
|
1980
1986
|
|
1981
|
-
class
|
1982
|
-
|
1983
|
-
|
1984
|
-
|
1987
|
+
class BasicPromiseBasedCall : public Call,
|
1988
|
+
public Party,
|
1989
|
+
public grpc_event_engine::experimental::
|
1990
|
+
EventEngine::Closure /* for deadlines */ {
|
1985
1991
|
public:
|
1986
|
-
|
1987
|
-
const grpc_call_create_args& args);
|
1992
|
+
using Call::arena;
|
1988
1993
|
|
1989
|
-
|
1990
|
-
|
1991
|
-
|
1992
|
-
|
1993
|
-
|
1994
|
+
BasicPromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
|
1995
|
+
uint32_t initial_internal_refs,
|
1996
|
+
const grpc_call_create_args& args)
|
1997
|
+
: Call(arena, args.server_transport_data == nullptr, args.send_deadline,
|
1998
|
+
args.channel->Ref()),
|
1999
|
+
Party(arena, initial_internal_refs),
|
2000
|
+
external_refs_(initial_external_refs),
|
2001
|
+
cq_(args.cq) {
|
2002
|
+
if (args.cq != nullptr) {
|
2003
|
+
GRPC_CQ_INTERNAL_REF(args.cq, "bind");
|
2004
|
+
}
|
2005
|
+
}
|
2006
|
+
|
2007
|
+
~BasicPromiseBasedCall() override {
|
2008
|
+
if (cq_) GRPC_CQ_INTERNAL_UNREF(cq_, "bind");
|
2009
|
+
for (int i = 0; i < GRPC_CONTEXT_COUNT; i++) {
|
2010
|
+
if (context_[i].destroy) {
|
2011
|
+
context_[i].destroy(context_[i].value);
|
2012
|
+
}
|
2013
|
+
}
|
2014
|
+
}
|
2015
|
+
|
2016
|
+
// Implementation of EventEngine::Closure, called when deadline expires
|
2017
|
+
void Run() final;
|
1994
2018
|
|
1995
2019
|
virtual void OrphanCall() = 0;
|
1996
2020
|
|
2021
|
+
virtual ServerCallContext* server_call_context() { return nullptr; }
|
2022
|
+
void SetCompletionQueue(grpc_completion_queue* cq) final {
|
2023
|
+
cq_ = cq;
|
2024
|
+
GRPC_CQ_INTERNAL_REF(cq, "bind");
|
2025
|
+
}
|
2026
|
+
|
1997
2027
|
// Implementation of call refcounting: move this to DualRefCounted once we
|
1998
2028
|
// don't need to maintain FilterStackCall compatibility
|
1999
2029
|
void ExternalRef() final {
|
@@ -2030,9 +2060,18 @@ class PromiseBasedCall : public Call,
|
|
2030
2060
|
[](Empty) {});
|
2031
2061
|
}
|
2032
2062
|
|
2033
|
-
|
2034
|
-
|
2035
|
-
|
2063
|
+
void ContextSet(grpc_context_index elem, void* value,
|
2064
|
+
void (*destroy)(void*)) final {
|
2065
|
+
if (context_[elem].destroy != nullptr) {
|
2066
|
+
context_[elem].destroy(context_[elem].value);
|
2067
|
+
}
|
2068
|
+
context_[elem].value = value;
|
2069
|
+
context_[elem].destroy = destroy;
|
2070
|
+
}
|
2071
|
+
|
2072
|
+
void* ContextGet(grpc_context_index elem) const final {
|
2073
|
+
return context_[elem].value;
|
2074
|
+
}
|
2036
2075
|
|
2037
2076
|
void UpdateDeadline(Timestamp deadline) ABSL_LOCKS_EXCLUDED(deadline_mu_);
|
2038
2077
|
void ResetDeadline() ABSL_LOCKS_EXCLUDED(deadline_mu_);
|
@@ -2041,40 +2080,151 @@ class PromiseBasedCall : public Call,
|
|
2041
2080
|
return deadline_;
|
2042
2081
|
}
|
2043
2082
|
|
2044
|
-
//
|
2045
|
-
|
2046
|
-
|
2047
|
-
|
2048
|
-
bool failed_before_recv_message() const final {
|
2049
|
-
return failed_before_recv_message_.load(std::memory_order_relaxed);
|
2083
|
+
// Accept the stats from the context (call once we have proof the transport is
|
2084
|
+
// done with them).
|
2085
|
+
void AcceptTransportStatsFromContext() {
|
2086
|
+
final_stats_ = *call_context_.call_stats();
|
2050
2087
|
}
|
2051
2088
|
|
2052
|
-
|
2053
|
-
|
2054
|
-
}
|
2089
|
+
// This should return nullptr for the promise stack (and alternative means
|
2090
|
+
// for that functionality be invented)
|
2091
|
+
grpc_call_stack* call_stack() final { return nullptr; }
|
2055
2092
|
|
2056
|
-
|
2093
|
+
virtual RefCountedPtr<CallSpineInterface> MakeCallSpine(CallArgs) {
|
2094
|
+
Crash("Not implemented");
|
2095
|
+
}
|
2057
2096
|
|
2058
2097
|
protected:
|
2059
2098
|
class ScopedContext
|
2060
2099
|
: public ScopedActivity,
|
2061
|
-
public BatchBuilder,
|
2062
|
-
public promise_detail::Context<BatchBuilder>,
|
2063
2100
|
public promise_detail::Context<Arena>,
|
2064
2101
|
public promise_detail::Context<grpc_call_context_element>,
|
2065
2102
|
public promise_detail::Context<CallContext>,
|
2066
2103
|
public promise_detail::Context<CallFinalization> {
|
2067
2104
|
public:
|
2068
|
-
explicit ScopedContext(
|
2105
|
+
explicit ScopedContext(BasicPromiseBasedCall* call)
|
2069
2106
|
: ScopedActivity(call),
|
2070
|
-
BatchBuilder(&call->batch_payload_),
|
2071
|
-
promise_detail::Context<BatchBuilder>(this),
|
2072
2107
|
promise_detail::Context<Arena>(call->arena()),
|
2073
2108
|
promise_detail::Context<grpc_call_context_element>(call->context_),
|
2074
2109
|
promise_detail::Context<CallContext>(&call->call_context_),
|
2075
2110
|
promise_detail::Context<CallFinalization>(&call->finalization_) {}
|
2076
2111
|
};
|
2077
2112
|
|
2113
|
+
grpc_call_context_element* context() { return context_; }
|
2114
|
+
|
2115
|
+
grpc_completion_queue* cq() { return cq_; }
|
2116
|
+
|
2117
|
+
// At the end of the call run any finalization actions.
|
2118
|
+
void SetFinalizationStatus(grpc_status_code status, Slice status_details) {
|
2119
|
+
final_message_ = std::move(status_details);
|
2120
|
+
final_status_ = status;
|
2121
|
+
}
|
2122
|
+
|
2123
|
+
grpc_event_engine::experimental::EventEngine* event_engine() const override {
|
2124
|
+
return channel()->event_engine();
|
2125
|
+
}
|
2126
|
+
|
2127
|
+
private:
|
2128
|
+
void PartyOver() final {
|
2129
|
+
{
|
2130
|
+
ScopedContext ctx(this);
|
2131
|
+
std::string message;
|
2132
|
+
grpc_call_final_info final_info;
|
2133
|
+
final_info.stats = final_stats_;
|
2134
|
+
final_info.final_status = final_status_;
|
2135
|
+
// TODO(ctiller): change type here so we don't need to copy this string.
|
2136
|
+
final_info.error_string = nullptr;
|
2137
|
+
if (!final_message_.empty()) {
|
2138
|
+
message = std::string(final_message_.begin(), final_message_.end());
|
2139
|
+
final_info.error_string = message.c_str();
|
2140
|
+
}
|
2141
|
+
final_info.stats.latency =
|
2142
|
+
gpr_cycle_counter_sub(gpr_get_cycle_counter(), start_time());
|
2143
|
+
finalization_.Run(&final_info);
|
2144
|
+
CancelRemainingParticipants();
|
2145
|
+
arena()->DestroyManagedNewObjects();
|
2146
|
+
}
|
2147
|
+
DeleteThis();
|
2148
|
+
}
|
2149
|
+
|
2150
|
+
// Double refcounted for now: party owns the internal refcount, we track the
|
2151
|
+
// external refcount. Figure out a better scheme post-promise conversion.
|
2152
|
+
std::atomic<size_t> external_refs_;
|
2153
|
+
CallFinalization finalization_;
|
2154
|
+
CallContext call_context_{this};
|
2155
|
+
// Contexts for various subsystems (security, tracing, ...).
|
2156
|
+
grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
|
2157
|
+
grpc_call_stats final_stats_{};
|
2158
|
+
// Current deadline.
|
2159
|
+
Mutex deadline_mu_;
|
2160
|
+
Timestamp deadline_ ABSL_GUARDED_BY(deadline_mu_) = Timestamp::InfFuture();
|
2161
|
+
grpc_event_engine::experimental::EventEngine::TaskHandle ABSL_GUARDED_BY(
|
2162
|
+
deadline_mu_) deadline_task_;
|
2163
|
+
Slice final_message_;
|
2164
|
+
grpc_status_code final_status_ = GRPC_STATUS_UNKNOWN;
|
2165
|
+
grpc_completion_queue* cq_;
|
2166
|
+
};
|
2167
|
+
|
2168
|
+
void BasicPromiseBasedCall::UpdateDeadline(Timestamp deadline) {
|
2169
|
+
MutexLock lock(&deadline_mu_);
|
2170
|
+
if (grpc_call_trace.enabled()) {
|
2171
|
+
gpr_log(GPR_DEBUG, "%s[call] UpdateDeadline from=%s to=%s",
|
2172
|
+
DebugTag().c_str(), deadline_.ToString().c_str(),
|
2173
|
+
deadline.ToString().c_str());
|
2174
|
+
}
|
2175
|
+
if (deadline >= deadline_) return;
|
2176
|
+
auto* const event_engine = channel()->event_engine();
|
2177
|
+
if (deadline_ != Timestamp::InfFuture()) {
|
2178
|
+
if (!event_engine->Cancel(deadline_task_)) return;
|
2179
|
+
} else {
|
2180
|
+
InternalRef("deadline");
|
2181
|
+
}
|
2182
|
+
deadline_ = deadline;
|
2183
|
+
deadline_task_ = event_engine->RunAfter(deadline - Timestamp::Now(), this);
|
2184
|
+
}
|
2185
|
+
|
2186
|
+
void BasicPromiseBasedCall::ResetDeadline() {
|
2187
|
+
{
|
2188
|
+
MutexLock lock(&deadline_mu_);
|
2189
|
+
if (deadline_ == Timestamp::InfFuture()) return;
|
2190
|
+
auto* const event_engine = channel()->event_engine();
|
2191
|
+
if (!event_engine->Cancel(deadline_task_)) return;
|
2192
|
+
deadline_ = Timestamp::InfFuture();
|
2193
|
+
}
|
2194
|
+
InternalUnref("deadline[reset]");
|
2195
|
+
}
|
2196
|
+
|
2197
|
+
void BasicPromiseBasedCall::Run() {
|
2198
|
+
ApplicationCallbackExecCtx callback_exec_ctx;
|
2199
|
+
ExecCtx exec_ctx;
|
2200
|
+
CancelWithError(absl::DeadlineExceededError("Deadline exceeded"));
|
2201
|
+
InternalUnref("deadline[run]");
|
2202
|
+
}
|
2203
|
+
|
2204
|
+
class PromiseBasedCall : public BasicPromiseBasedCall {
|
2205
|
+
public:
|
2206
|
+
PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
|
2207
|
+
const grpc_call_create_args& args);
|
2208
|
+
|
2209
|
+
bool Completed() final { return finished_.IsSet(); }
|
2210
|
+
|
2211
|
+
bool failed_before_recv_message() const final {
|
2212
|
+
return failed_before_recv_message_.load(std::memory_order_relaxed);
|
2213
|
+
}
|
2214
|
+
|
2215
|
+
using Call::arena;
|
2216
|
+
|
2217
|
+
protected:
|
2218
|
+
class ScopedContext : public BasicPromiseBasedCall::ScopedContext,
|
2219
|
+
public BatchBuilder,
|
2220
|
+
public promise_detail::Context<BatchBuilder> {
|
2221
|
+
public:
|
2222
|
+
explicit ScopedContext(PromiseBasedCall* call)
|
2223
|
+
: BasicPromiseBasedCall::ScopedContext(call),
|
2224
|
+
BatchBuilder(&call->batch_payload_),
|
2225
|
+
promise_detail::Context<BatchBuilder>(this) {}
|
2226
|
+
};
|
2227
|
+
|
2078
2228
|
class Completion {
|
2079
2229
|
public:
|
2080
2230
|
Completion() : index_(kNullIndex) {}
|
@@ -2101,15 +2251,6 @@ class PromiseBasedCall : public Call,
|
|
2101
2251
|
uint8_t index_;
|
2102
2252
|
};
|
2103
2253
|
|
2104
|
-
~PromiseBasedCall() override {
|
2105
|
-
if (cq_) GRPC_CQ_INTERNAL_UNREF(cq_, "bind");
|
2106
|
-
for (int i = 0; i < GRPC_CONTEXT_COUNT; i++) {
|
2107
|
-
if (context_[i].destroy) {
|
2108
|
-
context_[i].destroy(context_[i].value);
|
2109
|
-
}
|
2110
|
-
}
|
2111
|
-
}
|
2112
|
-
|
2113
2254
|
// Enumerates why a Completion is still pending
|
2114
2255
|
enum class PendingOp {
|
2115
2256
|
// We're in the midst of starting a batch of operations
|
@@ -2176,26 +2317,6 @@ class PromiseBasedCall : public Call,
|
|
2176
2317
|
// Mark the completion as infallible. Overrides FailCompletion to report
|
2177
2318
|
// success always.
|
2178
2319
|
void ForceCompletionSuccess(const Completion& completion);
|
2179
|
-
// Accept the stats from the context (call once we have proof the transport is
|
2180
|
-
// done with them).
|
2181
|
-
// Right now this means that promise based calls do not record correct stats
|
2182
|
-
// with census if they are cancelled.
|
2183
|
-
// TODO(ctiller): this should be remedied before promise based calls are
|
2184
|
-
// dexperimentalized.
|
2185
|
-
void AcceptTransportStatsFromContext() {
|
2186
|
-
final_stats_ = *call_context_.call_stats();
|
2187
|
-
}
|
2188
|
-
|
2189
|
-
grpc_completion_queue* cq() { return cq_; }
|
2190
|
-
|
2191
|
-
void CToMetadata(grpc_metadata* metadata, size_t count,
|
2192
|
-
grpc_metadata_batch* batch);
|
2193
|
-
|
2194
|
-
// At the end of the call run any finalization actions.
|
2195
|
-
void SetFinalizationStatus(grpc_status_code status, Slice status_details) {
|
2196
|
-
final_message_ = std::move(status_details);
|
2197
|
-
final_status_ = status;
|
2198
|
-
}
|
2199
2320
|
|
2200
2321
|
std::string PresentAndCompletionText(const char* caption, bool has,
|
2201
2322
|
const Completion& completion) const {
|
@@ -2346,45 +2467,7 @@ class PromiseBasedCall : public Call,
|
|
2346
2467
|
grpc_cq_completion completion;
|
2347
2468
|
};
|
2348
2469
|
|
2349
|
-
void PartyOver() override {
|
2350
|
-
{
|
2351
|
-
ScopedContext ctx(this);
|
2352
|
-
std::string message;
|
2353
|
-
grpc_call_final_info final_info;
|
2354
|
-
final_info.stats = final_stats_;
|
2355
|
-
final_info.final_status = final_status_;
|
2356
|
-
// TODO(ctiller): change type here so we don't need to copy this string.
|
2357
|
-
final_info.error_string = nullptr;
|
2358
|
-
if (!final_message_.empty()) {
|
2359
|
-
message = std::string(final_message_.begin(), final_message_.end());
|
2360
|
-
final_info.error_string = message.c_str();
|
2361
|
-
}
|
2362
|
-
final_info.stats.latency =
|
2363
|
-
gpr_cycle_counter_sub(gpr_get_cycle_counter(), start_time());
|
2364
|
-
finalization_.Run(&final_info);
|
2365
|
-
CancelRemainingParticipants();
|
2366
|
-
arena()->DestroyManagedNewObjects();
|
2367
|
-
}
|
2368
|
-
DeleteThis();
|
2369
|
-
}
|
2370
|
-
|
2371
|
-
CallContext call_context_{this};
|
2372
|
-
// Double refcounted for now: party owns the internal refcount, we track the
|
2373
|
-
// external refcount. Figure out a better scheme post-promise conversion.
|
2374
|
-
std::atomic<size_t> external_refs_;
|
2375
|
-
// Contexts for various subsystems (security, tracing, ...).
|
2376
|
-
grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
|
2377
|
-
grpc_completion_queue* cq_;
|
2378
2470
|
CompletionInfo completion_info_[6];
|
2379
|
-
grpc_call_stats final_stats_{};
|
2380
|
-
Slice final_message_;
|
2381
|
-
grpc_status_code final_status_ = GRPC_STATUS_UNKNOWN;
|
2382
|
-
CallFinalization finalization_;
|
2383
|
-
// Current deadline.
|
2384
|
-
Mutex deadline_mu_;
|
2385
|
-
Timestamp deadline_ ABSL_GUARDED_BY(deadline_mu_) = Timestamp::InfFuture();
|
2386
|
-
grpc_event_engine::experimental::EventEngine::TaskHandle ABSL_GUARDED_BY(
|
2387
|
-
deadline_mu_) deadline_task_;
|
2388
2471
|
ExternallyObservableLatch<void> finished_;
|
2389
2472
|
// Non-zero with an outstanding GRPC_OP_SEND_INITIAL_METADATA or
|
2390
2473
|
// GRPC_OP_SEND_MESSAGE (one count each), and 0 once those payloads have been
|
@@ -2394,7 +2477,7 @@ class PromiseBasedCall : public Call,
|
|
2394
2477
|
// Waiter for when sends_queued_ becomes 0.
|
2395
2478
|
IntraActivityWaiter waiting_for_queued_sends_;
|
2396
2479
|
grpc_byte_buffer** recv_message_ = nullptr;
|
2397
|
-
grpc_transport_stream_op_batch_payload batch_payload_{
|
2480
|
+
grpc_transport_stream_op_batch_payload batch_payload_{context()};
|
2398
2481
|
};
|
2399
2482
|
|
2400
2483
|
template <typename T>
|
@@ -2402,11 +2485,8 @@ grpc_error_handle MakePromiseBasedCall(grpc_call_create_args* args,
|
|
2402
2485
|
grpc_call** out_call) {
|
2403
2486
|
Channel* channel = args->channel.get();
|
2404
2487
|
|
2405
|
-
|
2406
|
-
|
2407
|
-
auto alloc =
|
2408
|
-
Arena::CreateWithAlloc(initial_size, sizeof(T), channel->allocator());
|
2409
|
-
PromiseBasedCall* call = new (alloc.second) T(alloc.first, args);
|
2488
|
+
auto* arena = channel->CreateArena();
|
2489
|
+
PromiseBasedCall* call = arena->New<T>(arena, args);
|
2410
2490
|
*out_call = call->c_ptr();
|
2411
2491
|
GPR_DEBUG_ASSERT(Call::FromC(*out_call) == call);
|
2412
2492
|
return absl::OkStatus();
|
@@ -2414,18 +2494,11 @@ grpc_error_handle MakePromiseBasedCall(grpc_call_create_args* args,
|
|
2414
2494
|
|
2415
2495
|
PromiseBasedCall::PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
|
2416
2496
|
const grpc_call_create_args& args)
|
2417
|
-
:
|
2418
|
-
|
2419
|
-
Party(arena, initial_external_refs != 0 ? 1 : 0),
|
2420
|
-
external_refs_(initial_external_refs),
|
2421
|
-
cq_(args.cq) {
|
2422
|
-
if (args.cq != nullptr) {
|
2423
|
-
GRPC_CQ_INTERNAL_REF(args.cq, "bind");
|
2424
|
-
}
|
2425
|
-
}
|
2497
|
+
: BasicPromiseBasedCall(arena, initial_external_refs,
|
2498
|
+
initial_external_refs != 0 ? 1 : 0, args) {}
|
2426
2499
|
|
2427
|
-
void
|
2428
|
-
|
2500
|
+
static void CToMetadata(grpc_metadata* metadata, size_t count,
|
2501
|
+
grpc_metadata_batch* b) {
|
2429
2502
|
for (size_t i = 0; i < count; i++) {
|
2430
2503
|
grpc_metadata* md = &metadata[i];
|
2431
2504
|
auto key = StringViewFromSlice(md->key);
|
@@ -2442,19 +2515,6 @@ void PromiseBasedCall::CToMetadata(grpc_metadata* metadata, size_t count,
|
|
2442
2515
|
}
|
2443
2516
|
}
|
2444
2517
|
|
2445
|
-
void PromiseBasedCall::ContextSet(grpc_context_index elem, void* value,
|
2446
|
-
void (*destroy)(void*)) {
|
2447
|
-
if (context_[elem].destroy != nullptr) {
|
2448
|
-
context_[elem].destroy(context_[elem].value);
|
2449
|
-
}
|
2450
|
-
context_[elem].value = value;
|
2451
|
-
context_[elem].destroy = destroy;
|
2452
|
-
}
|
2453
|
-
|
2454
|
-
void* PromiseBasedCall::ContextGet(grpc_context_index elem) const {
|
2455
|
-
return context_[elem].value;
|
2456
|
-
}
|
2457
|
-
|
2458
2518
|
PromiseBasedCall::Completion PromiseBasedCall::StartCompletion(
|
2459
2519
|
void* tag, bool is_closure, const grpc_op* ops) {
|
2460
2520
|
Completion c(BatchSlotForOp(ops[0].op));
|
@@ -2534,45 +2594,6 @@ void PromiseBasedCall::FinishOpOnCompletion(Completion* completion,
|
|
2534
2594
|
}
|
2535
2595
|
}
|
2536
2596
|
|
2537
|
-
void PromiseBasedCall::SetCompletionQueue(grpc_completion_queue* cq) {
|
2538
|
-
cq_ = cq;
|
2539
|
-
GRPC_CQ_INTERNAL_REF(cq, "bind");
|
2540
|
-
}
|
2541
|
-
|
2542
|
-
void PromiseBasedCall::UpdateDeadline(Timestamp deadline) {
|
2543
|
-
MutexLock lock(&deadline_mu_);
|
2544
|
-
if (grpc_call_trace.enabled()) {
|
2545
|
-
gpr_log(GPR_DEBUG, "%s[call] UpdateDeadline from=%s to=%s",
|
2546
|
-
DebugTag().c_str(), deadline_.ToString().c_str(),
|
2547
|
-
deadline.ToString().c_str());
|
2548
|
-
}
|
2549
|
-
if (deadline >= deadline_) return;
|
2550
|
-
auto* const event_engine = channel()->event_engine();
|
2551
|
-
if (deadline_ != Timestamp::InfFuture()) {
|
2552
|
-
if (!event_engine->Cancel(deadline_task_)) return;
|
2553
|
-
} else {
|
2554
|
-
InternalRef("deadline");
|
2555
|
-
}
|
2556
|
-
deadline_ = deadline;
|
2557
|
-
deadline_task_ = event_engine->RunAfter(deadline - Timestamp::Now(), this);
|
2558
|
-
}
|
2559
|
-
|
2560
|
-
void PromiseBasedCall::ResetDeadline() {
|
2561
|
-
MutexLock lock(&deadline_mu_);
|
2562
|
-
if (deadline_ == Timestamp::InfFuture()) return;
|
2563
|
-
auto* const event_engine = channel()->event_engine();
|
2564
|
-
if (!event_engine->Cancel(deadline_task_)) return;
|
2565
|
-
deadline_ = Timestamp::InfFuture();
|
2566
|
-
InternalUnref("deadline");
|
2567
|
-
}
|
2568
|
-
|
2569
|
-
void PromiseBasedCall::Run() {
|
2570
|
-
ApplicationCallbackExecCtx callback_exec_ctx;
|
2571
|
-
ExecCtx exec_ctx;
|
2572
|
-
CancelWithError(absl::DeadlineExceededError("Deadline exceeded"));
|
2573
|
-
InternalUnref("deadline");
|
2574
|
-
}
|
2575
|
-
|
2576
2597
|
void PromiseBasedCall::StartSendMessage(const grpc_op& op,
|
2577
2598
|
const Completion& completion,
|
2578
2599
|
PipeSender<MessageHandle>* sender,
|
@@ -2685,6 +2706,13 @@ ServerCallContext* CallContext::server_call_context() {
|
|
2685
2706
|
return call_->server_call_context();
|
2686
2707
|
}
|
2687
2708
|
|
2709
|
+
RefCountedPtr<CallSpineInterface> CallContext::MakeCallSpine(
|
2710
|
+
CallArgs call_args) {
|
2711
|
+
return call_->MakeCallSpine(std::move(call_args));
|
2712
|
+
}
|
2713
|
+
|
2714
|
+
grpc_call* CallContext::c_call() { return call_->c_ptr(); }
|
2715
|
+
|
2688
2716
|
///////////////////////////////////////////////////////////////////////////////
|
2689
2717
|
// PublishMetadataArray
|
2690
2718
|
|
@@ -2805,6 +2833,86 @@ class ClientPromiseBasedCall final : public PromiseBasedCall {
|
|
2805
2833
|
return absl::StrFormat("CLIENT_CALL[%p]: ", this);
|
2806
2834
|
}
|
2807
2835
|
|
2836
|
+
RefCountedPtr<CallSpineInterface> MakeCallSpine(CallArgs call_args) final {
|
2837
|
+
class WrappingCallSpine final : public CallSpineInterface {
|
2838
|
+
public:
|
2839
|
+
WrappingCallSpine(ClientPromiseBasedCall* call,
|
2840
|
+
ClientMetadataHandle metadata)
|
2841
|
+
: call_(call) {
|
2842
|
+
call_->InternalRef("call-spine");
|
2843
|
+
SpawnInfallible(
|
2844
|
+
"send_client_initial_metadata",
|
2845
|
+
[self = Ref(), metadata = std::move(metadata)]() mutable {
|
2846
|
+
return Map(self->client_initial_metadata_.sender.Push(
|
2847
|
+
std::move(metadata)),
|
2848
|
+
[self](bool) { return Empty{}; });
|
2849
|
+
});
|
2850
|
+
}
|
2851
|
+
|
2852
|
+
~WrappingCallSpine() override {
|
2853
|
+
{
|
2854
|
+
ScopedContext context(call_);
|
2855
|
+
// Move these out and destroy before the internal unref.
|
2856
|
+
auto client_initial_metadata = std::move(client_initial_metadata_);
|
2857
|
+
auto server_trailing_metadata = std::move(server_trailing_metadata_);
|
2858
|
+
}
|
2859
|
+
call_->InternalUnref("call-spine");
|
2860
|
+
}
|
2861
|
+
|
2862
|
+
Pipe<ClientMetadataHandle>& client_initial_metadata() override {
|
2863
|
+
return client_initial_metadata_;
|
2864
|
+
}
|
2865
|
+
|
2866
|
+
Pipe<MessageHandle>& client_to_server_messages() override {
|
2867
|
+
return call_->client_to_server_messages_;
|
2868
|
+
}
|
2869
|
+
|
2870
|
+
Pipe<ServerMetadataHandle>& server_initial_metadata() override {
|
2871
|
+
return call_->server_initial_metadata_;
|
2872
|
+
}
|
2873
|
+
|
2874
|
+
Pipe<MessageHandle>& server_to_client_messages() override {
|
2875
|
+
return call_->server_to_client_messages_;
|
2876
|
+
}
|
2877
|
+
|
2878
|
+
Pipe<ServerMetadataHandle>& server_trailing_metadata() override {
|
2879
|
+
return server_trailing_metadata_;
|
2880
|
+
}
|
2881
|
+
|
2882
|
+
Latch<ServerMetadataHandle>& cancel_latch() override {
|
2883
|
+
return cancel_error_;
|
2884
|
+
}
|
2885
|
+
|
2886
|
+
Party& party() override { return *call_; }
|
2887
|
+
|
2888
|
+
void IncrementRefCount() override { refs_.Ref(); }
|
2889
|
+
void Unref() override {
|
2890
|
+
if (refs_.Unref()) delete this;
|
2891
|
+
}
|
2892
|
+
RefCountedPtr<WrappingCallSpine> Ref() {
|
2893
|
+
IncrementRefCount();
|
2894
|
+
return RefCountedPtr<WrappingCallSpine>(this);
|
2895
|
+
}
|
2896
|
+
|
2897
|
+
private:
|
2898
|
+
RefCount refs_;
|
2899
|
+
ClientPromiseBasedCall* const call_;
|
2900
|
+
std::atomic<bool> sent_trailing_metadata_{false};
|
2901
|
+
Pipe<ClientMetadataHandle> client_initial_metadata_{call_->arena()};
|
2902
|
+
Pipe<ServerMetadataHandle> server_trailing_metadata_{call_->arena()};
|
2903
|
+
Latch<ServerMetadataHandle> cancel_error_;
|
2904
|
+
};
|
2905
|
+
GPR_ASSERT(call_args.server_initial_metadata ==
|
2906
|
+
&server_initial_metadata_.sender);
|
2907
|
+
GPR_ASSERT(call_args.client_to_server_messages ==
|
2908
|
+
&client_to_server_messages_.receiver);
|
2909
|
+
GPR_ASSERT(call_args.server_to_client_messages ==
|
2910
|
+
&server_to_client_messages_.sender);
|
2911
|
+
call_args.client_initial_metadata_outstanding.Complete(true);
|
2912
|
+
return MakeRefCounted<WrappingCallSpine>(
|
2913
|
+
this, std::move(call_args.client_initial_metadata));
|
2914
|
+
}
|
2915
|
+
|
2808
2916
|
private:
|
2809
2917
|
// Finish the call with the given status/trailing metadata.
|
2810
2918
|
void Finish(ServerMetadataHandle trailing_metadata);
|
@@ -2978,7 +3086,8 @@ void ClientPromiseBasedCall::CommitBatch(const grpc_op* ops, size_t nops,
|
|
2978
3086
|
StartRecvMessage(
|
2979
3087
|
op, completion,
|
2980
3088
|
[this]() {
|
2981
|
-
return server_initial_metadata_.receiver.AwaitClosed()
|
3089
|
+
return Race(server_initial_metadata_.receiver.AwaitClosed(),
|
3090
|
+
server_to_client_messages_.receiver.AwaitClosed());
|
2982
3091
|
},
|
2983
3092
|
&server_to_client_messages_.receiver, false, spawner);
|
2984
3093
|
break;
|
@@ -3147,7 +3256,8 @@ void ClientPromiseBasedCall::StartRecvStatusOnClient(
|
|
3147
3256
|
|
3148
3257
|
#ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
|
3149
3258
|
|
3150
|
-
class ServerPromiseBasedCall final : public PromiseBasedCall
|
3259
|
+
class ServerPromiseBasedCall final : public PromiseBasedCall,
|
3260
|
+
public ServerCallContext {
|
3151
3261
|
public:
|
3152
3262
|
ServerPromiseBasedCall(Arena* arena, grpc_call_create_args* args);
|
3153
3263
|
|
@@ -3155,7 +3265,9 @@ class ServerPromiseBasedCall final : public PromiseBasedCall {
|
|
3155
3265
|
void CancelWithError(grpc_error_handle) override;
|
3156
3266
|
grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
|
3157
3267
|
bool is_notify_tag_closure) override;
|
3158
|
-
bool is_trailers_only() const override {
|
3268
|
+
bool is_trailers_only() const override {
|
3269
|
+
Crash("is_trailers_only not implemented for server calls");
|
3270
|
+
}
|
3159
3271
|
absl::string_view GetServerAuthority() const override {
|
3160
3272
|
const Slice* authority_metadata =
|
3161
3273
|
client_initial_metadata_->get_pointer(HttpAuthorityMetadata());
|
@@ -3188,7 +3300,15 @@ class ServerPromiseBasedCall final : public PromiseBasedCall {
|
|
3188
3300
|
return absl::StrFormat("SERVER_CALL[%p]: ", this);
|
3189
3301
|
}
|
3190
3302
|
|
3191
|
-
ServerCallContext* server_call_context() override { return
|
3303
|
+
ServerCallContext* server_call_context() override { return this; }
|
3304
|
+
|
3305
|
+
const void* server_stream_data() override { return server_transport_data_; }
|
3306
|
+
void PublishInitialMetadata(
|
3307
|
+
ClientMetadataHandle metadata,
|
3308
|
+
grpc_metadata_array* publish_initial_metadata) override;
|
3309
|
+
ArenaPromise<ServerMetadataHandle> MakeTopOfServerCallPromise(
|
3310
|
+
CallArgs call_args, grpc_completion_queue* cq,
|
3311
|
+
absl::FunctionRef<void(grpc_call* call)> publish) override;
|
3192
3312
|
|
3193
3313
|
private:
|
3194
3314
|
class RecvCloseOpCancelState {
|
@@ -3273,14 +3393,12 @@ class ServerPromiseBasedCall final : public PromiseBasedCall {
|
|
3273
3393
|
std::atomic<uintptr_t> state_{kUnset};
|
3274
3394
|
};
|
3275
3395
|
|
3276
|
-
grpc_call_error ValidateBatch(const grpc_op* ops, size_t nops) const;
|
3277
3396
|
void CommitBatch(const grpc_op* ops, size_t nops,
|
3278
3397
|
const Completion& completion);
|
3279
3398
|
void Finish(ServerMetadataHandle result);
|
3280
3399
|
|
3281
|
-
friend class ServerCallContext;
|
3282
|
-
ServerCallContext call_context_;
|
3283
3400
|
Server* const server_;
|
3401
|
+
const void* const server_transport_data_;
|
3284
3402
|
PipeSender<ServerMetadataHandle>* server_initial_metadata_ = nullptr;
|
3285
3403
|
PipeSender<MessageHandle>* server_to_client_messages_ = nullptr;
|
3286
3404
|
PipeReceiver<MessageHandle>* client_to_server_messages_ = nullptr;
|
@@ -3294,8 +3412,8 @@ class ServerPromiseBasedCall final : public PromiseBasedCall {
|
|
3294
3412
|
ServerPromiseBasedCall::ServerPromiseBasedCall(Arena* arena,
|
3295
3413
|
grpc_call_create_args* args)
|
3296
3414
|
: PromiseBasedCall(arena, 0, *args),
|
3297
|
-
|
3298
|
-
|
3415
|
+
server_(args->server),
|
3416
|
+
server_transport_data_(args->server_transport_data) {
|
3299
3417
|
global_stats().IncrementServerCallsCreated();
|
3300
3418
|
channelz::ServerNode* channelz_node = server_->channelz_node();
|
3301
3419
|
if (channelz_node != nullptr) {
|
@@ -3308,7 +3426,7 @@ ServerPromiseBasedCall::ServerPromiseBasedCall(Arena* arena,
|
|
3308
3426
|
if (args->server->server_call_tracer_factory() != nullptr) {
|
3309
3427
|
auto* server_call_tracer =
|
3310
3428
|
args->server->server_call_tracer_factory()->CreateNewServerCallTracer(
|
3311
|
-
arena);
|
3429
|
+
arena, args->server->channel_args());
|
3312
3430
|
if (server_call_tracer != nullptr) {
|
3313
3431
|
// Note that we are setting both
|
3314
3432
|
// GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
|
@@ -3365,8 +3483,7 @@ void ServerPromiseBasedCall::Finish(ServerMetadataHandle result) {
|
|
3365
3483
|
PropagateCancellationToChildren();
|
3366
3484
|
}
|
3367
3485
|
|
3368
|
-
grpc_call_error
|
3369
|
-
size_t nops) const {
|
3486
|
+
grpc_call_error ValidateServerBatch(const grpc_op* ops, size_t nops) {
|
3370
3487
|
BitSet<8> got_ops;
|
3371
3488
|
for (size_t op_idx = 0; op_idx < nops; op_idx++) {
|
3372
3489
|
const grpc_op& op = ops[op_idx];
|
@@ -3526,7 +3643,7 @@ grpc_call_error ServerPromiseBasedCall::StartBatch(const grpc_op* ops,
|
|
3526
3643
|
EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
|
3527
3644
|
return GRPC_CALL_OK;
|
3528
3645
|
}
|
3529
|
-
const grpc_call_error validation_result =
|
3646
|
+
const grpc_call_error validation_result = ValidateServerBatch(ops, nops);
|
3530
3647
|
if (validation_result != GRPC_CALL_OK) {
|
3531
3648
|
return validation_result;
|
3532
3649
|
}
|
@@ -3560,35 +3677,486 @@ void ServerPromiseBasedCall::CancelWithError(absl::Status error) {
|
|
3560
3677
|
#endif
|
3561
3678
|
|
3562
3679
|
#ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
|
3680
|
+
void ServerPromiseBasedCall::PublishInitialMetadata(
|
3681
|
+
ClientMetadataHandle metadata,
|
3682
|
+
grpc_metadata_array* publish_initial_metadata) {
|
3683
|
+
if (grpc_call_trace.enabled()) {
|
3684
|
+
gpr_log(GPR_INFO, "%s[call] PublishInitialMetadata: %s", DebugTag().c_str(),
|
3685
|
+
metadata->DebugString().c_str());
|
3686
|
+
}
|
3687
|
+
PublishMetadataArray(metadata.get(), publish_initial_metadata, false);
|
3688
|
+
client_initial_metadata_ = std::move(metadata);
|
3689
|
+
}
|
3690
|
+
|
3563
3691
|
ArenaPromise<ServerMetadataHandle>
|
3564
|
-
|
3692
|
+
ServerPromiseBasedCall::MakeTopOfServerCallPromise(
|
3565
3693
|
CallArgs call_args, grpc_completion_queue* cq,
|
3566
|
-
grpc_metadata_array* publish_initial_metadata,
|
3567
3694
|
absl::FunctionRef<void(grpc_call* call)> publish) {
|
3568
|
-
|
3695
|
+
SetCompletionQueue(cq);
|
3569
3696
|
call_args.polling_entity->Set(
|
3570
3697
|
grpc_polling_entity_create_from_pollset(grpc_cq_pollset(cq)));
|
3571
|
-
|
3572
|
-
|
3573
|
-
|
3574
|
-
|
3575
|
-
|
3576
|
-
|
3577
|
-
|
3578
|
-
|
3579
|
-
|
3580
|
-
|
3581
|
-
|
3582
|
-
|
3583
|
-
|
3698
|
+
server_to_client_messages_ = call_args.server_to_client_messages;
|
3699
|
+
client_to_server_messages_ = call_args.client_to_server_messages;
|
3700
|
+
server_initial_metadata_ = call_args.server_initial_metadata;
|
3701
|
+
set_send_deadline(deadline());
|
3702
|
+
ProcessIncomingInitialMetadata(*client_initial_metadata_);
|
3703
|
+
ExternalRef();
|
3704
|
+
publish(c_ptr());
|
3705
|
+
return Seq(server_to_client_messages_->AwaitClosed(),
|
3706
|
+
send_trailing_metadata_.Wait());
|
3707
|
+
}
|
3708
|
+
|
3709
|
+
///////////////////////////////////////////////////////////////////////////////
|
3710
|
+
// CallSpine based Server Call
|
3711
|
+
|
3712
|
+
class ServerCallSpine final : public CallSpineInterface,
|
3713
|
+
public ServerCallContext,
|
3714
|
+
public BasicPromiseBasedCall {
|
3715
|
+
public:
|
3716
|
+
ServerCallSpine(Server* server, Channel* channel, Arena* arena);
|
3717
|
+
|
3718
|
+
// CallSpineInterface
|
3719
|
+
Pipe<ClientMetadataHandle>& client_initial_metadata() override {
|
3720
|
+
return client_initial_metadata_;
|
3721
|
+
}
|
3722
|
+
Pipe<ServerMetadataHandle>& server_initial_metadata() override {
|
3723
|
+
return server_initial_metadata_;
|
3724
|
+
}
|
3725
|
+
Pipe<MessageHandle>& client_to_server_messages() override {
|
3726
|
+
return client_to_server_messages_;
|
3727
|
+
}
|
3728
|
+
Pipe<MessageHandle>& server_to_client_messages() override {
|
3729
|
+
return server_to_client_messages_;
|
3730
|
+
}
|
3731
|
+
Pipe<ServerMetadataHandle>& server_trailing_metadata() override {
|
3732
|
+
return server_trailing_metadata_;
|
3733
|
+
}
|
3734
|
+
Latch<ServerMetadataHandle>& cancel_latch() override { return cancel_latch_; }
|
3735
|
+
Party& party() override { return *this; }
|
3736
|
+
void IncrementRefCount() override { InternalRef("CallSpine"); }
|
3737
|
+
void Unref() override { InternalUnref("CallSpine"); }
|
3738
|
+
|
3739
|
+
// PromiseBasedCall
|
3740
|
+
void OrphanCall() override {
|
3741
|
+
ResetDeadline();
|
3742
|
+
CancelWithError(absl::CancelledError());
|
3743
|
+
}
|
3744
|
+
void CancelWithError(grpc_error_handle error) override {
|
3745
|
+
SpawnInfallible("CancelWithError", [this, error = std::move(error)] {
|
3746
|
+
std::ignore = Cancel(ServerMetadataFromStatus(error));
|
3747
|
+
return Empty{};
|
3748
|
+
});
|
3749
|
+
}
|
3750
|
+
bool is_trailers_only() const override {
|
3751
|
+
Crash("is_trailers_only not implemented for server calls");
|
3752
|
+
}
|
3753
|
+
absl::string_view GetServerAuthority() const override {
|
3754
|
+
Crash("unimplemented");
|
3755
|
+
}
|
3756
|
+
grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
|
3757
|
+
bool is_notify_tag_closure) override;
|
3758
|
+
|
3759
|
+
bool Completed() final { Crash("unimplemented"); }
|
3760
|
+
bool failed_before_recv_message() const final { Crash("unimplemented"); }
|
3761
|
+
|
3762
|
+
ServerCallContext* server_call_context() override { return this; }
|
3763
|
+
const void* server_stream_data() override { Crash("unimplemented"); }
|
3764
|
+
void PublishInitialMetadata(
|
3765
|
+
ClientMetadataHandle metadata,
|
3766
|
+
grpc_metadata_array* publish_initial_metadata) override;
|
3767
|
+
ArenaPromise<ServerMetadataHandle> MakeTopOfServerCallPromise(
|
3768
|
+
CallArgs, grpc_completion_queue*,
|
3769
|
+
absl::FunctionRef<void(grpc_call* call)>) override {
|
3770
|
+
Crash("unimplemented");
|
3771
|
+
}
|
3772
|
+
|
3773
|
+
bool RunParty() override {
|
3774
|
+
ScopedContext ctx(this);
|
3775
|
+
return Party::RunParty();
|
3776
|
+
}
|
3777
|
+
|
3778
|
+
private:
|
3779
|
+
void CommitBatch(const grpc_op* ops, size_t nops, void* notify_tag,
|
3780
|
+
bool is_notify_tag_closure);
|
3781
|
+
StatusFlag FinishRecvMessage(NextResult<MessageHandle> result);
|
3782
|
+
|
3783
|
+
std::string DebugTag() const override {
|
3784
|
+
return absl::StrFormat("SERVER_CALL_SPINE[%p]: ", this);
|
3785
|
+
}
|
3786
|
+
|
3787
|
+
// Initial metadata from client to server
|
3788
|
+
Pipe<ClientMetadataHandle> client_initial_metadata_;
|
3789
|
+
// Initial metadata from server to client
|
3790
|
+
Pipe<ServerMetadataHandle> server_initial_metadata_;
|
3791
|
+
// Messages travelling from the application to the transport.
|
3792
|
+
Pipe<MessageHandle> client_to_server_messages_;
|
3793
|
+
// Messages travelling from the transport to the application.
|
3794
|
+
Pipe<MessageHandle> server_to_client_messages_;
|
3795
|
+
// Trailing metadata from server to client
|
3796
|
+
Pipe<ServerMetadataHandle> server_trailing_metadata_;
|
3797
|
+
// Latch that can be set to terminate the call
|
3798
|
+
Latch<ServerMetadataHandle> cancel_latch_;
|
3799
|
+
grpc_byte_buffer** recv_message_ = nullptr;
|
3800
|
+
ClientMetadataHandle client_initial_metadata_stored_;
|
3801
|
+
};
|
3802
|
+
|
3803
|
+
ServerCallSpine::ServerCallSpine(Server* server, Channel* channel, Arena* arena)
|
3804
|
+
: BasicPromiseBasedCall(arena, 0, 1,
|
3805
|
+
[channel, server]() -> grpc_call_create_args {
|
3806
|
+
grpc_call_create_args args;
|
3807
|
+
args.channel = channel->Ref();
|
3808
|
+
args.server = server;
|
3809
|
+
args.parent = nullptr;
|
3810
|
+
args.propagation_mask = 0;
|
3811
|
+
args.cq = nullptr;
|
3812
|
+
args.pollset_set_alternative = nullptr;
|
3813
|
+
args.server_transport_data =
|
3814
|
+
&args; // Arbitrary non-null pointer
|
3815
|
+
args.send_deadline = Timestamp::InfFuture();
|
3816
|
+
return args;
|
3817
|
+
}()),
|
3818
|
+
client_initial_metadata_(arena),
|
3819
|
+
server_initial_metadata_(arena),
|
3820
|
+
client_to_server_messages_(arena),
|
3821
|
+
server_to_client_messages_(arena),
|
3822
|
+
server_trailing_metadata_(arena) {
|
3823
|
+
global_stats().IncrementServerCallsCreated();
|
3824
|
+
ScopedContext ctx(this);
|
3825
|
+
channel->channel_stack()->InitServerCallSpine(this);
|
3826
|
+
}
|
3827
|
+
|
3828
|
+
void ServerCallSpine::PublishInitialMetadata(
|
3829
|
+
ClientMetadataHandle metadata,
|
3830
|
+
grpc_metadata_array* publish_initial_metadata) {
|
3831
|
+
if (grpc_call_trace.enabled()) {
|
3832
|
+
gpr_log(GPR_INFO, "%s[call] PublishInitialMetadata: %s", DebugTag().c_str(),
|
3833
|
+
metadata->DebugString().c_str());
|
3834
|
+
}
|
3835
|
+
PublishMetadataArray(metadata.get(), publish_initial_metadata, false);
|
3836
|
+
client_initial_metadata_stored_ = std::move(metadata);
|
3837
|
+
}
|
3838
|
+
|
3839
|
+
grpc_call_error ServerCallSpine::StartBatch(const grpc_op* ops, size_t nops,
|
3840
|
+
void* notify_tag,
|
3841
|
+
bool is_notify_tag_closure) {
|
3842
|
+
if (nops == 0) {
|
3843
|
+
EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
|
3844
|
+
return GRPC_CALL_OK;
|
3845
|
+
}
|
3846
|
+
const grpc_call_error validation_result = ValidateServerBatch(ops, nops);
|
3847
|
+
if (validation_result != GRPC_CALL_OK) {
|
3848
|
+
return validation_result;
|
3849
|
+
}
|
3850
|
+
CommitBatch(ops, nops, notify_tag, is_notify_tag_closure);
|
3851
|
+
return GRPC_CALL_OK;
|
3852
|
+
}
|
3853
|
+
|
3854
|
+
namespace {
|
3855
|
+
template <typename SetupFn>
|
3856
|
+
class MaybeOpImpl {
|
3857
|
+
public:
|
3858
|
+
using SetupResult = decltype(std::declval<SetupFn>()(grpc_op()));
|
3859
|
+
using PromiseFactory = promise_detail::OncePromiseFactory<void, SetupResult>;
|
3860
|
+
using Promise = typename PromiseFactory::Promise;
|
3861
|
+
struct Dismissed {};
|
3862
|
+
using State = absl::variant<Dismissed, PromiseFactory, Promise>;
|
3863
|
+
|
3864
|
+
// op_ is garbage but shouldn't be uninitialized
|
3865
|
+
MaybeOpImpl() : state_(Dismissed{}), op_(GRPC_OP_RECV_STATUS_ON_CLIENT) {}
|
3866
|
+
MaybeOpImpl(SetupResult result, grpc_op_type op)
|
3867
|
+
: state_(PromiseFactory(std::move(result))), op_(op) {}
|
3868
|
+
|
3869
|
+
MaybeOpImpl(const MaybeOpImpl&) = delete;
|
3870
|
+
MaybeOpImpl& operator=(const MaybeOpImpl&) = delete;
|
3871
|
+
MaybeOpImpl(MaybeOpImpl&& other) noexcept
|
3872
|
+
: state_(MoveState(other.state_)), op_(other.op_) {}
|
3873
|
+
MaybeOpImpl& operator=(MaybeOpImpl&& other) noexcept {
|
3874
|
+
op_ = other.op_;
|
3875
|
+
if (absl::holds_alternative<Dismissed>(state_)) {
|
3876
|
+
state_.template emplace<Dismissed>();
|
3877
|
+
return *this;
|
3878
|
+
}
|
3879
|
+
// Can't move after first poll => Promise is not an option
|
3880
|
+
state_.template emplace<PromiseFactory>(
|
3881
|
+
std::move(absl::get<PromiseFactory>(other.state_)));
|
3882
|
+
return *this;
|
3883
|
+
}
|
3884
|
+
|
3885
|
+
Poll<StatusFlag> operator()() {
|
3886
|
+
if (absl::holds_alternative<Dismissed>(state_)) return Success{};
|
3887
|
+
if (absl::holds_alternative<PromiseFactory>(state_)) {
|
3888
|
+
auto& factory = absl::get<PromiseFactory>(state_);
|
3889
|
+
auto promise = factory.Make();
|
3890
|
+
state_.template emplace<Promise>(std::move(promise));
|
3891
|
+
}
|
3892
|
+
if (grpc_call_trace.enabled()) {
|
3893
|
+
gpr_log(GPR_INFO, "%sBeginPoll %s",
|
3894
|
+
Activity::current()->DebugTag().c_str(), OpName(op_).c_str());
|
3895
|
+
}
|
3896
|
+
auto& promise = absl::get<Promise>(state_);
|
3897
|
+
auto r = poll_cast<StatusFlag>(promise());
|
3898
|
+
if (grpc_call_trace.enabled()) {
|
3899
|
+
gpr_log(GPR_INFO, "%sEndPoll %s --> %s",
|
3900
|
+
Activity::current()->DebugTag().c_str(), OpName(op_).c_str(),
|
3901
|
+
r.pending() ? "PENDING" : (r.value().ok() ? "OK" : "FAILURE"));
|
3902
|
+
}
|
3903
|
+
return r;
|
3904
|
+
}
|
3905
|
+
|
3906
|
+
private:
|
3907
|
+
GPR_NO_UNIQUE_ADDRESS State state_;
|
3908
|
+
GPR_NO_UNIQUE_ADDRESS grpc_op_type op_;
|
3909
|
+
|
3910
|
+
static std::string OpName(grpc_op_type op) {
|
3911
|
+
switch (op) {
|
3912
|
+
case GRPC_OP_SEND_INITIAL_METADATA:
|
3913
|
+
return "SendInitialMetadata";
|
3914
|
+
case GRPC_OP_SEND_MESSAGE:
|
3915
|
+
return "SendMessage";
|
3916
|
+
case GRPC_OP_SEND_STATUS_FROM_SERVER:
|
3917
|
+
return "SendStatusFromServer";
|
3918
|
+
case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
|
3919
|
+
return "SendCloseFromClient";
|
3920
|
+
case GRPC_OP_RECV_MESSAGE:
|
3921
|
+
return "RecvMessage";
|
3922
|
+
case GRPC_OP_RECV_CLOSE_ON_SERVER:
|
3923
|
+
return "RecvCloseOnServer";
|
3924
|
+
case GRPC_OP_RECV_INITIAL_METADATA:
|
3925
|
+
return "RecvInitialMetadata";
|
3926
|
+
case GRPC_OP_RECV_STATUS_ON_CLIENT:
|
3927
|
+
return "RecvStatusOnClient";
|
3928
|
+
}
|
3929
|
+
return absl::StrCat("UnknownOp(", op, ")");
|
3930
|
+
}
|
3931
|
+
|
3932
|
+
static State MoveState(State& state) {
|
3933
|
+
if (absl::holds_alternative<Dismissed>(state)) return Dismissed{};
|
3934
|
+
// Can't move after first poll => Promise is not an option
|
3935
|
+
return std::move(absl::get<PromiseFactory>(state));
|
3936
|
+
}
|
3937
|
+
};
|
3938
|
+
|
3939
|
+
// MaybeOp captures a fairly complicated dance we need to do for the batch API.
|
3940
|
+
// We first check if an op is included or not, and if it is, we run the setup
|
3941
|
+
// function in the context of the API call (NOT in the call party).
|
3942
|
+
// This setup function returns a promise factory which we'll then run *in* the
|
3943
|
+
// party to do initial setup, and have it return the promise that we'll
|
3944
|
+
// ultimately poll on til completion.
|
3945
|
+
// Once we express our surface API in terms of core internal types this whole
|
3946
|
+
// dance will go away.
|
3947
|
+
template <typename SetupFn>
|
3948
|
+
auto MaybeOp(const grpc_op* ops, uint8_t idx, SetupFn setup) {
|
3949
|
+
if (idx == 255) {
|
3950
|
+
return MaybeOpImpl<SetupFn>();
|
3951
|
+
} else {
|
3952
|
+
return MaybeOpImpl<SetupFn>(setup(ops[idx]), ops[idx].op);
|
3953
|
+
}
|
3954
|
+
}
|
3955
|
+
|
3956
|
+
template <typename F>
|
3957
|
+
class PollBatchLogger {
|
3958
|
+
public:
|
3959
|
+
PollBatchLogger(void* tag, F f) : tag_(tag), f_(std::move(f)) {}
|
3960
|
+
|
3961
|
+
auto operator()() {
|
3962
|
+
if (grpc_call_trace.enabled()) {
|
3963
|
+
gpr_log(GPR_INFO, "Poll batch %p", tag_);
|
3964
|
+
}
|
3965
|
+
auto r = f_();
|
3966
|
+
if (grpc_call_trace.enabled()) {
|
3967
|
+
gpr_log(GPR_INFO, "Poll batch %p --> %s", tag_, ResultString(r).c_str());
|
3968
|
+
}
|
3969
|
+
return r;
|
3970
|
+
}
|
3971
|
+
|
3972
|
+
private:
|
3973
|
+
template <typename T>
|
3974
|
+
static std::string ResultString(Poll<T> r) {
|
3975
|
+
if (r.pending()) return "PENDING";
|
3976
|
+
return ResultString(r.value());
|
3977
|
+
}
|
3978
|
+
static std::string ResultString(Empty) { return "DONE"; }
|
3979
|
+
|
3980
|
+
void* tag_;
|
3981
|
+
F f_;
|
3982
|
+
};
|
3983
|
+
|
3984
|
+
template <typename F>
|
3985
|
+
PollBatchLogger<F> LogPollBatch(void* tag, F f) {
|
3986
|
+
return PollBatchLogger<F>(tag, std::move(f));
|
3987
|
+
}
|
3988
|
+
} // namespace
|
3989
|
+
|
3990
|
+
StatusFlag ServerCallSpine::FinishRecvMessage(
|
3991
|
+
NextResult<MessageHandle> result) {
|
3992
|
+
if (result.has_value()) {
|
3993
|
+
MessageHandle& message = *result;
|
3994
|
+
NoteLastMessageFlags(message->flags());
|
3995
|
+
if ((message->flags() & GRPC_WRITE_INTERNAL_COMPRESS) &&
|
3996
|
+
(incoming_compression_algorithm() != GRPC_COMPRESS_NONE)) {
|
3997
|
+
*recv_message_ = grpc_raw_compressed_byte_buffer_create(
|
3998
|
+
nullptr, 0, incoming_compression_algorithm());
|
3999
|
+
} else {
|
4000
|
+
*recv_message_ = grpc_raw_byte_buffer_create(nullptr, 0);
|
4001
|
+
}
|
4002
|
+
grpc_slice_buffer_move_into(message->payload()->c_slice_buffer(),
|
4003
|
+
&(*recv_message_)->data.raw.slice_buffer);
|
4004
|
+
if (grpc_call_trace.enabled()) {
|
4005
|
+
gpr_log(GPR_INFO,
|
4006
|
+
"%s[call] RecvMessage: outstanding_recv "
|
4007
|
+
"finishes: received %" PRIdPTR " byte message",
|
4008
|
+
DebugTag().c_str(),
|
4009
|
+
(*recv_message_)->data.raw.slice_buffer.length);
|
4010
|
+
}
|
4011
|
+
recv_message_ = nullptr;
|
4012
|
+
return Success{};
|
4013
|
+
}
|
4014
|
+
if (result.cancelled()) {
|
4015
|
+
if (grpc_call_trace.enabled()) {
|
4016
|
+
gpr_log(GPR_INFO,
|
4017
|
+
"%s[call] RecvMessage: outstanding_recv "
|
4018
|
+
"finishes: received end-of-stream with error",
|
4019
|
+
DebugTag().c_str());
|
4020
|
+
}
|
4021
|
+
*recv_message_ = nullptr;
|
4022
|
+
recv_message_ = nullptr;
|
4023
|
+
return Failure{};
|
4024
|
+
}
|
4025
|
+
if (grpc_call_trace.enabled()) {
|
4026
|
+
gpr_log(GPR_INFO,
|
4027
|
+
"%s[call] RecvMessage: outstanding_recv "
|
4028
|
+
"finishes: received end-of-stream",
|
4029
|
+
DebugTag().c_str());
|
4030
|
+
}
|
4031
|
+
*recv_message_ = nullptr;
|
4032
|
+
recv_message_ = nullptr;
|
4033
|
+
return Success{};
|
4034
|
+
}
|
4035
|
+
|
4036
|
+
void ServerCallSpine::CommitBatch(const grpc_op* ops, size_t nops,
|
4037
|
+
void* notify_tag,
|
4038
|
+
bool is_notify_tag_closure) {
|
4039
|
+
std::array<uint8_t, 8> got_ops{255, 255, 255, 255, 255, 255, 255, 255};
|
4040
|
+
for (size_t op_idx = 0; op_idx < nops; op_idx++) {
|
4041
|
+
const grpc_op& op = ops[op_idx];
|
4042
|
+
got_ops[op.op] = op_idx;
|
4043
|
+
}
|
4044
|
+
if (!is_notify_tag_closure) grpc_cq_begin_op(cq(), notify_tag);
|
4045
|
+
auto send_initial_metadata = MaybeOp(
|
4046
|
+
ops, got_ops[GRPC_OP_SEND_INITIAL_METADATA], [this](const grpc_op& op) {
|
4047
|
+
auto metadata = arena()->MakePooled<ServerMetadata>(arena());
|
4048
|
+
PrepareOutgoingInitialMetadata(op, *metadata);
|
4049
|
+
CToMetadata(op.data.send_initial_metadata.metadata,
|
4050
|
+
op.data.send_initial_metadata.count, metadata.get());
|
4051
|
+
if (grpc_call_trace.enabled()) {
|
4052
|
+
gpr_log(GPR_INFO, "%s[call] Send initial metadata",
|
4053
|
+
DebugTag().c_str());
|
4054
|
+
}
|
4055
|
+
return [this, metadata = std::move(metadata)]() mutable {
|
4056
|
+
return Map(server_initial_metadata_.sender.Push(std::move(metadata)),
|
4057
|
+
[this](bool r) {
|
4058
|
+
server_initial_metadata_.sender.Close();
|
4059
|
+
return StatusFlag(r);
|
4060
|
+
});
|
4061
|
+
};
|
4062
|
+
});
|
4063
|
+
auto send_message =
|
4064
|
+
MaybeOp(ops, got_ops[GRPC_OP_SEND_MESSAGE], [this](const grpc_op& op) {
|
4065
|
+
SliceBuffer send;
|
4066
|
+
grpc_slice_buffer_swap(
|
4067
|
+
&op.data.send_message.send_message->data.raw.slice_buffer,
|
4068
|
+
send.c_slice_buffer());
|
4069
|
+
auto msg = arena()->MakePooled<Message>(std::move(send), op.flags);
|
4070
|
+
return [this, msg = std::move(msg)]() mutable {
|
4071
|
+
return Map(server_to_client_messages_.sender.Push(std::move(msg)),
|
4072
|
+
[](bool r) { return StatusFlag(r); });
|
4073
|
+
};
|
4074
|
+
});
|
4075
|
+
auto send_trailing_metadata = MaybeOp(
|
4076
|
+
ops, got_ops[GRPC_OP_SEND_STATUS_FROM_SERVER], [this](const grpc_op& op) {
|
4077
|
+
auto metadata = arena()->MakePooled<ServerMetadata>(arena());
|
4078
|
+
CToMetadata(op.data.send_status_from_server.trailing_metadata,
|
4079
|
+
op.data.send_status_from_server.trailing_metadata_count,
|
4080
|
+
metadata.get());
|
4081
|
+
metadata->Set(GrpcStatusMetadata(),
|
4082
|
+
op.data.send_status_from_server.status);
|
4083
|
+
if (auto* details = op.data.send_status_from_server.status_details) {
|
4084
|
+
// TODO(ctiller): this should not be a copy, but we have
|
4085
|
+
// callers that allocate and pass in a slice created with
|
4086
|
+
// grpc_slice_from_static_string and then delete the string
|
4087
|
+
// after passing it in, which shouldn't be a supported API.
|
4088
|
+
metadata->Set(GrpcMessageMetadata(),
|
4089
|
+
Slice(grpc_slice_copy(*details)));
|
4090
|
+
}
|
4091
|
+
return [this, metadata = std::move(metadata)]() mutable {
|
4092
|
+
server_to_client_messages_.sender.Close();
|
4093
|
+
return Map(server_trailing_metadata_.sender.Push(std::move(metadata)),
|
4094
|
+
[](bool r) { return StatusFlag(r); });
|
4095
|
+
};
|
4096
|
+
});
|
4097
|
+
auto recv_message =
|
4098
|
+
MaybeOp(ops, got_ops[GRPC_OP_RECV_MESSAGE], [this](const grpc_op& op) {
|
4099
|
+
GPR_ASSERT(recv_message_ == nullptr);
|
4100
|
+
recv_message_ = op.data.recv_message.recv_message;
|
4101
|
+
return [this]() mutable {
|
4102
|
+
return Map(client_to_server_messages_.receiver.Next(),
|
4103
|
+
[this](NextResult<MessageHandle> msg) {
|
4104
|
+
return FinishRecvMessage(std::move(msg));
|
4105
|
+
});
|
4106
|
+
};
|
4107
|
+
});
|
4108
|
+
auto primary_ops = AllOk<StatusFlag>(
|
4109
|
+
std::move(send_initial_metadata), std::move(send_message),
|
4110
|
+
std::move(send_trailing_metadata), std::move(recv_message));
|
4111
|
+
if (got_ops[GRPC_OP_RECV_CLOSE_ON_SERVER] != 255) {
|
4112
|
+
auto recv_trailing_metadata = MaybeOp(
|
4113
|
+
ops, got_ops[GRPC_OP_RECV_CLOSE_ON_SERVER], [this](const grpc_op& op) {
|
4114
|
+
return [this, cancelled = op.data.recv_close_on_server.cancelled]() {
|
4115
|
+
return Map(server_trailing_metadata_.receiver.AwaitClosed(),
|
4116
|
+
[cancelled, this](bool result) -> Success {
|
4117
|
+
ResetDeadline();
|
4118
|
+
*cancelled = result ? 1 : 0;
|
4119
|
+
return Success{};
|
4120
|
+
});
|
4121
|
+
};
|
4122
|
+
});
|
4123
|
+
SpawnInfallible(
|
4124
|
+
"final-batch",
|
4125
|
+
[primary_ops = std::move(primary_ops),
|
4126
|
+
recv_trailing_metadata = std::move(recv_trailing_metadata),
|
4127
|
+
is_notify_tag_closure, notify_tag, this]() mutable {
|
4128
|
+
return LogPollBatch(
|
4129
|
+
notify_tag,
|
4130
|
+
Seq(std::move(primary_ops), std::move(recv_trailing_metadata),
|
4131
|
+
[is_notify_tag_closure, notify_tag, this](StatusFlag) {
|
4132
|
+
return WaitForCqEndOp(is_notify_tag_closure, notify_tag,
|
4133
|
+
absl::OkStatus(), cq());
|
4134
|
+
}));
|
4135
|
+
});
|
4136
|
+
} else {
|
4137
|
+
SpawnInfallible("batch", [primary_ops = std::move(primary_ops),
|
4138
|
+
is_notify_tag_closure, notify_tag,
|
4139
|
+
this]() mutable {
|
4140
|
+
return LogPollBatch(
|
4141
|
+
notify_tag,
|
4142
|
+
Seq(std::move(primary_ops),
|
4143
|
+
[is_notify_tag_closure, notify_tag, this](StatusFlag r) {
|
4144
|
+
return WaitForCqEndOp(is_notify_tag_closure, notify_tag,
|
4145
|
+
StatusCast<grpc_error_handle>(r), cq());
|
4146
|
+
}));
|
4147
|
+
});
|
4148
|
+
}
|
4149
|
+
}
|
4150
|
+
|
4151
|
+
RefCountedPtr<CallSpineInterface> MakeServerCall(Server* server,
|
4152
|
+
Channel* channel,
|
4153
|
+
Arena* arena) {
|
4154
|
+
return RefCountedPtr<ServerCallSpine>(
|
4155
|
+
arena->New<ServerCallSpine>(server, channel, arena));
|
3584
4156
|
}
|
3585
4157
|
#else
|
3586
|
-
|
3587
|
-
|
3588
|
-
CallArgs, grpc_completion_queue*, grpc_metadata_array*,
|
3589
|
-
absl::FunctionRef<void(grpc_call*)>) {
|
3590
|
-
(void)call_;
|
3591
|
-
Crash("Promise-based server call is not enabled");
|
4158
|
+
RefCountedPtr<CallSpineInterface> MakeServerCall(Server*, Channel*, Arena*) {
|
4159
|
+
Crash("not implemented");
|
3592
4160
|
}
|
3593
4161
|
#endif
|
3594
4162
|
|
@@ -3794,3 +4362,8 @@ const char* grpc_call_error_to_string(grpc_call_error error) {
|
|
3794
4362
|
}
|
3795
4363
|
GPR_UNREACHABLE_CODE(return "GRPC_CALL_ERROR_UNKNOW");
|
3796
4364
|
}
|
4365
|
+
|
4366
|
+
void grpc_call_run_in_event_engine(const grpc_call* call,
|
4367
|
+
absl::AnyInvocable<void()> cb) {
|
4368
|
+
grpc_core::Call::FromC(call)->event_engine()->Run(std::move(cb));
|
4369
|
+
}
|