grpc 1.60.0 → 1.62.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +397 -332
- data/include/grpc/event_engine/event_engine.h +25 -16
- data/include/grpc/event_engine/extensible.h +68 -0
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +6 -0
- data/include/grpc/event_engine/internal/slice_cast.h +12 -0
- data/include/grpc/event_engine/memory_allocator.h +3 -1
- data/include/grpc/event_engine/slice.h +5 -0
- data/include/grpc/grpc_security.h +22 -1
- data/include/grpc/impl/call.h +29 -0
- data/include/grpc/impl/channel_arg_names.h +12 -1
- data/include/grpc/impl/slice_type.h +1 -1
- data/include/grpc/module.modulemap +1 -0
- data/include/grpc/support/port_platform.h +12 -20
- data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.cc +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.h +4 -4
- data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/channel_connectivity.cc +11 -11
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.h +4 -4
- data/src/core/{ext/filters/client_channel/client_channel.cc → client_channel/client_channel_filter.cc} +278 -236
- data/src/core/{ext/filters/client_channel/client_channel.h → client_channel/client_channel_filter.h} +42 -42
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_internal.h +8 -6
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_plugin.cc +5 -5
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.cc +2 -2
- data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.h +5 -5
- data/src/core/{ext/filters/client_channel → client_channel}/config_selector.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/config_selector.h +5 -5
- data/src/core/{ext/filters/client_channel → client_channel}/connector.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.cc +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.h +4 -4
- data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.cc +2 -2
- data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.h +4 -4
- data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.cc +9 -8
- data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.h +8 -8
- data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.cc +12 -9
- data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.h +11 -10
- data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.h +4 -4
- data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/service_config_channel_arg_filter.cc +39 -21
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel.cc +2 -2
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel.h +6 -6
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_interface_internal.h +5 -5
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.h +3 -3
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.cc +1 -1
- data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.h +4 -4
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +55 -8
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +20 -6
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +10 -13
- data/src/core/ext/filters/channel_idle/channel_idle_filter.h +18 -10
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +326 -0
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +143 -0
- data/src/core/ext/filters/deadline/deadline_filter.cc +12 -0
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +18 -14
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +13 -4
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +23 -32
- data/src/core/ext/filters/http/client/http_client_filter.h +10 -5
- data/src/core/ext/filters/http/client_authority_filter.cc +14 -14
- data/src/core/ext/filters/http/client_authority_filter.h +12 -4
- data/src/core/ext/filters/http/http_filters_plugin.cc +42 -20
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +55 -80
- data/src/core/ext/filters/http/message_compress/compression_filter.h +54 -12
- data/src/core/ext/filters/http/message_compress/legacy_compression_filter.cc +325 -0
- data/src/core/ext/filters/http/message_compress/legacy_compression_filter.h +139 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +41 -41
- data/src/core/ext/filters/http/server/http_server_filter.h +11 -4
- data/src/core/ext/filters/message_size/message_size_filter.cc +57 -77
- data/src/core/ext/filters/message_size/message_size_filter.h +36 -24
- data/src/core/ext/filters/rbac/rbac_filter.cc +16 -12
- data/src/core/ext/filters/rbac/rbac_filter.h +11 -4
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +2 -2
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +27 -15
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +48 -51
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +22 -5
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +5 -2
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +7 -7
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +11 -2
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +67 -145
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +3 -3
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +21 -82
- data/src/core/ext/transport/chttp2/transport/flow_control.h +1 -8
- data/src/core/ext/transport/chttp2/transport/frame.cc +506 -0
- data/src/core/ext/transport/chttp2/transport/frame.h +214 -0
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +1 -1
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +33 -79
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +4 -7
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +5 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +3 -1
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -1
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +122 -32
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +142 -37
- data/src/core/ext/transport/chttp2/transport/internal.h +1 -22
- data/src/core/ext/transport/chttp2/transport/parsing.cc +23 -37
- data/src/core/ext/transport/chttp2/transport/writing.cc +26 -58
- data/src/core/ext/transport/inproc/inproc_transport.cc +179 -13
- data/src/core/ext/transport/inproc/inproc_transport.h +8 -0
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +351 -164
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +89 -50
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +2 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +47 -3
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +15 -7
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +32 -3
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +8 -5
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +28 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +6 -4
- data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +0 -1
- data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +0 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +29 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +7 -4
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +17 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +4 -3
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +166 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +55 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.h +30 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +30 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +7 -5
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +99 -19
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +29 -12
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +15 -0
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +4 -3
- data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +31 -3
- data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +22 -4
- data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +91 -3
- data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +11 -8
- data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +30 -0
- data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +7 -4
- data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +1 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +125 -3
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +17 -4
- data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +19 -1
- data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +4 -3
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +1 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +1 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +15 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +5 -2
- data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +42 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +11 -8
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +23 -8
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +9 -4
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +58 -16
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +14 -11
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +712 -0
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +151 -0
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.h +33 -0
- data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +15 -0
- data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +7 -2
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +129 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +27 -6
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +15 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +5 -2
- data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +60 -60
- data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +278 -256
- data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +10 -0
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +483 -475
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.c +27 -20
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +17 -12
- data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.c +157 -161
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.c +105 -97
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +106 -102
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.c +52 -0
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.c +14 -13
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +228 -224
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.c +32 -26
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.c +31 -28
- data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.c +22 -19
- data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +818 -813
- data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.c +158 -151
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +27 -23
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +59 -53
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.c +40 -18
- data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +106 -103
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.c +16 -12
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +22 -21
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +265 -261
- data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +127 -125
- data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +188 -182
- data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.c +133 -0
- data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.c +57 -56
- data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.c +27 -20
- data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.c +10 -8
- data/src/core/ext/xds/certificate_provider_store.cc +2 -1
- data/src/core/ext/xds/certificate_provider_store.h +0 -5
- data/src/core/ext/xds/xds_api.cc +92 -166
- data/src/core/ext/xds/xds_api.h +4 -9
- data/src/core/ext/xds/xds_bootstrap.h +6 -4
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +4 -15
- data/src/core/ext/xds/xds_bootstrap_grpc.h +2 -1
- data/src/core/ext/xds/xds_certificate_provider.cc +88 -287
- data/src/core/ext/xds/xds_certificate_provider.h +44 -111
- data/src/core/ext/xds/xds_client.cc +526 -468
- data/src/core/ext/xds/xds_client.h +50 -36
- data/src/core/ext/xds/xds_client_grpc.cc +56 -16
- data/src/core/ext/xds/xds_client_grpc.h +4 -1
- data/src/core/ext/xds/xds_client_stats.cc +11 -11
- data/src/core/ext/xds/xds_client_stats.h +8 -13
- data/src/core/ext/xds/xds_cluster.cc +105 -12
- data/src/core/ext/xds/xds_cluster.h +10 -2
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +9 -5
- data/src/core/ext/xds/xds_common_types.cc +14 -10
- data/src/core/ext/xds/xds_endpoint.cc +9 -4
- data/src/core/ext/xds/xds_endpoint.h +6 -2
- data/src/core/ext/xds/xds_health_status.cc +12 -2
- data/src/core/ext/xds/xds_health_status.h +5 -3
- data/src/core/ext/xds/xds_http_rbac_filter.cc +5 -3
- data/src/core/ext/xds/xds_lb_policy_registry.cc +1 -1
- data/src/core/ext/xds/xds_listener.cc +14 -8
- data/src/core/ext/xds/xds_resource_type_impl.h +6 -4
- data/src/core/ext/xds/xds_route_config.cc +35 -23
- data/src/core/ext/xds/xds_route_config.h +1 -0
- data/src/core/ext/xds/xds_server_config_fetcher.cc +63 -59
- data/src/core/ext/xds/xds_transport.h +3 -0
- data/src/core/ext/xds/xds_transport_grpc.cc +52 -55
- data/src/core/ext/xds/xds_transport_grpc.h +4 -0
- data/src/core/lib/channel/call_tracer.cc +12 -0
- data/src/core/lib/channel/call_tracer.h +17 -3
- data/src/core/lib/channel/channel_args.cc +24 -14
- data/src/core/lib/channel/channel_args.h +89 -14
- data/src/core/lib/channel/channel_stack.cc +27 -0
- data/src/core/lib/channel/channel_stack.h +10 -10
- data/src/core/lib/channel/connected_channel.cc +77 -30
- data/src/core/lib/channel/promise_based_filter.cc +4 -4
- data/src/core/lib/channel/promise_based_filter.h +1040 -1
- data/src/core/lib/channel/server_call_tracer_filter.cc +43 -35
- data/src/core/lib/compression/compression_internal.cc +0 -3
- data/src/core/lib/config/core_configuration.h +3 -3
- data/src/core/lib/event_engine/ares_resolver.cc +141 -73
- data/src/core/lib/event_engine/ares_resolver.h +9 -10
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +4 -0
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +8 -1
- data/src/core/lib/event_engine/extensions/can_track_errors.h +40 -0
- data/src/core/lib/event_engine/extensions/supports_fd.h +160 -0
- data/src/core/lib/event_engine/forkable.cc +7 -5
- data/src/core/lib/event_engine/posix.h +11 -122
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +132 -0
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +57 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +31 -7
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +1 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +54 -39
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +6 -12
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +14 -6
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +21 -3
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +9 -2
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +7 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +17 -27
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +0 -3
- data/src/core/lib/event_engine/query_extensions.h +85 -0
- data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +55 -0
- data/src/core/lib/event_engine/shim.cc +3 -17
- data/src/core/lib/event_engine/shim.h +0 -2
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +28 -7
- data/src/core/lib/event_engine/thread_pool/thread_count.h +6 -1
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +109 -5
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +9 -0
- data/src/core/lib/event_engine/utils.cc +2 -1
- data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +1 -0
- data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +115 -0
- data/src/core/lib/event_engine/windows/native_windows_dns_resolver.h +51 -0
- data/src/core/lib/event_engine/windows/windows_engine.cc +7 -7
- data/src/core/lib/experiments/config.cc +23 -2
- data/src/core/lib/experiments/config.h +9 -0
- data/src/core/lib/experiments/experiments.cc +296 -378
- data/src/core/lib/experiments/experiments.h +64 -162
- data/src/core/lib/gpr/posix/sync.cc +2 -2
- data/src/core/lib/gpr/posix/time.cc +0 -5
- data/src/core/lib/gpr/windows/sync.cc +2 -2
- data/src/core/lib/gprpp/debug_location.h +15 -0
- data/src/core/lib/gprpp/down_cast.h +49 -0
- data/src/core/lib/gprpp/dual_ref_counted.h +36 -7
- data/src/core/lib/gprpp/linux/env.cc +1 -19
- data/src/core/lib/gprpp/load_file.cc +2 -1
- data/src/core/lib/gprpp/load_file.h +2 -1
- data/src/core/lib/gprpp/orphanable.h +27 -0
- data/src/core/lib/gprpp/posix/thd.cc +27 -2
- data/src/core/lib/gprpp/ref_counted.h +63 -22
- data/src/core/lib/gprpp/ref_counted_ptr.h +70 -27
- data/src/core/lib/gprpp/ref_counted_string.h +13 -0
- data/src/core/lib/gprpp/status_helper.cc +1 -2
- data/src/core/lib/gprpp/thd.h +8 -0
- data/src/core/lib/gprpp/time.h +4 -3
- data/src/core/lib/gprpp/windows/directory_reader.cc +1 -0
- data/src/core/lib/gprpp/windows/thd.cc +10 -1
- data/src/core/lib/iomgr/combiner.cc +16 -52
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +51 -14
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +16 -0
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -2
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +2 -2
- data/src/core/lib/iomgr/tcp_client_posix.cc +4 -3
- data/src/core/lib/iomgr/tcp_server_posix.cc +65 -50
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +12 -0
- data/src/core/lib/json/json_writer.cc +1 -1
- data/src/core/lib/promise/activity.cc +17 -2
- data/src/core/lib/promise/activity.h +13 -6
- data/src/core/lib/promise/all_ok.h +80 -0
- data/src/core/lib/promise/context.h +45 -7
- data/src/core/lib/promise/detail/join_state.h +2077 -0
- data/src/core/lib/promise/detail/promise_factory.h +1 -0
- data/src/core/lib/promise/detail/promise_like.h +8 -1
- data/src/core/lib/promise/detail/seq_state.h +3458 -150
- data/src/core/lib/promise/detail/status.h +42 -5
- data/src/core/lib/promise/for_each.h +13 -4
- data/src/core/lib/promise/if.h +4 -0
- data/src/core/lib/promise/interceptor_list.h +13 -5
- data/src/core/lib/promise/latch.h +9 -6
- data/src/core/lib/promise/party.cc +45 -31
- data/src/core/lib/promise/party.h +176 -9
- data/src/core/lib/promise/pipe.h +2 -7
- data/src/core/lib/promise/poll.h +39 -13
- data/src/core/lib/promise/promise.h +4 -0
- data/src/core/lib/promise/seq.h +107 -7
- data/src/core/lib/promise/sleep.cc +1 -1
- data/src/core/lib/promise/status_flag.h +226 -0
- data/src/core/lib/promise/try_join.h +132 -0
- data/src/core/lib/promise/try_seq.h +132 -10
- data/src/core/lib/resource_quota/arena.h +2 -2
- data/src/core/lib/resource_quota/memory_quota.cc +61 -12
- data/src/core/lib/resource_quota/memory_quota.h +6 -0
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +14 -11
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +14 -5
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +4 -0
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +4 -0
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +28 -20
- data/src/core/lib/security/credentials/external/external_account_credentials.h +4 -0
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +9 -11
- data/src/core/lib/security/credentials/external/file_external_account_credentials.h +4 -0
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +4 -0
- data/src/core/lib/security/credentials/external/url_external_account_credentials.h +4 -0
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +11 -10
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +9 -7
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +2 -1
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +1 -1
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +16 -24
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +0 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +12 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.cc +22 -5
- data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.h +1 -5
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +16 -0
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +22 -29
- data/src/core/lib/security/credentials/xds/xds_credentials.h +2 -4
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -1
- data/src/core/lib/security/security_connector/load_system_roots_supported.cc +3 -7
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +1 -1
- data/src/core/lib/security/security_connector/ssl_utils.cc +26 -17
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +4 -3
- data/src/core/lib/security/transport/auth_filters.h +71 -4
- data/src/core/lib/security/transport/client_auth_filter.cc +2 -4
- data/src/core/lib/security/transport/legacy_server_auth_filter.cc +244 -0
- data/src/core/lib/security/transport/security_handshaker.cc +0 -8
- data/src/core/lib/security/transport/security_handshaker.h +0 -6
- data/src/core/lib/security/transport/server_auth_filter.cc +70 -90
- data/src/core/lib/slice/slice_buffer.h +6 -1
- data/src/core/lib/surface/builtins.cc +1 -1
- data/src/core/lib/surface/call.cc +783 -210
- data/src/core/lib/surface/call.h +26 -13
- data/src/core/lib/surface/call_trace.cc +46 -5
- data/src/core/lib/surface/channel.cc +15 -25
- data/src/core/lib/surface/channel.h +4 -26
- data/src/core/lib/surface/channel_init.cc +81 -7
- data/src/core/lib/surface/channel_init.h +129 -5
- data/src/core/lib/surface/init.cc +15 -9
- data/src/core/lib/surface/server.cc +255 -239
- data/src/core/lib/surface/server.h +26 -54
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/surface/wait_for_cq_end_op.cc +75 -0
- data/src/core/lib/surface/wait_for_cq_end_op.h +72 -0
- data/src/core/lib/transport/batch_builder.cc +2 -3
- data/src/core/lib/transport/batch_builder.h +1 -1
- data/src/core/lib/transport/call_factory.cc +41 -0
- data/src/core/lib/transport/call_factory.h +56 -0
- data/src/core/lib/transport/call_filters.cc +371 -0
- data/src/core/lib/transport/call_filters.h +1500 -0
- data/src/core/lib/transport/call_final_info.cc +38 -0
- data/src/core/lib/transport/call_final_info.h +54 -0
- data/src/core/lib/transport/call_size_estimator.cc +41 -0
- data/src/core/lib/transport/call_size_estimator.h +52 -0
- data/src/core/lib/transport/call_spine.cc +107 -0
- data/src/core/lib/transport/call_spine.h +429 -0
- data/src/core/lib/transport/connectivity_state.cc +3 -2
- data/src/core/lib/transport/connectivity_state.h +4 -0
- data/src/core/lib/transport/handshaker.cc +0 -8
- data/src/core/lib/transport/handshaker.h +0 -7
- data/src/core/lib/transport/message.cc +45 -0
- data/src/core/lib/transport/message.h +61 -0
- data/src/core/lib/transport/metadata.cc +37 -0
- data/src/core/lib/transport/metadata.h +78 -0
- data/src/core/lib/transport/metadata_batch.cc +4 -2
- data/src/core/lib/transport/metadata_batch.h +6 -6
- data/src/core/lib/transport/transport.cc +3 -57
- data/src/core/lib/transport/transport.h +23 -102
- data/src/core/load_balancing/address_filtering.cc +108 -0
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/address_filtering.h +7 -6
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/backend_metric_data.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.cc +6 -5
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.h +4 -4
- data/src/core/{lib/load_balancing → load_balancing}/delegating_helper.h +5 -5
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.cc +18 -21
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.h +14 -11
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.cc +2 -2
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.cc +158 -111
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.cc +1 -1
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.cc +1 -1
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.cc +1 -1
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.cc +15 -10
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client_internal.h +7 -7
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy.cc +1 -1
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy.h +7 -7
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy_factory.h +4 -4
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.cc +2 -2
- data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.h +5 -5
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.cc +15 -10
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.h +5 -5
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric_internal.h +8 -8
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.cc +20 -21
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.cc +100 -99
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/priority/priority.cc +13 -11
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.cc +20 -23
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/rls/rls.cc +51 -29
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/round_robin/round_robin.cc +32 -35
- data/src/core/{lib/load_balancing → load_balancing}/subchannel_interface.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/subchannel_list.h +17 -17
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.cc +1 -1
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.h +3 -3
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/weighted_round_robin.cc +47 -45
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_target/weighted_target.cc +18 -16
- data/src/core/load_balancing/xds/cds.cc +757 -0
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_channel_args.h +4 -4
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_impl.cc +241 -131
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_manager.cc +15 -13
- data/src/core/load_balancing/xds/xds_override_host.cc +1313 -0
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_override_host.h +6 -10
- data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_wrr_locality.cc +13 -14
- data/src/core/plugin_registry/grpc_plugin_registry.cc +3 -0
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +0 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/binder/binder_resolver.cc +3 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.cc +11 -10
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.h +3 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver.h +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_posix.cc +2 -2
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_windows.cc +2 -2
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.cc +2 -2
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.h +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_posix.cc +1 -1
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -2
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.cc +7 -5
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.h +3 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.cc +12 -10
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.h +5 -5
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.cc +1 -1
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.h +3 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.cc +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.h +3 -3
- data/src/core/{lib/resolver → resolver}/endpoint_addresses.cc +1 -2
- data/src/core/{lib/resolver → resolver}/endpoint_addresses.h +51 -3
- data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.cc +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.h +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/google_c2p/google_c2p_resolver.cc +5 -5
- data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.cc +9 -11
- data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.h +5 -5
- data/src/core/{lib/resolver → resolver}/resolver.cc +1 -1
- data/src/core/{lib/resolver → resolver}/resolver.h +6 -6
- data/src/core/{lib/resolver → resolver}/resolver_factory.h +4 -4
- data/src/core/{lib/resolver → resolver}/resolver_registry.cc +1 -1
- data/src/core/{lib/resolver → resolver}/resolver_registry.h +5 -5
- data/src/core/{lib/resolver → resolver}/server_address.h +4 -4
- data/src/core/{ext/filters/client_channel/resolver → resolver}/sockaddr/sockaddr_resolver.cc +3 -3
- data/src/core/resolver/xds/xds_dependency_manager.cc +1031 -0
- data/src/core/resolver/xds/xds_dependency_manager.h +277 -0
- data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver.cc +136 -278
- data/src/core/{ext/filters/client_channel/resolver/xds/xds_resolver.h → resolver/xds/xds_resolver_attributes.h} +6 -5
- data/src/core/resolver/xds/xds_resolver_trace.cc +25 -0
- data/src/core/resolver/xds/xds_resolver_trace.h +30 -0
- data/src/core/{lib/service_config → service_config}/service_config.h +4 -4
- data/src/core/{lib/service_config → service_config}/service_config_call_data.h +5 -5
- data/src/core/{lib/service_config → service_config}/service_config_impl.cc +2 -2
- data/src/core/{lib/service_config → service_config}/service_config_impl.h +5 -5
- data/src/core/{lib/service_config → service_config}/service_config_parser.cc +1 -1
- data/src/core/{lib/service_config → service_config}/service_config_parser.h +3 -3
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +1 -1
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +1 -1
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -1
- data/src/core/tsi/fake_transport_security.cc +1 -1
- data/src/core/tsi/ssl_transport_security.cc +65 -43
- data/src/ruby/ext/grpc/extconf.rb +0 -1
- data/src/ruby/ext/grpc/rb_channel.c +11 -5
- data/src/ruby/ext/grpc/rb_channel_args.c +3 -1
- data/src/ruby/ext/grpc/rb_event_thread.c +9 -3
- data/src/ruby/ext/grpc/rb_grpc.c +0 -1
- data/src/ruby/ext/grpc/rb_grpc.h +0 -2
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +4 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +6 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/third_party/abseil-cpp/absl/algorithm/algorithm.h +8 -103
- data/third_party/abseil-cpp/absl/algorithm/container.h +57 -71
- data/third_party/abseil-cpp/absl/base/attributes.h +51 -12
- data/third_party/abseil-cpp/absl/base/call_once.h +15 -9
- data/third_party/abseil-cpp/absl/base/casts.h +1 -1
- data/third_party/abseil-cpp/absl/base/config.h +91 -24
- data/third_party/abseil-cpp/absl/base/internal/endian.h +13 -12
- data/third_party/abseil-cpp/absl/base/internal/identity.h +4 -2
- data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +19 -18
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +1 -1
- data/third_party/abseil-cpp/absl/base/internal/nullability_impl.h +106 -0
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +9 -11
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +2 -0
- data/third_party/abseil-cpp/absl/base/internal/spinlock.h +17 -4
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +20 -0
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +10 -4
- data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +13 -6
- data/third_party/abseil-cpp/absl/base/log_severity.cc +1 -0
- data/third_party/abseil-cpp/absl/base/log_severity.h +23 -10
- data/third_party/abseil-cpp/absl/base/no_destructor.h +217 -0
- data/third_party/abseil-cpp/absl/base/nullability.h +224 -0
- data/third_party/abseil-cpp/absl/base/optimization.h +1 -0
- data/third_party/abseil-cpp/absl/base/options.h +27 -1
- data/third_party/abseil-cpp/absl/base/prefetch.h +25 -14
- data/third_party/abseil-cpp/absl/base/thread_annotations.h +0 -2
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +3 -3
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +4 -2
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +13 -9
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +2 -12
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +12 -1
- data/third_party/abseil-cpp/absl/container/internal/layout.h +6 -21
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +11 -2
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +148 -31
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +717 -278
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +26 -2
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +6 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +34 -5
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +6 -3
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +4 -2
- data/third_party/abseil-cpp/absl/crc/internal/{crc_memcpy_x86_64.cc → crc_memcpy_x86_arm_combined.cc} +65 -47
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +10 -2
- data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +4 -2
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +24 -0
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +35 -33
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +41 -17
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +108 -44
- data/third_party/abseil-cpp/absl/flags/declare.h +0 -5
- data/third_party/abseil-cpp/absl/flags/flag.h +1 -10
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +0 -5
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +10 -1
- data/third_party/abseil-cpp/absl/flags/reflection.cc +2 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +8 -0
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +2 -2
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +49 -2
- data/third_party/abseil-cpp/absl/numeric/bits.h +37 -18
- data/third_party/abseil-cpp/absl/random/distributions.h +1 -1
- data/third_party/abseil-cpp/absl/status/internal/status_internal.cc +248 -0
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +55 -14
- data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +53 -2
- data/third_party/abseil-cpp/absl/status/status.cc +36 -238
- data/third_party/abseil-cpp/absl/status/status.h +95 -53
- data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +1 -3
- data/third_party/abseil-cpp/absl/status/status_payload_printer.h +3 -2
- data/third_party/abseil-cpp/absl/status/statusor.cc +5 -2
- data/third_party/abseil-cpp/absl/status/statusor.h +43 -3
- data/third_party/abseil-cpp/absl/strings/ascii.cc +84 -12
- data/third_party/abseil-cpp/absl/strings/ascii.h +8 -6
- data/third_party/abseil-cpp/absl/strings/charconv.cc +19 -12
- data/third_party/abseil-cpp/absl/strings/charconv.h +6 -3
- data/third_party/abseil-cpp/absl/strings/charset.h +164 -0
- data/third_party/abseil-cpp/absl/strings/cord.cc +266 -69
- data/third_party/abseil-cpp/absl/strings/cord.h +138 -92
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +19 -33
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +4 -3
- data/third_party/abseil-cpp/absl/strings/escaping.cc +5 -4
- data/third_party/abseil-cpp/absl/strings/has_absl_stringify.h +63 -0
- data/third_party/abseil-cpp/absl/strings/has_ostream_operator.h +42 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -6
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +19 -45
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +23 -28
- data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +15 -26
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +12 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +145 -8
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +72 -24
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +17 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +7 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +8 -3
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +10 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +5 -4
- data/third_party/abseil-cpp/absl/strings/match.cc +3 -0
- data/third_party/abseil-cpp/absl/strings/numbers.cc +396 -153
- data/third_party/abseil-cpp/absl/strings/numbers.h +193 -35
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +151 -21
- data/third_party/abseil-cpp/absl/strings/str_cat.h +127 -25
- data/third_party/abseil-cpp/absl/strings/str_format.h +30 -20
- data/third_party/abseil-cpp/absl/strings/str_join.h +16 -16
- data/third_party/abseil-cpp/absl/strings/str_replace.cc +12 -3
- data/third_party/abseil-cpp/absl/strings/str_replace.h +8 -5
- data/third_party/abseil-cpp/absl/strings/str_split.cc +8 -6
- data/third_party/abseil-cpp/absl/strings/str_split.h +18 -0
- data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -5
- data/third_party/abseil-cpp/absl/strings/string_view.h +91 -26
- data/third_party/abseil-cpp/absl/strings/strip.h +5 -2
- data/third_party/abseil-cpp/absl/strings/substitute.cc +12 -4
- data/third_party/abseil-cpp/absl/strings/substitute.h +103 -91
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +2 -2
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +2 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +4 -2
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +296 -332
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +89 -34
- data/third_party/abseil-cpp/absl/time/civil_time.h +26 -0
- data/third_party/abseil-cpp/absl/time/clock.h +5 -1
- data/third_party/abseil-cpp/absl/time/duration.cc +3 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +2 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +9 -14
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +0 -8
- data/third_party/abseil-cpp/absl/types/bad_optional_access.cc +18 -0
- data/third_party/abseil-cpp/absl/types/bad_variant_access.cc +18 -0
- data/third_party/abseil-cpp/absl/types/internal/variant.h +3 -3
- data/third_party/abseil-cpp/absl/types/optional.h +3 -2
- data/third_party/abseil-cpp/absl/types/span.h +9 -4
- data/third_party/abseil-cpp/absl/utility/utility.h +11 -93
- data/third_party/boringssl-with-bazel/err_data.c +278 -276
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -9
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +8 -21
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +19 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +11 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +4 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +1 -6
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +4 -13
- data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +1 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +27 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +1 -11
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +42 -12
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +0 -22
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +9 -9
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +34 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +49 -3
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +30 -42
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +87 -96
- data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +5 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/crypto.c +11 -0
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/des/des.c +105 -31
- data/third_party/boringssl-with-bazel/src/crypto/des/internal.h +10 -81
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +2 -15
- data/third_party/boringssl-with-bazel/src/crypto/engine/engine.c +1 -9
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +1 -5
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +2 -5
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/add.c +2 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +26 -17
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +26 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +10 -41
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +49 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +26 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +27 -26
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +2 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +1 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +8 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +11 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +11 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aesccm.c +43 -50
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +2 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +16 -9
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +2 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +51 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +17 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +5 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +6 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +153 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +87 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +39 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +32 -5
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +254 -54
- data/third_party/boringssl-with-bazel/src/crypto/keccak/internal.h +70 -0
- data/third_party/boringssl-with-bazel/src/crypto/{kyber → keccak}/keccak.c +124 -49
- data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +8 -39
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +39 -29
- data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +3 -6
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +17 -33
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +36 -16
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +31 -0
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +9 -13
- data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +3 -6
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +3 -1
- data/third_party/boringssl-with-bazel/src/crypto/spx/address.c +101 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/address.h +50 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/fors.c +133 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/fors.h +54 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/internal.h +79 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.c +150 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.h +61 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/params.h +71 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/spx.c +139 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.c +53 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.h +44 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/thash.c +136 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/thash.h +70 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/wots.c +135 -0
- data/third_party/boringssl-with-bazel/src/crypto/spx/wots.h +45 -0
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +4 -9
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +10 -22
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +3 -6
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +12 -36
- data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +14 -9
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +23 -33
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +225 -51
- data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +2 -6
- data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +6 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akey.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akeya.c +3 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_alt.c +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bcons.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bitst.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_conf.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_cpols.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_crld.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_enum.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_extku.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_genn.c +12 -12
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ia5.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_info.c +4 -6
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_int.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_lib.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ncons.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ocsp.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pcons.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pmaps.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_prn.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_purp.c +92 -335
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_skey.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_utl.c +20 -18
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +35 -32
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +44 -59
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +107 -255
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +32 -20
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +25 -152
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +330 -944
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +93 -215
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +28 -6
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +35 -129
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +46 -50
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +6 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +0 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +5 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +3 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +24 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +14 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +22 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +4 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/curve25519.h +2 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/des.h +0 -13
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +33 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +1 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +5 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +26 -18
- data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +13 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +5 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +19 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/posix_time.h +45 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/sha.h +20 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -20
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +76 -60
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +31 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/time.h +3 -22
- data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2806 -941
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +38 -1025
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3_errors.h +124 -0
- data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +1 -2
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +82 -9
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +42 -4
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +4 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +4 -5
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +9 -1
- data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +0 -1
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +5 -1
- data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -1
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +4 -2
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +21 -0
- data/third_party/cares/config_linux/ares_config.h +2 -38
- data/third_party/upb/upb/reflection/def_pool.h +2 -2
- data/third_party/zlib/adler32.c +5 -27
- data/third_party/zlib/compress.c +5 -16
- data/third_party/zlib/crc32.c +86 -162
- data/third_party/zlib/deflate.c +233 -336
- data/third_party/zlib/deflate.h +8 -8
- data/third_party/zlib/gzguts.h +11 -12
- data/third_party/zlib/infback.c +7 -23
- data/third_party/zlib/inffast.c +1 -4
- data/third_party/zlib/inffast.h +1 -1
- data/third_party/zlib/inflate.c +30 -99
- data/third_party/zlib/inftrees.c +6 -11
- data/third_party/zlib/inftrees.h +3 -3
- data/third_party/zlib/trees.c +224 -302
- data/third_party/zlib/uncompr.c +4 -12
- data/third_party/zlib/zconf.h +6 -2
- data/third_party/zlib/zlib.h +191 -188
- data/third_party/zlib/zutil.c +16 -44
- data/third_party/zlib/zutil.h +10 -10
- metadata +241 -184
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +0 -75
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +0 -711
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +0 -1173
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +0 -922
- data/src/core/lib/event_engine/memory_allocator.cc +0 -74
- data/src/core/lib/iomgr/load_file.cc +0 -78
- data/src/core/lib/iomgr/load_file.h +0 -35
- data/src/core/lib/transport/pid_controller.cc +0 -51
- data/src/core/lib/transport/pid_controller.h +0 -116
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +0 -137
- data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +0 -280
- data/third_party/abseil-cpp/absl/flags/flag.cc +0 -38
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +0 -116
- data/third_party/abseil-cpp/absl/strings/internal/char_map.h +0 -158
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +0 -773
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +0 -607
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +0 -118
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +0 -100
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +0 -111
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +0 -197
- data/third_party/upb/upb/collections/array.h +0 -17
- data/third_party/upb/upb/collections/map.h +0 -17
- data/third_party/upb/upb/upb.hpp +0 -18
- /data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/ext_dat.h +0 -0
@@ -51,6 +51,7 @@
|
|
51
51
|
#include "src/core/lib/channel/channel_trace.h"
|
52
52
|
#include "src/core/lib/channel/channelz.h"
|
53
53
|
#include "src/core/lib/config/core_configuration.h"
|
54
|
+
#include "src/core/lib/debug/stats.h"
|
54
55
|
#include "src/core/lib/experiments/experiments.h"
|
55
56
|
#include "src/core/lib/gpr/useful.h"
|
56
57
|
#include "src/core/lib/gprpp/crash.h"
|
@@ -67,6 +68,7 @@
|
|
67
68
|
#include "src/core/lib/promise/poll.h"
|
68
69
|
#include "src/core/lib/promise/promise.h"
|
69
70
|
#include "src/core/lib/promise/seq.h"
|
71
|
+
#include "src/core/lib/promise/try_join.h"
|
70
72
|
#include "src/core/lib/promise/try_seq.h"
|
71
73
|
#include "src/core/lib/slice/slice_buffer.h"
|
72
74
|
#include "src/core/lib/slice/slice_internal.h"
|
@@ -75,6 +77,7 @@
|
|
75
77
|
#include "src/core/lib/surface/channel.h"
|
76
78
|
#include "src/core/lib/surface/channel_stack_type.h"
|
77
79
|
#include "src/core/lib/surface/completion_queue.h"
|
80
|
+
#include "src/core/lib/surface/wait_for_cq_end_op.h"
|
78
81
|
#include "src/core/lib/transport/connectivity_state.h"
|
79
82
|
#include "src/core/lib/transport/error_utils.h"
|
80
83
|
|
@@ -82,57 +85,6 @@ namespace grpc_core {
|
|
82
85
|
|
83
86
|
TraceFlag grpc_server_channel_trace(false, "server_channel");
|
84
87
|
|
85
|
-
//
|
86
|
-
// Server::RequestedCall
|
87
|
-
//
|
88
|
-
|
89
|
-
struct Server::RequestedCall {
|
90
|
-
enum class Type { BATCH_CALL, REGISTERED_CALL };
|
91
|
-
|
92
|
-
RequestedCall(void* tag_arg, grpc_completion_queue* call_cq,
|
93
|
-
grpc_call** call_arg, grpc_metadata_array* initial_md,
|
94
|
-
grpc_call_details* details)
|
95
|
-
: type(Type::BATCH_CALL),
|
96
|
-
tag(tag_arg),
|
97
|
-
cq_bound_to_call(call_cq),
|
98
|
-
call(call_arg),
|
99
|
-
initial_metadata(initial_md) {
|
100
|
-
data.batch.details = details;
|
101
|
-
}
|
102
|
-
|
103
|
-
RequestedCall(void* tag_arg, grpc_completion_queue* call_cq,
|
104
|
-
grpc_call** call_arg, grpc_metadata_array* initial_md,
|
105
|
-
RegisteredMethod* rm, gpr_timespec* deadline,
|
106
|
-
grpc_byte_buffer** optional_payload)
|
107
|
-
: type(Type::REGISTERED_CALL),
|
108
|
-
tag(tag_arg),
|
109
|
-
cq_bound_to_call(call_cq),
|
110
|
-
call(call_arg),
|
111
|
-
initial_metadata(initial_md) {
|
112
|
-
data.registered.method = rm;
|
113
|
-
data.registered.deadline = deadline;
|
114
|
-
data.registered.optional_payload = optional_payload;
|
115
|
-
}
|
116
|
-
|
117
|
-
MultiProducerSingleConsumerQueue::Node mpscq_node;
|
118
|
-
const Type type;
|
119
|
-
void* const tag;
|
120
|
-
grpc_completion_queue* const cq_bound_to_call;
|
121
|
-
grpc_call** const call;
|
122
|
-
grpc_cq_completion completion;
|
123
|
-
grpc_metadata_array* const initial_metadata;
|
124
|
-
union {
|
125
|
-
struct {
|
126
|
-
grpc_call_details* details;
|
127
|
-
} batch;
|
128
|
-
struct {
|
129
|
-
RegisteredMethod* method;
|
130
|
-
gpr_timespec* deadline;
|
131
|
-
grpc_byte_buffer** optional_payload;
|
132
|
-
} registered;
|
133
|
-
} data;
|
134
|
-
};
|
135
|
-
|
136
88
|
//
|
137
89
|
// Server::RegisteredMethod
|
138
90
|
//
|
@@ -248,6 +200,87 @@ class Server::RequestMatcherInterface {
|
|
248
200
|
virtual Server* server() const = 0;
|
249
201
|
};
|
250
202
|
|
203
|
+
//
|
204
|
+
// Server::RequestedCall
|
205
|
+
//
|
206
|
+
|
207
|
+
struct Server::RequestedCall {
|
208
|
+
enum class Type { BATCH_CALL, REGISTERED_CALL };
|
209
|
+
|
210
|
+
RequestedCall(void* tag_arg, grpc_completion_queue* call_cq,
|
211
|
+
grpc_call** call_arg, grpc_metadata_array* initial_md,
|
212
|
+
grpc_call_details* details)
|
213
|
+
: type(Type::BATCH_CALL),
|
214
|
+
tag(tag_arg),
|
215
|
+
cq_bound_to_call(call_cq),
|
216
|
+
call(call_arg),
|
217
|
+
initial_metadata(initial_md) {
|
218
|
+
data.batch.details = details;
|
219
|
+
}
|
220
|
+
|
221
|
+
RequestedCall(void* tag_arg, grpc_completion_queue* call_cq,
|
222
|
+
grpc_call** call_arg, grpc_metadata_array* initial_md,
|
223
|
+
RegisteredMethod* rm, gpr_timespec* deadline,
|
224
|
+
grpc_byte_buffer** optional_payload)
|
225
|
+
: type(Type::REGISTERED_CALL),
|
226
|
+
tag(tag_arg),
|
227
|
+
cq_bound_to_call(call_cq),
|
228
|
+
call(call_arg),
|
229
|
+
initial_metadata(initial_md) {
|
230
|
+
data.registered.method = rm;
|
231
|
+
data.registered.deadline = deadline;
|
232
|
+
data.registered.optional_payload = optional_payload;
|
233
|
+
}
|
234
|
+
|
235
|
+
void Complete(NextResult<MessageHandle> payload, ClientMetadata& md) {
|
236
|
+
Timestamp deadline = GetContext<CallContext>()->deadline();
|
237
|
+
switch (type) {
|
238
|
+
case RequestedCall::Type::BATCH_CALL:
|
239
|
+
GPR_ASSERT(!payload.has_value());
|
240
|
+
data.batch.details->host =
|
241
|
+
CSliceRef(md.get_pointer(HttpAuthorityMetadata())->c_slice());
|
242
|
+
data.batch.details->method =
|
243
|
+
CSliceRef(md.Take(HttpPathMetadata())->c_slice());
|
244
|
+
data.batch.details->deadline =
|
245
|
+
deadline.as_timespec(GPR_CLOCK_MONOTONIC);
|
246
|
+
break;
|
247
|
+
case RequestedCall::Type::REGISTERED_CALL:
|
248
|
+
md.Remove(HttpPathMetadata());
|
249
|
+
*data.registered.deadline = deadline.as_timespec(GPR_CLOCK_MONOTONIC);
|
250
|
+
if (data.registered.optional_payload != nullptr) {
|
251
|
+
if (payload.has_value()) {
|
252
|
+
auto* sb = payload.value()->payload()->c_slice_buffer();
|
253
|
+
*data.registered.optional_payload =
|
254
|
+
grpc_raw_byte_buffer_create(sb->slices, sb->count);
|
255
|
+
} else {
|
256
|
+
*data.registered.optional_payload = nullptr;
|
257
|
+
}
|
258
|
+
}
|
259
|
+
break;
|
260
|
+
default:
|
261
|
+
GPR_UNREACHABLE_CODE(abort());
|
262
|
+
}
|
263
|
+
}
|
264
|
+
|
265
|
+
MultiProducerSingleConsumerQueue::Node mpscq_node;
|
266
|
+
const Type type;
|
267
|
+
void* const tag;
|
268
|
+
grpc_completion_queue* const cq_bound_to_call;
|
269
|
+
grpc_call** const call;
|
270
|
+
grpc_cq_completion completion;
|
271
|
+
grpc_metadata_array* const initial_metadata;
|
272
|
+
union {
|
273
|
+
struct {
|
274
|
+
grpc_call_details* details;
|
275
|
+
} batch;
|
276
|
+
struct {
|
277
|
+
RegisteredMethod* method;
|
278
|
+
gpr_timespec* deadline;
|
279
|
+
grpc_byte_buffer** optional_payload;
|
280
|
+
} registered;
|
281
|
+
} data;
|
282
|
+
};
|
283
|
+
|
251
284
|
// The RealRequestMatcher is an implementation of RequestMatcherInterface that
|
252
285
|
// actually uses all the features of RequestMatcherInterface: expecting the
|
253
286
|
// application to explicitly request RPCs and then matching those to incoming
|
@@ -492,7 +525,7 @@ class Server::RealRequestMatcherPromises : public RequestMatcherInterface {
|
|
492
525
|
"Too many pending requests for this server"));
|
493
526
|
}
|
494
527
|
auto w = std::make_shared<ActivityWaiter>(
|
495
|
-
Activity
|
528
|
+
GetContext<Activity>()->MakeOwningWaker());
|
496
529
|
pending_.push(w);
|
497
530
|
return OnCancel(
|
498
531
|
[w]() -> Poll<absl::StatusOr<MatchResult>> {
|
@@ -757,6 +790,9 @@ class ChannelBroadcaster {
|
|
757
790
|
const grpc_channel_filter Server::kServerTopFilter = {
|
758
791
|
Server::CallData::StartTransportStreamOpBatch,
|
759
792
|
Server::ChannelData::MakeCallPromise,
|
793
|
+
[](grpc_channel_element*, CallSpineInterface*) {
|
794
|
+
// TODO(ctiller): remove the server filter when call-v3 is finalized
|
795
|
+
},
|
760
796
|
grpc_channel_next_op,
|
761
797
|
sizeof(Server::CallData),
|
762
798
|
Server::CallData::InitCallElement,
|
@@ -794,7 +830,11 @@ RefCountedPtr<channelz::ServerNode> CreateChannelzNode(
|
|
794
830
|
Server::Server(const ChannelArgs& args)
|
795
831
|
: channel_args_(args),
|
796
832
|
channelz_node_(CreateChannelzNode(args)),
|
797
|
-
server_call_tracer_factory_(ServerCallTracerFactory::Get(args))
|
833
|
+
server_call_tracer_factory_(ServerCallTracerFactory::Get(args)),
|
834
|
+
max_time_in_pending_queue_(Duration::Seconds(
|
835
|
+
channel_args_
|
836
|
+
.GetInt(GRPC_ARG_SERVER_MAX_UNREQUESTED_TIME_IN_SERVER_SECONDS)
|
837
|
+
.value_or(30))) {}
|
798
838
|
|
799
839
|
Server::~Server() {
|
800
840
|
// Remove the cq pollsets from the config_fetcher.
|
@@ -814,7 +854,8 @@ void Server::AddListener(OrphanablePtr<ListenerInterface> listener) {
|
|
814
854
|
channelz::ListenSocketNode* listen_socket_node =
|
815
855
|
listener->channelz_listen_socket_node();
|
816
856
|
if (listen_socket_node != nullptr && channelz_node_ != nullptr) {
|
817
|
-
channelz_node_->AddChildListenSocket(
|
857
|
+
channelz_node_->AddChildListenSocket(
|
858
|
+
listen_socket_node->RefAsSubclass<channelz::ListenSocketNode>());
|
818
859
|
}
|
819
860
|
listeners_.emplace_back(std::move(listener));
|
820
861
|
}
|
@@ -838,9 +879,9 @@ void Server::Start() {
|
|
838
879
|
if (unregistered_request_matcher_ == nullptr) {
|
839
880
|
unregistered_request_matcher_ = make_real_request_matcher();
|
840
881
|
}
|
841
|
-
for (
|
842
|
-
if (rm->matcher == nullptr) {
|
843
|
-
rm->matcher = make_real_request_matcher();
|
882
|
+
for (auto& rm : registered_methods_) {
|
883
|
+
if (rm.second->matcher == nullptr) {
|
884
|
+
rm.second->matcher = make_real_request_matcher();
|
844
885
|
}
|
845
886
|
}
|
846
887
|
{
|
@@ -884,7 +925,7 @@ grpc_error_handle Server::SetupTransport(
|
|
884
925
|
}
|
885
926
|
if (cq_idx == cqs_.size()) {
|
886
927
|
// Completion queue not found. Pick a random one to publish new calls to.
|
887
|
-
cq_idx = static_cast<size_t>(rand()) % cqs_.size();
|
928
|
+
cq_idx = static_cast<size_t>(rand()) % std::max<size_t>(1, cqs_.size());
|
888
929
|
}
|
889
930
|
// Set up channelz node.
|
890
931
|
intptr_t channelz_socket_uuid = 0;
|
@@ -927,20 +968,11 @@ void Server::RegisterCompletionQueue(grpc_completion_queue* cq) {
|
|
927
968
|
cqs_.push_back(cq);
|
928
969
|
}
|
929
970
|
|
930
|
-
namespace {
|
931
|
-
|
932
|
-
bool streq(const std::string& a, const char* b) {
|
933
|
-
return (a.empty() && b == nullptr) ||
|
934
|
-
((b != nullptr) && !strcmp(a.c_str(), b));
|
935
|
-
}
|
936
|
-
|
937
|
-
} // namespace
|
938
|
-
|
939
971
|
Server::RegisteredMethod* Server::RegisterMethod(
|
940
972
|
const char* method, const char* host,
|
941
973
|
grpc_server_register_method_payload_handling payload_handling,
|
942
974
|
uint32_t flags) {
|
943
|
-
if (
|
975
|
+
if (started_) {
|
944
976
|
Crash("Attempting to register method after server started");
|
945
977
|
}
|
946
978
|
|
@@ -949,21 +981,21 @@ Server::RegisteredMethod* Server::RegisterMethod(
|
|
949
981
|
"grpc_server_register_method method string cannot be NULL");
|
950
982
|
return nullptr;
|
951
983
|
}
|
952
|
-
|
953
|
-
|
954
|
-
|
955
|
-
|
956
|
-
|
957
|
-
}
|
984
|
+
auto key = std::make_pair(host ? host : "", method);
|
985
|
+
if (registered_methods_.find(key) != registered_methods_.end()) {
|
986
|
+
gpr_log(GPR_ERROR, "duplicate registration for %s@%s", method,
|
987
|
+
host ? host : "*");
|
988
|
+
return nullptr;
|
958
989
|
}
|
959
990
|
if (flags != 0) {
|
960
991
|
gpr_log(GPR_ERROR, "grpc_server_register_method invalid flags 0x%08x",
|
961
992
|
flags);
|
962
993
|
return nullptr;
|
963
994
|
}
|
964
|
-
registered_methods_.
|
965
|
-
method, host, payload_handling,
|
966
|
-
|
995
|
+
auto it = registered_methods_.emplace(
|
996
|
+
key, std::make_unique<RegisteredMethod>(method, host, payload_handling,
|
997
|
+
flags));
|
998
|
+
return it.first->second.get();
|
967
999
|
}
|
968
1000
|
|
969
1001
|
void Server::DoneRequestEvent(void* req, grpc_cq_completion* /*c*/) {
|
@@ -1014,9 +1046,9 @@ void Server::KillPendingWorkLocked(grpc_error_handle error) {
|
|
1014
1046
|
if (started_) {
|
1015
1047
|
unregistered_request_matcher_->KillRequests(error);
|
1016
1048
|
unregistered_request_matcher_->ZombifyPending();
|
1017
|
-
for (
|
1018
|
-
rm->matcher->KillRequests(error);
|
1019
|
-
rm->matcher->ZombifyPending();
|
1049
|
+
for (auto& rm : registered_methods_) {
|
1050
|
+
rm.second->matcher->KillRequests(error);
|
1051
|
+
rm.second->matcher->ZombifyPending();
|
1020
1052
|
}
|
1021
1053
|
}
|
1022
1054
|
}
|
@@ -1251,7 +1283,6 @@ class Server::ChannelData::ConnectivityWatcher
|
|
1251
1283
|
//
|
1252
1284
|
|
1253
1285
|
Server::ChannelData::~ChannelData() {
|
1254
|
-
old_registered_methods_.reset();
|
1255
1286
|
if (server_ != nullptr) {
|
1256
1287
|
if (server_->channelz_node_ != nullptr && channelz_socket_uuid_ != 0) {
|
1257
1288
|
server_->channelz_node_->RemoveChildSocket(channelz_socket_uuid_);
|
@@ -1267,6 +1298,16 @@ Server::ChannelData::~ChannelData() {
|
|
1267
1298
|
}
|
1268
1299
|
}
|
1269
1300
|
|
1301
|
+
Arena* Server::ChannelData::CreateArena() { return channel_->CreateArena(); }
|
1302
|
+
|
1303
|
+
absl::StatusOr<CallInitiator> Server::ChannelData::CreateCall(
|
1304
|
+
ClientMetadata& client_initial_metadata, Arena* arena) {
|
1305
|
+
SetRegisteredMethodOnMetadata(client_initial_metadata);
|
1306
|
+
auto call = MakeServerCall(server_.get(), channel_.get(), arena);
|
1307
|
+
InitCall(call);
|
1308
|
+
return CallInitiator(std::move(call));
|
1309
|
+
}
|
1310
|
+
|
1270
1311
|
void Server::ChannelData::InitTransport(RefCountedPtr<Server> server,
|
1271
1312
|
RefCountedPtr<Channel> channel,
|
1272
1313
|
size_t cq_idx, Transport* transport,
|
@@ -1275,50 +1316,6 @@ void Server::ChannelData::InitTransport(RefCountedPtr<Server> server,
|
|
1275
1316
|
channel_ = channel;
|
1276
1317
|
cq_idx_ = cq_idx;
|
1277
1318
|
channelz_socket_uuid_ = channelz_socket_uuid;
|
1278
|
-
// Build a lookup table phrased in terms of mdstr's in this channels context
|
1279
|
-
// to quickly find registered methods.
|
1280
|
-
size_t num_registered_methods = server_->registered_methods_.size();
|
1281
|
-
if (!IsRegisteredMethodsMapEnabled() && num_registered_methods > 0) {
|
1282
|
-
uint32_t max_probes = 0;
|
1283
|
-
size_t slots = 2 * num_registered_methods;
|
1284
|
-
old_registered_methods_ =
|
1285
|
-
std::make_unique<std::vector<ChannelRegisteredMethod>>(slots);
|
1286
|
-
for (std::unique_ptr<RegisteredMethod>& rm : server_->registered_methods_) {
|
1287
|
-
Slice host;
|
1288
|
-
Slice method = Slice::FromExternalString(rm->method);
|
1289
|
-
const bool has_host = !rm->host.empty();
|
1290
|
-
if (has_host) {
|
1291
|
-
host = Slice::FromExternalString(rm->host);
|
1292
|
-
}
|
1293
|
-
uint32_t hash = MixHash32(has_host ? host.Hash() : 0, method.Hash());
|
1294
|
-
uint32_t probes = 0;
|
1295
|
-
for (probes = 0; (*old_registered_methods_)[(hash + probes) % slots]
|
1296
|
-
.server_registered_method != nullptr;
|
1297
|
-
probes++) {
|
1298
|
-
}
|
1299
|
-
if (probes > max_probes) max_probes = probes;
|
1300
|
-
ChannelRegisteredMethod* crm =
|
1301
|
-
&(*old_registered_methods_)[(hash + probes) % slots];
|
1302
|
-
crm->server_registered_method = rm.get();
|
1303
|
-
crm->flags = rm->flags;
|
1304
|
-
crm->has_host = has_host;
|
1305
|
-
if (has_host) {
|
1306
|
-
crm->host = std::move(host);
|
1307
|
-
}
|
1308
|
-
crm->method = std::move(method);
|
1309
|
-
}
|
1310
|
-
GPR_ASSERT(slots <= UINT32_MAX);
|
1311
|
-
registered_method_max_probes_ = max_probes;
|
1312
|
-
} else if (IsRegisteredMethodsMapEnabled()) {
|
1313
|
-
for (std::unique_ptr<RegisteredMethod>& rm : server_->registered_methods_) {
|
1314
|
-
auto key = std::make_pair(!rm->host.empty() ? rm->host : "", rm->method);
|
1315
|
-
registered_methods_.emplace(
|
1316
|
-
key, std::make_unique<ChannelRegisteredMethod>(
|
1317
|
-
rm.get(), rm->flags, /*has_host=*/!rm->host.empty(),
|
1318
|
-
Slice::FromExternalString(rm->method),
|
1319
|
-
Slice::FromExternalString(rm->host)));
|
1320
|
-
}
|
1321
|
-
}
|
1322
1319
|
// Publish channel.
|
1323
1320
|
{
|
1324
1321
|
MutexLock lock(&server_->mu_global_);
|
@@ -1327,13 +1324,25 @@ void Server::ChannelData::InitTransport(RefCountedPtr<Server> server,
|
|
1327
1324
|
}
|
1328
1325
|
// Start accept_stream transport op.
|
1329
1326
|
grpc_transport_op* op = grpc_make_transport_op(nullptr);
|
1330
|
-
|
1331
|
-
|
1332
|
-
|
1333
|
-
op->
|
1327
|
+
int accept_stream_types = 0;
|
1328
|
+
if (transport->filter_stack_transport() != nullptr) {
|
1329
|
+
++accept_stream_types;
|
1330
|
+
op->set_accept_stream = true;
|
1331
|
+
op->set_accept_stream_fn = AcceptStream;
|
1332
|
+
if (IsRegisteredMethodLookupInTransportEnabled()) {
|
1333
|
+
op->set_registered_method_matcher_fn = [](void* arg,
|
1334
|
+
ClientMetadata* metadata) {
|
1335
|
+
static_cast<ChannelData*>(arg)->SetRegisteredMethodOnMetadata(
|
1336
|
+
*metadata);
|
1337
|
+
};
|
1338
|
+
}
|
1339
|
+
op->set_accept_stream_user_data = this;
|
1334
1340
|
}
|
1335
|
-
|
1336
|
-
|
1341
|
+
if (transport->server_transport() != nullptr) {
|
1342
|
+
++accept_stream_types;
|
1343
|
+
transport->server_transport()->SetAcceptor(this);
|
1344
|
+
}
|
1345
|
+
GPR_ASSERT(accept_stream_types == 1);
|
1337
1346
|
op->start_connectivity_watch = MakeOrphanable<ConnectivityWatcher>(this);
|
1338
1347
|
if (server_->ShutdownCalled()) {
|
1339
1348
|
op->disconnect_with_error = GRPC_ERROR_CREATE("Server shutdown");
|
@@ -1341,75 +1350,41 @@ void Server::ChannelData::InitTransport(RefCountedPtr<Server> server,
|
|
1341
1350
|
transport->PerformOp(op);
|
1342
1351
|
}
|
1343
1352
|
|
1344
|
-
Server::
|
1345
|
-
const grpc_slice& host, const grpc_slice& path) {
|
1346
|
-
if (old_registered_methods_ == nullptr) return nullptr;
|
1347
|
-
// TODO(ctiller): unify these two searches
|
1348
|
-
// check for an exact match with host
|
1349
|
-
uint32_t hash = MixHash32(grpc_slice_hash(host), grpc_slice_hash(path));
|
1350
|
-
for (size_t i = 0; i <= registered_method_max_probes_; i++) {
|
1351
|
-
ChannelRegisteredMethod* rm = &(
|
1352
|
-
*old_registered_methods_)[(hash + i) % old_registered_methods_->size()];
|
1353
|
-
if (rm->server_registered_method == nullptr) break;
|
1354
|
-
if (!rm->has_host) continue;
|
1355
|
-
if (rm->host != host) continue;
|
1356
|
-
if (rm->method != path) continue;
|
1357
|
-
return rm;
|
1358
|
-
}
|
1359
|
-
// check for a wildcard method definition (no host set)
|
1360
|
-
hash = MixHash32(0, grpc_slice_hash(path));
|
1361
|
-
for (size_t i = 0; i <= registered_method_max_probes_; i++) {
|
1362
|
-
ChannelRegisteredMethod* rm = &(
|
1363
|
-
*old_registered_methods_)[(hash + i) % old_registered_methods_->size()];
|
1364
|
-
if (rm->server_registered_method == nullptr) break;
|
1365
|
-
if (rm->has_host) continue;
|
1366
|
-
if (rm->method != path) continue;
|
1367
|
-
return rm;
|
1368
|
-
}
|
1369
|
-
return nullptr;
|
1370
|
-
}
|
1371
|
-
|
1372
|
-
Server::ChannelRegisteredMethod* Server::ChannelData::GetRegisteredMethod(
|
1353
|
+
Server::RegisteredMethod* Server::ChannelData::GetRegisteredMethod(
|
1373
1354
|
const absl::string_view& host, const absl::string_view& path) {
|
1374
|
-
if (registered_methods_.empty()) return nullptr;
|
1355
|
+
if (server_->registered_methods_.empty()) return nullptr;
|
1375
1356
|
// check for an exact match with host
|
1376
|
-
auto it = registered_methods_.find(std::make_pair(host, path));
|
1377
|
-
if (it != registered_methods_.end()) {
|
1357
|
+
auto it = server_->registered_methods_.find(std::make_pair(host, path));
|
1358
|
+
if (it != server_->registered_methods_.end()) {
|
1378
1359
|
return it->second.get();
|
1379
1360
|
}
|
1380
1361
|
// check for wildcard method definition (no host set)
|
1381
|
-
it = registered_methods_.find(std::make_pair("", path));
|
1382
|
-
if (it != registered_methods_.end()) {
|
1362
|
+
it = server_->registered_methods_.find(std::make_pair("", path));
|
1363
|
+
if (it != server_->registered_methods_.end()) {
|
1383
1364
|
return it->second.get();
|
1384
1365
|
}
|
1385
1366
|
return nullptr;
|
1386
1367
|
}
|
1387
1368
|
|
1388
1369
|
void Server::ChannelData::SetRegisteredMethodOnMetadata(
|
1389
|
-
|
1390
|
-
auto*
|
1391
|
-
auto* authority = metadata->get_pointer(HttpAuthorityMetadata());
|
1370
|
+
ClientMetadata& metadata) {
|
1371
|
+
auto* authority = metadata.get_pointer(HttpAuthorityMetadata());
|
1392
1372
|
if (authority == nullptr) {
|
1393
|
-
authority = metadata
|
1373
|
+
authority = metadata.get_pointer(HostMetadata());
|
1394
1374
|
if (authority == nullptr) {
|
1395
1375
|
// Authority not being set is an RPC error.
|
1396
1376
|
return;
|
1397
1377
|
}
|
1398
1378
|
}
|
1399
|
-
auto* path = metadata
|
1379
|
+
auto* path = metadata.get_pointer(HttpPathMetadata());
|
1400
1380
|
if (path == nullptr) {
|
1401
1381
|
// Path not being set would result in an RPC error.
|
1402
1382
|
return;
|
1403
1383
|
}
|
1404
|
-
|
1405
|
-
|
1406
|
-
method = chand->GetRegisteredMethod(authority->c_slice(), path->c_slice());
|
1407
|
-
} else {
|
1408
|
-
method = chand->GetRegisteredMethod(authority->as_string_view(),
|
1409
|
-
path->as_string_view());
|
1410
|
-
}
|
1384
|
+
RegisteredMethod* method =
|
1385
|
+
GetRegisteredMethod(authority->as_string_view(), path->as_string_view());
|
1411
1386
|
// insert in metadata
|
1412
|
-
metadata
|
1387
|
+
metadata.Set(GrpcRegisteredMethod(), method);
|
1413
1388
|
}
|
1414
1389
|
|
1415
1390
|
void Server::ChannelData::AcceptStream(void* arg, Transport* /*transport*/,
|
@@ -1451,17 +1426,90 @@ auto CancelledDueToServerShutdown() {
|
|
1451
1426
|
}
|
1452
1427
|
} // namespace
|
1453
1428
|
|
1429
|
+
void Server::ChannelData::InitCall(RefCountedPtr<CallSpineInterface> call) {
|
1430
|
+
call->SpawnGuarded("request_matcher", [this, call]() {
|
1431
|
+
return TrySeq(
|
1432
|
+
// Wait for initial metadata to pass through all filters
|
1433
|
+
Map(call->client_initial_metadata().receiver.Next(),
|
1434
|
+
[](NextResult<ClientMetadataHandle> md)
|
1435
|
+
-> absl::StatusOr<ClientMetadataHandle> {
|
1436
|
+
if (!md.has_value()) {
|
1437
|
+
return absl::InternalError("Missing metadata");
|
1438
|
+
}
|
1439
|
+
if (!md.value()->get_pointer(HttpPathMetadata())) {
|
1440
|
+
return absl::InternalError("Missing :path header");
|
1441
|
+
}
|
1442
|
+
if (!md.value()->get_pointer(HttpAuthorityMetadata())) {
|
1443
|
+
return absl::InternalError("Missing :authority header");
|
1444
|
+
}
|
1445
|
+
return std::move(*md);
|
1446
|
+
}),
|
1447
|
+
// Match request with requested call
|
1448
|
+
[this, call](ClientMetadataHandle md) {
|
1449
|
+
auto* registered_method = static_cast<RegisteredMethod*>(
|
1450
|
+
md->get(GrpcRegisteredMethod()).value_or(nullptr));
|
1451
|
+
RequestMatcherInterface* rm;
|
1452
|
+
grpc_server_register_method_payload_handling payload_handling =
|
1453
|
+
GRPC_SRM_PAYLOAD_NONE;
|
1454
|
+
if (registered_method == nullptr) {
|
1455
|
+
rm = server_->unregistered_request_matcher_.get();
|
1456
|
+
} else {
|
1457
|
+
rm = registered_method->matcher.get();
|
1458
|
+
}
|
1459
|
+
auto maybe_read_first_message = If(
|
1460
|
+
payload_handling == GRPC_SRM_PAYLOAD_READ_INITIAL_BYTE_BUFFER,
|
1461
|
+
[call]() {
|
1462
|
+
return call->client_to_server_messages().receiver.Next();
|
1463
|
+
},
|
1464
|
+
[]() -> NextResult<MessageHandle> {
|
1465
|
+
return NextResult<MessageHandle>();
|
1466
|
+
});
|
1467
|
+
return TryJoin<absl::StatusOr>(
|
1468
|
+
Map(std::move(maybe_read_first_message),
|
1469
|
+
[](NextResult<MessageHandle> n) {
|
1470
|
+
return ValueOrFailure<NextResult<MessageHandle>>{
|
1471
|
+
std::move(n)};
|
1472
|
+
}),
|
1473
|
+
rm->MatchRequest(cq_idx()), [md = std::move(md)]() mutable {
|
1474
|
+
return ValueOrFailure<ClientMetadataHandle>(std::move(md));
|
1475
|
+
});
|
1476
|
+
},
|
1477
|
+
// Publish call to cq
|
1478
|
+
[](std::tuple<NextResult<MessageHandle>,
|
1479
|
+
RequestMatcherInterface::MatchResult,
|
1480
|
+
ClientMetadataHandle>
|
1481
|
+
r) {
|
1482
|
+
RequestMatcherInterface::MatchResult& mr = std::get<1>(r);
|
1483
|
+
auto md = std::move(std::get<2>(r));
|
1484
|
+
auto* rc = mr.TakeCall();
|
1485
|
+
rc->Complete(std::move(std::get<0>(r)), *md);
|
1486
|
+
auto* call_context = GetContext<CallContext>();
|
1487
|
+
*rc->call = call_context->c_call();
|
1488
|
+
grpc_call_ref(*rc->call);
|
1489
|
+
grpc_call_set_completion_queue(call_context->c_call(),
|
1490
|
+
rc->cq_bound_to_call);
|
1491
|
+
call_context->server_call_context()->PublishInitialMetadata(
|
1492
|
+
std::move(md), rc->initial_metadata);
|
1493
|
+
// TODO(ctiller): publish metadata
|
1494
|
+
return Map(WaitForCqEndOp(false, rc->tag, absl::OkStatus(), mr.cq()),
|
1495
|
+
[rc = std::unique_ptr<RequestedCall>(rc)](Empty) {
|
1496
|
+
return absl::OkStatus();
|
1497
|
+
});
|
1498
|
+
});
|
1499
|
+
});
|
1500
|
+
}
|
1501
|
+
|
1454
1502
|
ArenaPromise<ServerMetadataHandle> Server::ChannelData::MakeCallPromise(
|
1455
1503
|
grpc_channel_element* elem, CallArgs call_args, NextPromiseFactory) {
|
1456
1504
|
auto* chand = static_cast<Server::ChannelData*>(elem->channel_data);
|
1457
1505
|
auto* server = chand->server_.get();
|
1458
|
-
absl::optional<Slice> path =
|
1459
|
-
call_args.client_initial_metadata->Take(HttpPathMetadata());
|
1460
1506
|
if (server->ShutdownCalled()) return CancelledDueToServerShutdown();
|
1461
1507
|
auto cleanup_ref =
|
1462
1508
|
absl::MakeCleanup([server] { server->ShutdownUnrefOnRequest(); });
|
1463
1509
|
if (!server->ShutdownRefOnRequest()) return CancelledDueToServerShutdown();
|
1464
|
-
|
1510
|
+
auto path_ptr =
|
1511
|
+
call_args.client_initial_metadata->get_pointer(HttpPathMetadata());
|
1512
|
+
if (path_ptr == nullptr) {
|
1465
1513
|
return [] {
|
1466
1514
|
return ServerMetadataFromStatus(
|
1467
1515
|
absl::InternalError("Missing :path header"));
|
@@ -1475,27 +1523,22 @@ ArenaPromise<ServerMetadataHandle> Server::ChannelData::MakeCallPromise(
|
|
1475
1523
|
absl::InternalError("Missing :authority header"));
|
1476
1524
|
};
|
1477
1525
|
}
|
1478
|
-
Timestamp deadline = GetContext<CallContext>()->deadline();
|
1479
1526
|
// Find request matcher.
|
1480
1527
|
RequestMatcherInterface* matcher;
|
1481
|
-
|
1528
|
+
RegisteredMethod* rm = nullptr;
|
1482
1529
|
if (IsRegisteredMethodLookupInTransportEnabled()) {
|
1483
|
-
rm = static_cast<
|
1530
|
+
rm = static_cast<RegisteredMethod*>(
|
1484
1531
|
call_args.client_initial_metadata->get(GrpcRegisteredMethod())
|
1485
1532
|
.value_or(nullptr));
|
1486
1533
|
} else {
|
1487
|
-
|
1488
|
-
|
1489
|
-
} else {
|
1490
|
-
rm = chand->GetRegisteredMethod(host_ptr->as_string_view(),
|
1491
|
-
path->as_string_view());
|
1492
|
-
}
|
1534
|
+
rm = chand->GetRegisteredMethod(host_ptr->as_string_view(),
|
1535
|
+
path_ptr->as_string_view());
|
1493
1536
|
}
|
1494
1537
|
ArenaPromise<absl::StatusOr<NextResult<MessageHandle>>>
|
1495
1538
|
maybe_read_first_message([] { return NextResult<MessageHandle>(); });
|
1496
1539
|
if (rm != nullptr) {
|
1497
|
-
matcher = rm->
|
1498
|
-
switch (rm->
|
1540
|
+
matcher = rm->matcher.get();
|
1541
|
+
switch (rm->payload_handling) {
|
1499
1542
|
case GRPC_SRM_PAYLOAD_NONE:
|
1500
1543
|
break;
|
1501
1544
|
case GRPC_SRM_PAYLOAD_READ_INITIAL_BYTE_BUFFER:
|
@@ -1526,8 +1569,7 @@ ArenaPromise<ServerMetadataHandle> Server::ChannelData::MakeCallPromise(
|
|
1526
1569
|
return std::make_pair(std::move(*mr), std::move(payload));
|
1527
1570
|
});
|
1528
1571
|
},
|
1529
|
-
[
|
1530
|
-
call_args =
|
1572
|
+
[call_args =
|
1531
1573
|
std::move(call_args)](std::pair<RequestMatcherInterface::MatchResult,
|
1532
1574
|
NextResult<MessageHandle>>
|
1533
1575
|
r) mutable {
|
@@ -1535,41 +1577,19 @@ ArenaPromise<ServerMetadataHandle> Server::ChannelData::MakeCallPromise(
|
|
1535
1577
|
auto& payload = r.second;
|
1536
1578
|
auto* rc = mr.TakeCall();
|
1537
1579
|
auto* cq_for_new_request = mr.cq();
|
1538
|
-
|
1539
|
-
|
1540
|
-
|
1541
|
-
|
1542
|
-
|
1543
|
-
|
1544
|
-
|
1545
|
-
|
1546
|
-
|
1547
|
-
|
1548
|
-
|
1549
|
-
|
1550
|
-
|
1551
|
-
auto* sb = payload.value()->payload()->c_slice_buffer();
|
1552
|
-
*rc->data.registered.optional_payload =
|
1553
|
-
grpc_raw_byte_buffer_create(sb->slices, sb->count);
|
1554
|
-
} else {
|
1555
|
-
*rc->data.registered.optional_payload = nullptr;
|
1556
|
-
}
|
1557
|
-
}
|
1558
|
-
break;
|
1559
|
-
default:
|
1560
|
-
GPR_UNREACHABLE_CODE(abort());
|
1561
|
-
}
|
1562
|
-
return GetContext<CallContext>()
|
1563
|
-
->server_call_context()
|
1564
|
-
->MakeTopOfServerCallPromise(
|
1565
|
-
std::move(call_args), rc->cq_bound_to_call,
|
1566
|
-
rc->initial_metadata,
|
1567
|
-
[rc, cq_for_new_request](grpc_call* call) {
|
1568
|
-
*rc->call = call;
|
1569
|
-
grpc_cq_end_op(cq_for_new_request, rc->tag, absl::OkStatus(),
|
1570
|
-
Server::DoneRequestEvent, rc, &rc->completion,
|
1571
|
-
true);
|
1572
|
-
});
|
1580
|
+
auto* server_call_context =
|
1581
|
+
GetContext<CallContext>()->server_call_context();
|
1582
|
+
rc->Complete(std::move(payload), *call_args.client_initial_metadata);
|
1583
|
+
server_call_context->PublishInitialMetadata(
|
1584
|
+
std::move(call_args.client_initial_metadata), rc->initial_metadata);
|
1585
|
+
return server_call_context->MakeTopOfServerCallPromise(
|
1586
|
+
std::move(call_args), rc->cq_bound_to_call,
|
1587
|
+
[rc, cq_for_new_request](grpc_call* call) {
|
1588
|
+
*rc->call = call;
|
1589
|
+
grpc_cq_end_op(cq_for_new_request, rc->tag, absl::OkStatus(),
|
1590
|
+
Server::DoneRequestEvent, rc, &rc->completion,
|
1591
|
+
true);
|
1592
|
+
});
|
1573
1593
|
});
|
1574
1594
|
}
|
1575
1595
|
|
@@ -1749,22 +1769,18 @@ void Server::CallData::StartNewRpc(grpc_call_element* elem) {
|
|
1749
1769
|
grpc_server_register_method_payload_handling payload_handling =
|
1750
1770
|
GRPC_SRM_PAYLOAD_NONE;
|
1751
1771
|
if (path_.has_value() && host_.has_value()) {
|
1752
|
-
|
1772
|
+
RegisteredMethod* rm;
|
1753
1773
|
if (IsRegisteredMethodLookupInTransportEnabled()) {
|
1754
|
-
rm = static_cast<
|
1774
|
+
rm = static_cast<RegisteredMethod*>(
|
1755
1775
|
recv_initial_metadata_->get(GrpcRegisteredMethod())
|
1756
1776
|
.value_or(nullptr));
|
1757
1777
|
} else {
|
1758
|
-
|
1759
|
-
|
1760
|
-
} else {
|
1761
|
-
rm = chand->GetRegisteredMethod(host_->as_string_view(),
|
1762
|
-
path_->as_string_view());
|
1763
|
-
}
|
1778
|
+
rm = chand->GetRegisteredMethod(host_->as_string_view(),
|
1779
|
+
path_->as_string_view());
|
1764
1780
|
}
|
1765
1781
|
if (rm != nullptr) {
|
1766
|
-
matcher_ = rm->
|
1767
|
-
payload_handling = rm->
|
1782
|
+
matcher_ = rm->matcher.get();
|
1783
|
+
payload_handling = rm->payload_handling;
|
1768
1784
|
}
|
1769
1785
|
}
|
1770
1786
|
// Start recv_message op if needed.
|