grpc 1.46.3 → 1.53.1
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of grpc might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/Makefile +419 -241
- data/include/grpc/byte_buffer.h +76 -1
- data/include/grpc/byte_buffer_reader.h +19 -1
- data/include/grpc/compression.h +2 -2
- data/include/grpc/event_engine/endpoint_config.h +11 -5
- data/include/grpc/event_engine/event_engine.h +129 -39
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +1 -1
- data/include/grpc/event_engine/internal/slice_cast.h +67 -0
- data/include/grpc/event_engine/memory_allocator.h +1 -16
- data/include/grpc/event_engine/port.h +1 -1
- data/include/grpc/event_engine/slice.h +306 -0
- data/include/grpc/event_engine/slice_buffer.h +159 -0
- data/include/grpc/fork.h +25 -1
- data/include/grpc/grpc.h +4 -14
- data/include/grpc/grpc_posix.h +1 -1
- data/include/grpc/grpc_security.h +11 -0
- data/include/grpc/impl/codegen/atm.h +3 -71
- data/include/grpc/impl/codegen/atm_gcc_atomic.h +3 -67
- data/include/grpc/impl/codegen/atm_gcc_sync.h +3 -61
- data/include/grpc/impl/codegen/atm_windows.h +3 -108
- data/include/grpc/impl/codegen/byte_buffer.h +4 -78
- data/include/grpc/impl/codegen/byte_buffer_reader.h +4 -19
- data/include/grpc/impl/codegen/compression_types.h +5 -83
- data/include/grpc/impl/codegen/connectivity_state.h +5 -21
- data/include/grpc/impl/codegen/fork.h +4 -25
- data/include/grpc/impl/codegen/gpr_types.h +4 -35
- data/include/grpc/impl/codegen/grpc_types.h +5 -791
- data/include/grpc/impl/codegen/log.h +3 -86
- data/include/grpc/impl/codegen/port_platform.h +3 -699
- data/include/grpc/impl/codegen/propagation_bits.h +3 -28
- data/include/grpc/impl/codegen/slice.h +4 -107
- data/include/grpc/impl/codegen/status.h +4 -131
- data/include/grpc/impl/codegen/sync.h +3 -42
- data/include/grpc/impl/codegen/sync_abseil.h +3 -12
- data/include/grpc/impl/codegen/sync_custom.h +3 -14
- data/include/grpc/impl/codegen/sync_generic.h +3 -25
- data/include/grpc/impl/codegen/sync_posix.h +3 -28
- data/include/grpc/impl/codegen/sync_windows.h +3 -16
- data/include/grpc/impl/compression_types.h +109 -0
- data/include/grpc/impl/connectivity_state.h +47 -0
- data/include/grpc/impl/grpc_types.h +836 -0
- data/include/grpc/impl/propagation_bits.h +54 -0
- data/include/grpc/impl/slice_type.h +112 -0
- data/include/grpc/load_reporting.h +1 -1
- data/include/grpc/module.modulemap +5 -1
- data/include/grpc/slice.h +1 -1
- data/include/grpc/status.h +131 -1
- data/include/grpc/support/atm.h +70 -1
- data/include/grpc/support/atm_gcc_atomic.h +59 -1
- data/include/grpc/support/atm_gcc_sync.h +58 -1
- data/include/grpc/support/atm_windows.h +105 -1
- data/include/grpc/support/log.h +87 -1
- data/include/grpc/support/log_windows.h +1 -1
- data/include/grpc/support/port_platform.h +767 -1
- data/include/grpc/support/string_util.h +1 -1
- data/include/grpc/support/sync.h +35 -2
- data/include/grpc/support/sync_abseil.h +11 -1
- data/include/grpc/support/sync_custom.h +13 -1
- data/include/grpc/support/sync_generic.h +24 -1
- data/include/grpc/support/sync_posix.h +27 -1
- data/include/grpc/support/sync_windows.h +15 -1
- data/include/grpc/support/time.h +31 -6
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +148 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +52 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_provider.h +29 -0
- data/src/core/ext/filters/census/grpc_context.cc +19 -17
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +67 -61
- data/src/core/ext/filters/channel_idle/channel_idle_filter.h +26 -6
- data/src/core/ext/filters/channel_idle/idle_filter_state.h +6 -4
- data/src/core/ext/filters/client_channel/backend_metric.cc +19 -12
- data/src/core/ext/filters/client_channel/backend_metric.h +21 -11
- data/src/core/ext/filters/client_channel/backup_poller.cc +34 -34
- data/src/core/ext/filters/client_channel/backup_poller.h +26 -28
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +89 -44
- data/src/core/ext/filters/client_channel/client_channel.cc +401 -451
- data/src/core/ext/filters/client_channel/client_channel.h +68 -26
- data/src/core/ext/filters/client_channel/client_channel_channelz.cc +19 -23
- data/src/core/ext/filters/client_channel/client_channel_channelz.h +33 -23
- data/src/core/ext/filters/client_channel/client_channel_factory.cc +19 -43
- data/src/core/ext/filters/client_channel/client_channel_factory.h +11 -11
- data/src/core/ext/filters/client_channel/client_channel_plugin.cc +22 -47
- data/src/core/ext/filters/client_channel/client_channel_service_config.cc +153 -0
- data/src/core/ext/filters/client_channel/{resolver_result_parsing.h → client_channel_service_config.h} +33 -27
- data/src/core/ext/filters/client_channel/config_selector.cc +1 -0
- data/src/core/ext/filters/client_channel/config_selector.h +29 -23
- data/src/core/ext/filters/client_channel/connector.h +19 -10
- data/src/core/ext/filters/client_channel/dynamic_filters.cc +40 -54
- data/src/core/ext/filters/client_channel/dynamic_filters.h +20 -11
- data/src/core/ext/filters/client_channel/global_subchannel_pool.cc +2 -0
- data/src/core/ext/filters/client_channel/global_subchannel_pool.h +24 -21
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +16 -4
- data/src/core/ext/filters/client_channel/health/health_check_client.h +5 -3
- data/src/core/ext/filters/client_channel/http_proxy.cc +100 -112
- data/src/core/ext/filters/client_channel/http_proxy.h +38 -31
- data/src/core/ext/filters/client_channel/lb_call_state_internal.h +39 -0
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +8 -5
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +4 -3
- data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +49 -0
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +37 -16
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +18 -13
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +71 -131
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +41 -24
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +410 -375
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +26 -27
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +15 -3
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +9 -7
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +18 -20
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +27 -22
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +28 -19
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +26 -25
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +338 -0
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +57 -0
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +117 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +1129 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +94 -0
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +174 -180
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +366 -407
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +491 -405
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +19 -9
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +619 -634
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +261 -234
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +165 -143
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +128 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.h +71 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +972 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +223 -220
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +214 -153
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +42 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/{xds.h → xds_attributes.h} +19 -15
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +178 -256
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +199 -210
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +382 -368
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +819 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.h +67 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +369 -0
- data/src/core/ext/filters/client_channel/local_subchannel_pool.cc +4 -0
- data/src/core/ext/filters/client_channel/local_subchannel_pool.h +22 -21
- data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +34 -19
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +531 -163
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +50 -44
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +31 -30
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +89 -84
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +300 -209
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +82 -61
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +20 -19
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc +2 -0
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +22 -22
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +54 -22
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +21 -34
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +19 -5
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +135 -63
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +136 -68
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +29 -14
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +21 -27
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +368 -305
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +6 -4
- data/src/core/ext/filters/client_channel/retry_filter.cc +166 -163
- data/src/core/ext/filters/client_channel/retry_filter.h +4 -3
- data/src/core/ext/filters/client_channel/retry_service_config.cc +197 -229
- data/src/core/ext/filters/client_channel/retry_service_config.h +29 -26
- data/src/core/ext/filters/client_channel/retry_throttle.cc +28 -37
- data/src/core/ext/filters/client_channel/retry_throttle.h +36 -29
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +34 -17
- data/src/core/ext/filters/client_channel/subchannel.cc +332 -384
- data/src/core/ext/filters/client_channel/subchannel.h +112 -82
- data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +38 -0
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +17 -77
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +41 -47
- data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +34 -108
- data/src/core/ext/filters/client_channel/subchannel_stream_client.h +20 -12
- data/src/core/ext/filters/deadline/deadline_filter.cc +94 -76
- data/src/core/ext/filters/deadline/deadline_filter.h +14 -12
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +44 -22
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +20 -11
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +118 -0
- data/src/core/ext/filters/fault_injection/{service_config_parser.h → fault_injection_service_config_parser.h} +34 -13
- data/src/core/ext/filters/http/client/http_client_filter.cc +76 -54
- data/src/core/ext/filters/http/client/http_client_filter.h +36 -23
- data/src/core/ext/filters/http/client_authority_filter.cc +33 -38
- data/src/core/ext/filters/http/client_authority_filter.h +27 -24
- data/src/core/ext/filters/http/http_filters_plugin.cc +46 -55
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +307 -0
- data/src/core/ext/filters/http/message_compress/compression_filter.h +139 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +111 -271
- data/src/core/ext/filters/http/server/http_server_filter.h +58 -24
- data/src/core/ext/filters/message_size/message_size_filter.cc +117 -137
- data/src/core/ext/filters/message_size/message_size_filter.h +34 -17
- data/src/core/ext/filters/rbac/rbac_filter.cc +29 -16
- data/src/core/ext/filters/rbac/rbac_filter.h +11 -3
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +736 -523
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +18 -7
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +20 -8
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +28 -12
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +4 -3
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +219 -0
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +66 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +82 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +93 -0
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +18 -18
- data/src/core/ext/transport/chttp2/alpn/alpn.h +24 -24
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +185 -241
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +38 -30
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +204 -211
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +26 -26
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +24 -24
- data/src/core/ext/transport/chttp2/transport/bin_decoder.h +35 -34
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +43 -38
- data/src/core/ext/transport/chttp2/transport/bin_encoder.h +35 -31
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +801 -1067
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +28 -23
- data/src/core/ext/transport/chttp2/transport/context_list.cc +23 -19
- data/src/core/ext/transport/chttp2/transport/context_list.h +32 -29
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +251 -0
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +971 -0
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +350 -300
- data/src/core/ext/transport/chttp2/transport/flow_control.h +248 -325
- data/src/core/ext/transport/chttp2/transport/frame.h +22 -26
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +85 -234
- data/src/core/ext/transport/chttp2/transport/frame_data.h +38 -61
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +41 -36
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +24 -22
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +31 -25
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +25 -22
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +35 -26
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +24 -21
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +44 -77
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +27 -23
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +34 -33
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +24 -21
- data/src/core/ext/transport/chttp2/transport/hpack_constants.h +10 -4
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +221 -372
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +338 -158
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +6 -1
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +16 -5
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +516 -751
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +38 -27
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +86 -76
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +79 -49
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +21 -19
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +39 -38
- data/src/core/ext/transport/chttp2/transport/http_trace.cc +19 -0
- data/src/core/ext/transport/chttp2/transport/http_trace.h +24 -0
- data/src/core/ext/transport/chttp2/transport/huffsyms.cc +20 -20
- data/src/core/ext/transport/chttp2/transport/huffsyms.h +21 -21
- data/src/core/ext/transport/chttp2/transport/internal.h +248 -296
- data/src/core/ext/transport/chttp2/transport/parsing.cc +363 -132
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +30 -30
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +24 -24
- data/src/core/ext/transport/chttp2/transport/stream_map.h +34 -33
- data/src/core/ext/transport/chttp2/transport/varint.cc +19 -20
- data/src/core/ext/transport/chttp2/transport/varint.h +39 -34
- data/src/core/ext/transport/chttp2/transport/writing.cc +121 -94
- data/src/core/ext/transport/inproc/inproc_plugin.cc +17 -18
- data/src/core/ext/transport/inproc/inproc_transport.cc +227 -274
- data/src/core/ext/transport/inproc/inproc_transport.h +23 -21
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +5 -5
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +30 -10
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +6 -5
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +33 -8
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +8 -327
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +83 -1723
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +388 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +1953 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +6 -4
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +33 -4
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +7 -3
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +14 -14
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +90 -30
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +25 -19
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +168 -34
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +18 -6
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +35 -43
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +195 -116
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +11 -11
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +84 -28
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +35 -12
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +179 -14
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +25 -23
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +156 -48
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +7 -7
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +42 -14
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +12 -12
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +78 -26
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +23 -20
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +137 -69
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +23 -21
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +132 -44
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +17 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +67 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +18 -6
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +15 -9
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +73 -18
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +30 -10
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +39 -13
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +194 -15
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +5 -5
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +42 -14
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +5 -3
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +28 -2
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +36 -4
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +6 -6
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +48 -16
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +8 -8
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +54 -18
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +26 -11
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +124 -14
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +19 -15
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +78 -69
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +168 -82
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +887 -166
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +18 -6
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +34 -15
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +161 -22
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +3 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +107 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +1 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +1 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +7 -6
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +27 -14
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +30 -10
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +18 -6
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +11 -4
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +58 -4
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +6 -3
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +29 -2
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +62 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +179 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +38 -27
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +207 -52
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +98 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +54 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +188 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +111 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +444 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +56 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +192 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +98 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +10 -8
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +66 -14
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +18 -6
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +13 -11
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +73 -23
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +133 -16
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +656 -12
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +5 -5
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +30 -10
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +4 -4
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +24 -8
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +113 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +4 -4
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +24 -8
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +18 -6
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +43 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +114 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +18 -6
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +7 -7
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +42 -14
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +5 -5
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +30 -10
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +18 -6
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +12 -4
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +18 -6
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +63 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +202 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +3 -1
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +6 -2
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +6 -2
- data/src/core/ext/upb-generated/google/api/annotations.upb.h +1 -1
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +11 -11
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +66 -22
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +9 -9
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +72 -24
- data/src/core/ext/upb-generated/google/api/http.upb.c +3 -3
- data/src/core/ext/upb-generated/google/api/http.upb.h +18 -6
- data/src/core/ext/upb-generated/google/api/httpbody.upb.c +1 -1
- data/src/core/ext/upb-generated/google/api/httpbody.upb.h +6 -2
- data/src/core/ext/upb-generated/google/protobuf/any.upb.c +1 -1
- data/src/core/ext/upb-generated/google/protobuf/any.upb.h +6 -2
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +44 -43
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +177 -55
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +1 -1
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +6 -2
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +1 -1
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +6 -2
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +2 -2
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +18 -6
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +1 -1
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +6 -2
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +6 -6
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +54 -18
- data/src/core/ext/upb-generated/google/rpc/status.upb.c +1 -1
- data/src/core/ext/upb-generated/google/rpc/status.upb.h +6 -2
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +2 -2
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +24 -8
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +6 -2
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +7 -7
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +60 -20
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +1 -1
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +12 -4
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +2 -2
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +12 -4
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +6 -6
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +54 -18
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +2 -2
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +12 -4
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +7 -7
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +42 -14
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +3 -3
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +23 -11
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +1 -1
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +7 -3
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +7 -3
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +1 -1
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +7 -3
- data/src/core/ext/upb-generated/validate/validate.upb.c +22 -22
- data/src/core/ext/upb-generated/validate/validate.upb.h +139 -47
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +3 -3
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +23 -11
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +1 -1
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +7 -3
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +3 -3
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +27 -11
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +1 -1
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +7 -3
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +1 -1
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +6 -2
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +47 -0
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +107 -0
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +2 -2
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +12 -4
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +1 -1
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +6 -2
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +1 -1
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +6 -2
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +1 -1
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +6 -2
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +1 -1
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +12 -4
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +1 -1
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +6 -2
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +3 -2
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +15 -2
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +46 -0
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +113 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +46 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +98 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +62 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +174 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +36 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +74 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +65 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +191 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +6 -6
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +54 -18
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +127 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +474 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +2 -2
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +12 -4
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +1 -1
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +12 -4
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +67 -0
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +214 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +64 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +208 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +1 -2
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +6 -2
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +54 -53
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +67 -274
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +0 -85
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +277 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +125 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +14 -11
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +107 -107
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +199 -187
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +232 -222
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +0 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +95 -75
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +187 -183
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +81 -75
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +190 -186
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +7 -3
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +16 -16
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +71 -66
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +164 -137
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +16 -12
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +39 -31
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +140 -129
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +82 -74
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +2 -2
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +740 -667
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +20 -0
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +150 -139
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +16 -14
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +48 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +16 -12
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +20 -18
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +46 -25
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +53 -42
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +485 -467
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +50 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +21 -18
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +149 -145
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +156 -84
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +113 -113
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +48 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +29 -28
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +69 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +10 -9
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +92 -90
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +43 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +55 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +9 -9
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +71 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +4 -7
- data/src/core/ext/xds/certificate_provider_store.cc +69 -5
- data/src/core/ext/xds/certificate_provider_store.h +22 -5
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +17 -10
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +12 -4
- data/src/core/ext/xds/upb_utils.h +3 -25
- data/src/core/ext/xds/xds_api.cc +90 -196
- data/src/core/ext/xds/xds_api.h +41 -39
- data/src/core/ext/xds/xds_bootstrap.cc +5 -537
- data/src/core/ext/xds/xds_bootstrap.h +41 -96
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +362 -0
- data/src/core/ext/xds/xds_bootstrap_grpc.h +184 -0
- data/src/core/ext/xds/xds_certificate_provider.cc +35 -26
- data/src/core/ext/xds/xds_certificate_provider.h +29 -5
- data/src/core/ext/xds/xds_channel_args.h +3 -3
- data/src/core/ext/xds/xds_channel_stack_modifier.cc +17 -7
- data/src/core/ext/xds/xds_channel_stack_modifier.h +16 -4
- data/src/core/ext/xds/xds_client.cc +849 -1316
- data/src/core/ext/xds/xds_client.h +57 -61
- data/src/core/ext/xds/xds_client_grpc.cc +235 -0
- data/src/core/ext/xds/xds_client_grpc.h +79 -0
- data/src/core/ext/xds/xds_client_stats.cc +24 -25
- data/src/core/ext/xds/xds_client_stats.h +26 -24
- data/src/core/ext/xds/xds_cluster.cc +505 -247
- data/src/core/ext/xds/xds_cluster.h +69 -40
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +67 -77
- data/src/core/ext/xds/xds_cluster_specifier_plugin.h +47 -29
- data/src/core/ext/xds/xds_common_types.cc +238 -123
- data/src/core/ext/xds/xds_common_types.h +29 -16
- data/src/core/ext/xds/xds_endpoint.cc +265 -162
- data/src/core/ext/xds/xds_endpoint.h +19 -15
- data/src/core/ext/xds/xds_health_status.cc +80 -0
- data/src/core/ext/xds/xds_health_status.h +109 -0
- data/src/core/ext/xds/xds_http_fault_filter.cc +67 -58
- data/src/core/ext/xds/xds_http_fault_filter.h +19 -25
- data/src/core/ext/xds/xds_http_filters.cc +70 -71
- data/src/core/ext/xds/xds_http_filters.h +73 -25
- data/src/core/ext/xds/xds_http_rbac_filter.cc +168 -225
- data/src/core/ext/xds/xds_http_rbac_filter.h +22 -18
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +218 -0
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +58 -0
- data/src/core/ext/xds/xds_lb_policy_registry.cc +334 -0
- data/src/core/ext/xds/xds_lb_policy_registry.h +71 -0
- data/src/core/ext/xds/xds_listener.cc +573 -481
- data/src/core/ext/xds/xds_listener.h +57 -51
- data/src/core/ext/xds/xds_resource_type.h +28 -22
- data/src/core/ext/xds/xds_resource_type_impl.h +18 -17
- data/src/core/ext/xds/xds_route_config.cc +592 -570
- data/src/core/ext/xds/xds_route_config.h +74 -40
- data/src/core/ext/xds/xds_routing.cc +21 -7
- data/src/core/ext/xds/xds_routing.h +17 -12
- data/src/core/ext/xds/xds_server_config_fetcher.cc +227 -178
- data/src/core/ext/xds/xds_transport.h +86 -0
- data/src/core/ext/xds/xds_transport_grpc.cc +356 -0
- data/src/core/ext/xds/xds_transport_grpc.h +135 -0
- data/src/core/lib/address_utils/parse_address.cc +52 -52
- data/src/core/lib/address_utils/parse_address.h +46 -42
- data/src/core/lib/address_utils/sockaddr_utils.cc +90 -54
- data/src/core/lib/address_utils/sockaddr_utils.h +45 -40
- data/src/core/lib/avl/avl.h +57 -33
- data/src/core/lib/backoff/backoff.cc +19 -21
- data/src/core/lib/backoff/backoff.h +21 -21
- data/src/core/lib/backoff/random_early_detection.cc +31 -0
- data/src/core/lib/backoff/random_early_detection.h +59 -0
- data/src/core/lib/channel/call_finalization.h +6 -4
- data/src/core/lib/channel/call_tracer.h +23 -8
- data/src/core/lib/channel/channel_args.cc +149 -61
- data/src/core/lib/channel/channel_args.h +308 -104
- data/src/core/lib/channel/channel_args_preconditioning.cc +4 -3
- data/src/core/lib/channel/channel_args_preconditioning.h +6 -5
- data/src/core/lib/channel/channel_fwd.h +26 -0
- data/src/core/lib/channel/channel_stack.cc +92 -52
- data/src/core/lib/channel/channel_stack.h +184 -135
- data/src/core/lib/channel/channel_stack_builder.cc +26 -39
- data/src/core/lib/channel/channel_stack_builder.h +33 -40
- data/src/core/lib/channel/channel_stack_builder_impl.cc +84 -60
- data/src/core/lib/channel/channel_stack_builder_impl.h +9 -9
- data/src/core/lib/channel/channel_trace.cc +29 -36
- data/src/core/lib/channel/channel_trace.h +27 -24
- data/src/core/lib/channel/channelz.cc +50 -65
- data/src/core/lib/channel/channelz.h +50 -33
- data/src/core/lib/channel/channelz_registry.cc +28 -36
- data/src/core/lib/channel/channelz_registry.h +31 -30
- data/src/core/lib/channel/connected_channel.cc +1267 -78
- data/src/core/lib/channel/connected_channel.h +21 -23
- data/src/core/lib/channel/context.h +25 -21
- data/src/core/lib/channel/promise_based_filter.cc +1896 -377
- data/src/core/lib/channel/promise_based_filter.h +592 -92
- data/src/core/lib/channel/status_util.cc +64 -17
- data/src/core/lib/channel/status_util.h +38 -24
- data/src/core/lib/compression/compression.cc +24 -19
- data/src/core/lib/compression/compression_internal.cc +88 -63
- data/src/core/lib/compression/compression_internal.h +28 -27
- data/src/core/lib/compression/message_compress.cc +28 -26
- data/src/core/lib/compression/message_compress.h +28 -29
- data/src/core/lib/config/core_configuration.cc +8 -1
- data/src/core/lib/config/core_configuration.h +86 -39
- data/src/core/lib/debug/event_log.cc +88 -0
- data/src/core/lib/debug/event_log.h +81 -0
- data/src/core/lib/debug/histogram_view.cc +69 -0
- data/src/core/lib/debug/histogram_view.h +37 -0
- data/src/core/lib/debug/stats.cc +48 -152
- data/src/core/lib/debug/stats.h +50 -57
- data/src/core/lib/debug/stats_data.cc +302 -645
- data/src/core/lib/debug/stats_data.h +293 -545
- data/src/core/lib/debug/trace.cc +18 -20
- data/src/core/lib/debug/trace.h +27 -48
- data/src/core/lib/event_engine/channel_args_endpoint_config.cc +16 -17
- data/src/core/lib/event_engine/channel_args_endpoint_config.h +16 -9
- data/src/core/lib/event_engine/common_closures.h +71 -0
- data/src/core/lib/event_engine/default_event_engine.cc +99 -0
- data/src/core/lib/event_engine/default_event_engine.h +73 -0
- data/src/core/lib/event_engine/default_event_engine_factory.cc +24 -3
- data/src/core/lib/event_engine/{event_engine_factory.h → default_event_engine_factory.h} +6 -9
- data/src/core/lib/event_engine/event_engine.cc +3 -30
- data/src/core/lib/event_engine/executor/executor.h +38 -0
- data/src/core/lib/event_engine/forkable.cc +106 -0
- data/src/core/lib/event_engine/forkable.h +61 -0
- data/src/core/lib/event_engine/handle_containers.h +74 -0
- data/src/core/lib/event_engine/memory_allocator.cc +11 -3
- data/src/core/lib/event_engine/poller.h +62 -0
- data/src/core/lib/event_engine/posix.h +158 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +642 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +139 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +899 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +97 -0
- data/src/core/lib/event_engine/posix_engine/event_poller.h +111 -0
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +74 -0
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +33 -0
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +77 -0
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +179 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +265 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +73 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +1305 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +717 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +640 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +259 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +80 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +289 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +279 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +379 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +91 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +853 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +316 -0
- data/src/core/lib/event_engine/posix_engine/timer.cc +311 -0
- data/src/core/lib/event_engine/posix_engine/timer.h +194 -0
- data/src/core/lib/event_engine/posix_engine/timer_heap.cc +107 -0
- data/src/core/lib/event_engine/posix_engine/timer_heap.h +56 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +173 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +114 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +332 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +185 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +127 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +45 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +150 -0
- data/src/core/lib/{iomgr/event_engine/promise.h → event_engine/posix_engine/wakeup_fd_pipe.h} +19 -25
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +76 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +67 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +37 -0
- data/src/core/lib/event_engine/resolved_address.cc +23 -2
- data/src/core/lib/{iomgr/event_engine → event_engine}/resolved_address_internal.h +5 -8
- data/src/core/lib/event_engine/shim.cc +56 -0
- data/src/core/lib/event_engine/shim.h +33 -0
- data/src/core/lib/event_engine/slice.cc +103 -0
- data/src/core/lib/event_engine/slice_buffer.cc +50 -0
- data/src/core/lib/event_engine/tcp_socket_utils.cc +389 -0
- data/src/core/lib/event_engine/tcp_socket_utils.h +90 -0
- data/src/core/lib/event_engine/thread_local.cc +29 -0
- data/src/core/lib/event_engine/thread_local.h +32 -0
- data/src/core/lib/event_engine/thread_pool.cc +253 -0
- data/src/core/lib/event_engine/thread_pool.h +141 -0
- data/src/core/lib/event_engine/time_util.cc +30 -0
- data/src/core/lib/event_engine/time_util.h +32 -0
- data/src/core/lib/{iomgr/endpoint_pair_event_engine.cc → event_engine/trace.cc} +9 -17
- data/src/core/lib/event_engine/trace.h +43 -0
- data/src/core/lib/event_engine/utils.cc +44 -0
- data/src/core/lib/event_engine/utils.h +44 -0
- data/src/core/lib/event_engine/windows/iocp.cc +140 -0
- data/src/core/lib/event_engine/windows/iocp.h +69 -0
- data/src/core/lib/event_engine/windows/win_socket.cc +219 -0
- data/src/core/lib/event_engine/windows/win_socket.h +129 -0
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +331 -0
- data/src/core/lib/event_engine/windows/windows_endpoint.h +103 -0
- data/src/core/lib/event_engine/windows/windows_engine.cc +388 -0
- data/src/core/lib/event_engine/windows/windows_engine.h +163 -0
- data/src/core/lib/experiments/config.cc +161 -0
- data/src/core/lib/experiments/config.h +53 -0
- data/src/core/lib/experiments/experiments.cc +81 -0
- data/src/core/lib/experiments/experiments.h +117 -0
- data/src/core/lib/gpr/alloc.cc +19 -25
- data/src/core/lib/gpr/alloc.h +20 -20
- data/src/core/lib/gpr/atm.cc +17 -17
- data/src/core/lib/gpr/cpu_iphone.cc +24 -24
- data/src/core/lib/gpr/cpu_linux.cc +28 -23
- data/src/core/lib/gpr/cpu_posix.cc +23 -22
- data/src/core/lib/gpr/cpu_windows.cc +20 -18
- data/src/core/lib/gpr/log.cc +30 -17
- data/src/core/lib/gpr/log_android.cc +22 -20
- data/src/core/lib/gpr/log_linux.cc +24 -24
- data/src/core/lib/gpr/log_posix.cc +20 -19
- data/src/core/lib/gpr/log_windows.cc +25 -25
- data/src/core/lib/gpr/spinlock.h +20 -20
- data/src/core/lib/gpr/string.cc +25 -24
- data/src/core/lib/gpr/string.h +61 -61
- data/src/core/lib/gpr/string_posix.cc +24 -24
- data/src/core/lib/gpr/string_util_windows.cc +25 -52
- data/src/core/lib/gpr/string_windows.cc +24 -24
- data/src/core/lib/gpr/sync.cc +25 -25
- data/src/core/lib/gpr/sync_abseil.cc +36 -40
- data/src/core/lib/gpr/sync_posix.cc +22 -34
- data/src/core/lib/gpr/sync_windows.cc +29 -27
- data/src/core/lib/gpr/time.cc +34 -30
- data/src/core/lib/gpr/time_posix.cc +41 -45
- data/src/core/lib/gpr/time_precise.cc +22 -22
- data/src/core/lib/gpr/time_precise.h +21 -22
- data/src/core/lib/gpr/time_windows.cc +35 -29
- data/src/core/lib/gpr/tmpfile.h +24 -24
- data/src/core/lib/gpr/tmpfile_msys.cc +21 -20
- data/src/core/lib/gpr/tmpfile_posix.cc +22 -20
- data/src/core/lib/gpr/tmpfile_windows.cc +28 -29
- data/src/core/lib/gpr/useful.h +83 -30
- data/src/core/lib/gpr/wrap_memcpy.cc +23 -23
- data/src/core/lib/gprpp/atomic_utils.h +20 -20
- data/src/core/lib/gprpp/bitset.h +35 -17
- data/src/core/lib/gprpp/chunked_vector.h +7 -3
- data/src/core/lib/gprpp/construct_destruct.h +4 -3
- data/src/core/lib/gprpp/cpp_impl_of.h +3 -3
- data/src/core/{ext/xds/xds_resource_type.cc → lib/gprpp/crash.cc} +12 -12
- data/src/core/lib/gprpp/crash.h +34 -0
- data/src/core/lib/gprpp/debug_location.h +60 -31
- data/src/core/lib/gprpp/dual_ref_counted.h +4 -7
- data/src/core/lib/gprpp/env.h +53 -0
- data/src/core/lib/gprpp/env_linux.cc +80 -0
- data/src/core/{ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_event_engine.cc → lib/gprpp/env_posix.cc} +25 -9
- data/src/core/lib/gprpp/env_windows.cc +56 -0
- data/src/core/lib/gprpp/examine_stack.cc +17 -17
- data/src/core/lib/gprpp/examine_stack.h +21 -22
- data/src/core/lib/gprpp/fork.cc +58 -53
- data/src/core/lib/gprpp/fork.h +29 -35
- data/src/core/lib/gprpp/global_config.h +22 -24
- data/src/core/lib/gprpp/global_config_custom.h +20 -20
- data/src/core/lib/gprpp/global_config_env.cc +28 -25
- data/src/core/lib/gprpp/global_config_env.h +29 -27
- data/src/core/lib/gprpp/global_config_generic.h +21 -25
- data/src/core/lib/gprpp/host_port.cc +30 -26
- data/src/core/lib/gprpp/host_port.h +32 -31
- data/src/core/lib/gprpp/load_file.cc +75 -0
- data/src/core/lib/gprpp/load_file.h +33 -0
- data/src/core/lib/gprpp/manual_constructor.h +21 -89
- data/src/core/lib/gprpp/match.h +5 -3
- data/src/core/lib/gprpp/memory.h +22 -26
- data/src/core/lib/gprpp/mpscq.cc +17 -17
- data/src/core/lib/gprpp/mpscq.h +21 -21
- data/src/core/lib/gprpp/no_destruct.h +95 -0
- data/src/core/lib/gprpp/notification.h +67 -0
- data/src/core/lib/gprpp/orphanable.h +22 -25
- data/src/core/lib/gprpp/overload.h +3 -3
- data/src/core/lib/gprpp/packed_table.h +40 -0
- data/src/core/lib/gprpp/per_cpu.h +46 -0
- data/src/core/lib/gprpp/ref_counted.h +22 -24
- data/src/core/lib/gprpp/ref_counted_ptr.h +42 -55
- data/src/core/lib/gprpp/single_set_ptr.h +3 -3
- data/src/core/lib/gprpp/sorted_pack.h +98 -0
- data/src/core/lib/gprpp/stat.h +3 -5
- data/src/core/lib/gprpp/stat_posix.cc +10 -4
- data/src/core/lib/gprpp/stat_windows.cc +4 -2
- data/src/core/lib/gprpp/status_helper.cc +55 -35
- data/src/core/lib/gprpp/status_helper.h +13 -5
- data/src/core/lib/gprpp/strerror.cc +43 -0
- data/src/core/lib/gprpp/strerror.h +29 -0
- data/src/core/lib/gprpp/sync.h +26 -24
- data/src/core/lib/gprpp/table.h +22 -4
- data/src/core/lib/gprpp/tchar.cc +49 -0
- data/src/core/lib/gprpp/tchar.h +33 -0
- data/src/core/lib/gprpp/thd.h +25 -28
- data/src/core/lib/gprpp/thd_posix.cc +33 -32
- data/src/core/lib/gprpp/thd_windows.cc +28 -26
- data/src/core/lib/gprpp/time.cc +52 -9
- data/src/core/lib/gprpp/time.h +78 -4
- data/src/core/lib/gprpp/time_averaged_stats.cc +60 -0
- data/src/core/lib/gprpp/time_averaged_stats.h +79 -0
- data/src/core/lib/gprpp/time_util.cc +4 -0
- data/src/core/lib/gprpp/time_util.h +3 -3
- data/src/core/lib/gprpp/unique_type_name.h +104 -0
- data/src/core/lib/gprpp/validation_errors.cc +61 -0
- data/src/core/lib/gprpp/validation_errors.h +127 -0
- data/src/core/lib/{iomgr → gprpp}/work_serializer.cc +34 -18
- data/src/core/lib/{iomgr → gprpp}/work_serializer.h +21 -28
- data/src/core/lib/handshaker/proxy_mapper.h +53 -0
- data/src/core/lib/handshaker/proxy_mapper_registry.cc +71 -0
- data/src/core/lib/handshaker/proxy_mapper_registry.h +75 -0
- data/src/core/lib/http/format_request.cc +53 -22
- data/src/core/lib/http/format_request.h +23 -21
- data/src/core/lib/http/httpcli.cc +139 -141
- data/src/core/lib/http/httpcli.h +86 -38
- data/src/core/lib/http/httpcli_security_connector.cc +50 -42
- data/src/core/lib/http/httpcli_ssl_credentials.h +6 -4
- data/src/core/lib/http/parser.cc +78 -90
- data/src/core/lib/http/parser.h +38 -35
- data/src/core/lib/iomgr/block_annotate.h +23 -23
- data/src/core/lib/iomgr/buffer_list.cc +156 -136
- data/src/core/lib/iomgr/buffer_list.h +123 -101
- data/src/core/lib/iomgr/call_combiner.cc +32 -64
- data/src/core/lib/iomgr/call_combiner.h +24 -25
- data/src/core/lib/iomgr/cfstream_handle.cc +33 -36
- data/src/core/lib/iomgr/cfstream_handle.h +25 -25
- data/src/core/lib/iomgr/{event_engine/pollset.h → closure.cc} +9 -7
- data/src/core/lib/iomgr/closure.h +95 -58
- data/src/core/lib/iomgr/combiner.cc +20 -39
- data/src/core/lib/iomgr/combiner.h +20 -20
- data/src/core/lib/iomgr/dualstack_socket_posix.cc +21 -21
- data/src/core/lib/iomgr/dynamic_annotations.h +22 -22
- data/src/core/lib/iomgr/endpoint.cc +21 -21
- data/src/core/lib/iomgr/endpoint.h +53 -51
- data/src/core/lib/iomgr/endpoint_cfstream.cc +51 -47
- data/src/core/lib/iomgr/endpoint_cfstream.h +32 -32
- data/src/core/lib/iomgr/endpoint_pair.h +22 -22
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +36 -29
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +31 -22
- data/src/core/lib/iomgr/error.cc +51 -834
- data/src/core/lib/iomgr/error.h +45 -317
- data/src/core/lib/iomgr/error_cfstream.cc +18 -23
- data/src/core/lib/iomgr/error_cfstream.h +21 -21
- data/src/core/lib/iomgr/ev_apple.cc +21 -21
- data/src/core/lib/iomgr/ev_apple.h +21 -21
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +263 -248
- data/src/core/lib/iomgr/ev_epoll1_linux.h +21 -21
- data/src/core/lib/iomgr/ev_poll_posix.cc +296 -271
- data/src/core/lib/iomgr/ev_poll_posix.h +22 -22
- data/src/core/lib/iomgr/ev_posix.cc +88 -121
- data/src/core/lib/iomgr/ev_posix.h +93 -87
- data/src/core/lib/iomgr/ev_windows.cc +18 -18
- data/src/core/lib/iomgr/{event_engine → event_engine_shims}/closure.cc +15 -30
- data/src/core/lib/iomgr/{event_engine → event_engine_shims}/closure.h +10 -13
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +430 -0
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +43 -0
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +91 -0
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.h +44 -0
- data/src/core/lib/iomgr/exec_ctx.cc +34 -56
- data/src/core/lib/iomgr/exec_ctx.h +152 -177
- data/src/core/lib/iomgr/executor.cc +21 -31
- data/src/core/lib/iomgr/executor.h +27 -30
- data/src/core/lib/iomgr/fork_posix.cc +30 -27
- data/src/core/lib/iomgr/fork_windows.cc +21 -21
- data/src/core/lib/iomgr/gethostname.h +20 -20
- data/src/core/lib/iomgr/gethostname_fallback.cc +17 -17
- data/src/core/lib/iomgr/gethostname_host_name_max.cc +17 -17
- data/src/core/lib/iomgr/gethostname_sysconf.cc +17 -17
- data/src/core/lib/iomgr/grpc_if_nametoindex.h +22 -22
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +20 -19
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +20 -19
- data/src/core/lib/iomgr/internal_errqueue.cc +41 -48
- data/src/core/lib/iomgr/internal_errqueue.h +84 -89
- data/src/core/lib/iomgr/iocp_windows.cc +23 -23
- data/src/core/lib/iomgr/iocp_windows.h +21 -21
- data/src/core/lib/iomgr/iomgr.cc +25 -20
- data/src/core/lib/iomgr/iomgr.h +35 -35
- data/src/core/lib/iomgr/iomgr_fwd.h +26 -0
- data/src/core/lib/iomgr/iomgr_internal.cc +17 -17
- data/src/core/lib/iomgr/iomgr_internal.h +28 -28
- data/src/core/lib/iomgr/iomgr_posix.cc +21 -20
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +21 -19
- data/src/core/lib/iomgr/iomgr_windows.cc +24 -22
- data/src/core/lib/iomgr/load_file.cc +24 -27
- data/src/core/lib/iomgr/load_file.h +22 -22
- data/src/core/lib/iomgr/lockfree_event.cc +114 -131
- data/src/core/lib/iomgr/lockfree_event.h +23 -23
- data/src/core/lib/iomgr/nameser.h +86 -86
- data/src/core/lib/iomgr/polling_entity.cc +25 -21
- data/src/core/lib/iomgr/polling_entity.h +29 -29
- data/src/core/lib/iomgr/pollset.cc +17 -17
- data/src/core/lib/iomgr/pollset.h +55 -55
- data/src/core/lib/iomgr/pollset_set.cc +17 -17
- data/src/core/lib/iomgr/pollset_set.h +26 -28
- data/src/core/lib/iomgr/pollset_set_windows.cc +18 -18
- data/src/core/lib/iomgr/pollset_set_windows.h +20 -20
- data/src/core/lib/iomgr/pollset_windows.cc +32 -31
- data/src/core/lib/iomgr/pollset_windows.h +24 -24
- data/src/core/lib/iomgr/port.h +59 -37
- data/src/core/lib/iomgr/python_util.h +24 -24
- data/src/core/lib/iomgr/resolve_address.cc +34 -20
- data/src/core/lib/iomgr/resolve_address.h +73 -43
- data/src/core/lib/iomgr/resolve_address_impl.h +7 -7
- data/src/core/lib/iomgr/resolve_address_posix.cc +81 -62
- data/src/core/lib/iomgr/resolve_address_posix.h +26 -10
- data/src/core/lib/iomgr/resolve_address_windows.cc +64 -38
- data/src/core/lib/iomgr/resolve_address_windows.h +26 -10
- data/src/core/lib/iomgr/resolved_address.h +3 -3
- data/src/core/lib/iomgr/sockaddr.h +25 -26
- data/src/core/lib/iomgr/sockaddr_posix.h +23 -21
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +20 -18
- data/src/core/lib/iomgr/sockaddr_windows.h +23 -21
- data/src/core/lib/iomgr/socket_factory_posix.cc +18 -18
- data/src/core/lib/iomgr/socket_factory_posix.h +32 -32
- data/src/core/lib/iomgr/socket_mutator.cc +19 -18
- data/src/core/lib/iomgr/socket_mutator.h +39 -39
- data/src/core/lib/iomgr/socket_utils.h +27 -27
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +82 -101
- data/src/core/lib/iomgr/socket_utils_linux.cc +18 -17
- data/src/core/lib/iomgr/socket_utils_posix.cc +103 -19
- data/src/core/lib/iomgr/socket_utils_posix.h +176 -84
- data/src/core/lib/iomgr/socket_utils_windows.cc +20 -19
- data/src/core/lib/iomgr/socket_windows.cc +37 -36
- data/src/core/lib/iomgr/socket_windows.h +59 -61
- data/src/core/lib/iomgr/systemd_utils.cc +116 -0
- data/src/core/lib/iomgr/systemd_utils.h +33 -0
- data/src/core/lib/iomgr/tcp_client.cc +28 -24
- data/src/core/lib/iomgr/tcp_client.h +49 -38
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +46 -35
- data/src/core/lib/iomgr/tcp_client_posix.cc +243 -105
- data/src/core/lib/iomgr/tcp_client_posix.h +55 -52
- data/src/core/lib/iomgr/tcp_client_windows.cc +73 -53
- data/src/core/lib/iomgr/tcp_posix.cc +505 -362
- data/src/core/lib/iomgr/tcp_posix.h +32 -30
- data/src/core/lib/iomgr/tcp_server.cc +33 -24
- data/src/core/lib/iomgr/tcp_server.h +78 -69
- data/src/core/lib/iomgr/tcp_server_posix.cc +381 -133
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +68 -55
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +120 -82
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +46 -43
- data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +19 -19
- data/src/core/lib/iomgr/tcp_server_windows.cc +116 -118
- data/src/core/lib/iomgr/tcp_windows.cc +116 -98
- data/src/core/lib/iomgr/tcp_windows.h +34 -35
- data/src/core/lib/iomgr/timer.cc +17 -17
- data/src/core/lib/iomgr/timer.h +68 -68
- data/src/core/lib/iomgr/timer_generic.cc +125 -134
- data/src/core/lib/iomgr/timer_generic.h +21 -21
- data/src/core/lib/iomgr/timer_heap.cc +25 -25
- data/src/core/lib/iomgr/timer_heap.h +22 -22
- data/src/core/lib/iomgr/timer_manager.cc +31 -31
- data/src/core/lib/iomgr/timer_manager.h +27 -27
- data/src/core/lib/iomgr/unix_sockets_posix.cc +20 -21
- data/src/core/lib/iomgr/unix_sockets_posix.h +21 -21
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +19 -17
- data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +23 -23
- data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +23 -23
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +29 -26
- data/src/core/lib/iomgr/wakeup_fd_pipe.h +20 -20
- data/src/core/lib/iomgr/wakeup_fd_posix.cc +33 -30
- data/src/core/lib/iomgr/wakeup_fd_posix.h +52 -54
- data/src/core/lib/json/json.h +23 -27
- data/src/core/{ext/filters/http/message_compress/message_decompress_filter.h → lib/json/json_args.h} +13 -10
- data/src/core/lib/json/json_channel_args.h +42 -0
- data/src/core/lib/json/json_object_loader.cc +217 -0
- data/src/core/lib/json/json_object_loader.h +634 -0
- data/src/core/lib/json/json_reader.cc +123 -90
- data/src/core/lib/json/json_util.cc +14 -34
- data/src/core/lib/json/json_util.h +17 -8
- data/src/core/lib/json/json_writer.cc +62 -57
- data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy.cc +30 -60
- data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy.h +47 -62
- data/src/core/lib/load_balancing/lb_policy_factory.h +49 -0
- data/src/core/lib/load_balancing/lb_policy_registry.cc +142 -0
- data/src/core/lib/load_balancing/lb_policy_registry.h +82 -0
- data/src/core/{ext/filters/client_channel → lib/load_balancing}/subchannel_interface.h +57 -52
- data/src/core/lib/matchers/matchers.cc +12 -7
- data/src/core/lib/matchers/matchers.h +5 -3
- data/src/core/lib/promise/activity.cc +23 -8
- data/src/core/lib/promise/activity.h +116 -58
- data/src/core/lib/promise/arena_promise.h +115 -72
- data/src/core/lib/promise/context.h +18 -11
- data/src/core/lib/promise/detail/basic_join.h +197 -0
- data/src/core/lib/promise/detail/basic_seq.h +28 -33
- data/src/core/lib/promise/detail/promise_factory.h +61 -14
- data/src/core/lib/promise/detail/promise_like.h +3 -3
- data/src/core/lib/promise/detail/status.h +31 -3
- data/src/core/lib/promise/detail/switch.h +21 -21
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +23 -15
- data/src/core/lib/promise/if.h +195 -0
- data/src/core/lib/promise/interceptor_list.h +308 -0
- data/src/core/lib/promise/intra_activity_waiter.h +9 -3
- data/src/core/lib/promise/latch.h +109 -22
- data/src/core/lib/promise/loop.h +13 -9
- data/src/core/lib/promise/map.h +4 -6
- data/src/core/lib/promise/pipe.h +608 -0
- data/src/core/lib/promise/poll.h +129 -11
- data/src/core/lib/promise/promise.h +5 -5
- data/src/core/lib/promise/race.h +6 -10
- data/src/core/lib/promise/seq.h +32 -14
- data/src/core/lib/promise/sleep.cc +58 -42
- data/src/core/lib/promise/sleep.h +44 -26
- data/src/core/lib/promise/trace.cc +20 -0
- data/src/core/lib/promise/trace.h +24 -0
- data/src/core/lib/promise/try_join.h +82 -0
- data/src/core/lib/promise/try_seq.h +41 -23
- data/src/core/lib/resolver/resolver.cc +17 -59
- data/src/core/lib/resolver/resolver.h +21 -18
- data/src/core/lib/resolver/resolver_factory.h +11 -10
- data/src/core/lib/resolver/resolver_registry.cc +17 -9
- data/src/core/lib/resolver/resolver_registry.h +15 -5
- data/src/core/lib/resolver/server_address.cc +46 -34
- data/src/core/lib/resolver/server_address.h +36 -35
- data/src/core/lib/resource_quota/api.cc +23 -2
- data/src/core/lib/resource_quota/api.h +13 -4
- data/src/core/lib/resource_quota/arena.cc +85 -27
- data/src/core/lib/resource_quota/arena.h +197 -25
- data/src/core/lib/resource_quota/memory_quota.cc +322 -101
- data/src/core/lib/resource_quota/memory_quota.h +191 -56
- data/src/core/lib/resource_quota/periodic_update.cc +78 -0
- data/src/core/lib/resource_quota/periodic_update.h +71 -0
- data/src/core/lib/resource_quota/resource_quota.h +12 -4
- data/src/core/lib/resource_quota/thread_quota.cc +2 -0
- data/src/core/lib/resource_quota/thread_quota.h +7 -3
- data/src/core/lib/resource_quota/trace.h +3 -3
- data/src/core/lib/security/authorization/authorization_engine.h +3 -3
- data/src/core/lib/security/authorization/authorization_policy_provider.h +10 -3
- data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +3 -0
- data/src/core/lib/security/authorization/evaluate_args.cc +17 -8
- data/src/core/lib/security/authorization/evaluate_args.h +9 -6
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +5 -1
- data/src/core/lib/security/authorization/grpc_authorization_engine.h +10 -3
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +19 -3
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +16 -5
- data/src/core/lib/security/authorization/matchers.cc +44 -30
- data/src/core/lib/security/authorization/matchers.h +10 -3
- data/src/core/lib/security/authorization/rbac_policy.cc +6 -2
- data/src/core/lib/security/authorization/rbac_policy.h +10 -3
- data/src/core/{ext/xds → lib/security/certificate_provider}/certificate_provider_factory.h +9 -4
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +60 -0
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +70 -0
- data/src/core/lib/security/context/security_context.cc +27 -25
- data/src/core/lib/security/context/security_context.h +56 -34
- data/src/core/lib/security/credentials/alts/alts_credentials.cc +31 -24
- data/src/core/lib/security/credentials/alts/alts_credentials.h +63 -59
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +19 -19
- data/src/core/lib/security/credentials/alts/check_gcp_environment.h +43 -43
- data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +17 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +18 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +18 -17
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +20 -22
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +18 -18
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +38 -39
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +19 -22
- data/src/core/lib/security/credentials/call_creds_util.cc +10 -0
- data/src/core/lib/security/credentials/call_creds_util.h +4 -3
- data/src/core/lib/security/credentials/channel_creds_registry.h +10 -4
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +13 -3
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +34 -34
- data/src/core/lib/security/credentials/composite/composite_credentials.h +45 -33
- data/src/core/lib/security/credentials/credentials.cc +23 -26
- data/src/core/lib/security/credentials/credentials.h +79 -65
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +202 -74
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +21 -3
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +14 -3
- data/src/core/lib/security/credentials/external/aws_request_signer.h +3 -3
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +86 -68
- data/src/core/lib/security/credentials/external/external_account_credentials.h +14 -3
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +29 -26
- data/src/core/lib/security/credentials/external/file_external_account_credentials.h +9 -3
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +44 -31
- data/src/core/lib/security/credentials/external/url_external_account_credentials.h +13 -3
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +43 -39
- data/src/core/lib/security/credentials/fake/fake_credentials.h +51 -44
- data/src/core/lib/security/credentials/google_default/credentials_generic.cc +23 -25
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +146 -114
- data/src/core/lib/security/credentials/google_default/google_default_credentials.h +33 -27
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +31 -21
- data/src/core/lib/security/credentials/iam/iam_credentials.h +33 -23
- data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +15 -5
- data/src/core/lib/security/credentials/insecure/insecure_credentials.h +14 -10
- data/src/core/lib/security/credentials/jwt/json_token.cc +40 -29
- data/src/core/lib/security/credentials/jwt/json_token.h +36 -36
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +32 -29
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +37 -23
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +113 -89
- data/src/core/lib/security/credentials/jwt/jwt_verifier.h +49 -47
- data/src/core/lib/security/credentials/local/local_credentials.cc +32 -26
- data/src/core/lib/security/credentials/local/local_credentials.h +34 -28
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +95 -87
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +46 -25
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +35 -31
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +48 -24
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +44 -42
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +39 -27
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +22 -30
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +16 -17
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +65 -48
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +27 -16
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +36 -4
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +37 -14
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +22 -23
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +3 -3
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +46 -44
- data/src/core/lib/security/credentials/tls/tls_credentials.h +30 -27
- data/src/core/lib/security/credentials/tls/tls_utils.cc +5 -1
- data/src/core/lib/security/credentials/tls/tls_utils.h +4 -4
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +33 -35
- data/src/core/lib/security/credentials/xds/xds_credentials.h +24 -10
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +60 -54
- data/src/core/lib/security/security_connector/alts/alts_security_connector.h +49 -47
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +75 -79
- data/src/core/lib/security/security_connector/fake/fake_security_connector.h +25 -26
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +15 -6
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +26 -15
- data/src/core/lib/security/security_connector/load_system_roots.h +20 -20
- data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +22 -20
- data/src/core/lib/security/security_connector/{load_system_roots_linux.cc → load_system_roots_supported.cc} +43 -38
- data/src/core/lib/security/security_connector/load_system_roots_supported.h +45 -0
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +64 -47
- data/src/core/lib/security/security_connector/local/local_security_connector.h +49 -46
- data/src/core/lib/security/security_connector/security_connector.cc +37 -35
- data/src/core/lib/security/security_connector/security_connector.h +58 -45
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +55 -46
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +44 -43
- data/src/core/lib/security/security_connector/ssl_utils.cc +47 -39
- data/src/core/lib/security/security_connector/ssl_utils.h +45 -42
- data/src/core/lib/security/security_connector/ssl_utils_config.cc +22 -22
- data/src/core/lib/security/security_connector/ssl_utils_config.h +21 -22
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +58 -56
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +48 -28
- data/src/core/lib/security/transport/auth_filters.h +53 -24
- data/src/core/lib/security/transport/client_auth_filter.cc +57 -40
- data/src/core/lib/security/transport/secure_endpoint.cc +130 -75
- data/src/core/lib/security/transport/secure_endpoint.h +28 -27
- data/src/core/lib/security/transport/security_handshaker.cc +144 -114
- data/src/core/lib/security/transport/security_handshaker.h +28 -23
- data/src/core/lib/security/transport/server_auth_filter.cc +157 -266
- data/src/core/lib/security/transport/tsi_error.cc +23 -20
- data/src/core/lib/security/transport/tsi_error.h +20 -20
- data/src/core/lib/security/util/json_util.cc +24 -24
- data/src/core/lib/security/util/json_util.h +21 -23
- data/src/core/lib/service_config/service_config.h +19 -12
- data/src/core/lib/service_config/service_config_call_data.h +15 -5
- data/src/core/lib/service_config/service_config_impl.cc +111 -150
- data/src/core/lib/service_config/service_config_impl.h +27 -27
- data/src/core/lib/service_config/service_config_parser.cc +16 -28
- data/src/core/lib/service_config/service_config_parser.h +18 -19
- data/src/core/lib/slice/b64.cc +26 -26
- data/src/core/lib/slice/b64.h +34 -32
- data/src/core/lib/slice/percent_encoding.cc +24 -30
- data/src/core/lib/slice/percent_encoding.h +28 -34
- data/src/core/lib/slice/slice.cc +59 -46
- data/src/core/lib/slice/slice.h +64 -20
- data/src/core/lib/slice/slice_buffer.cc +136 -76
- data/src/core/lib/slice/slice_buffer.h +168 -0
- data/src/core/lib/slice/slice_internal.h +38 -45
- data/src/core/lib/slice/slice_refcount.cc +3 -18
- data/src/core/lib/slice/slice_refcount.h +53 -19
- data/src/core/lib/slice/slice_string_helpers.cc +17 -33
- data/src/core/lib/slice/slice_string_helpers.h +23 -30
- data/src/core/lib/surface/api_trace.cc +17 -17
- data/src/core/lib/surface/api_trace.h +25 -25
- data/src/core/lib/surface/builtins.cc +7 -2
- data/src/core/lib/surface/builtins.h +3 -3
- data/src/core/lib/surface/byte_buffer.cc +26 -21
- data/src/core/lib/surface/byte_buffer_reader.cc +24 -24
- data/src/core/lib/surface/call.cc +2232 -483
- data/src/core/lib/surface/call.h +135 -42
- data/src/core/lib/surface/call_details.cc +22 -23
- data/src/core/lib/surface/call_log_batch.cc +25 -18
- data/src/core/lib/surface/call_test_only.h +34 -31
- data/src/core/lib/surface/call_trace.cc +123 -0
- data/src/core/{ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_event_engine.cc → lib/surface/call_trace.h} +12 -10
- data/src/core/lib/surface/channel.cc +217 -284
- data/src/core/lib/surface/channel.h +137 -90
- data/src/core/lib/surface/channel_init.cc +17 -17
- data/src/core/lib/surface/channel_init.h +22 -20
- data/src/core/lib/surface/channel_ping.cc +26 -20
- data/src/core/lib/surface/channel_stack_type.cc +21 -19
- data/src/core/lib/surface/channel_stack_type.h +22 -22
- data/src/core/lib/surface/completion_queue.cc +200 -222
- data/src/core/lib/surface/completion_queue.h +42 -40
- data/src/core/lib/surface/completion_queue_factory.cc +34 -28
- data/src/core/lib/surface/completion_queue_factory.h +21 -23
- data/src/core/lib/surface/event_string.cc +19 -24
- data/src/core/lib/surface/event_string.h +21 -21
- data/src/core/lib/surface/init.cc +57 -114
- data/src/core/lib/surface/init.h +20 -28
- data/src/core/lib/surface/init_internally.cc +25 -0
- data/src/core/lib/surface/init_internally.h +37 -0
- data/src/core/lib/surface/lame_client.cc +87 -130
- data/src/core/lib/surface/lame_client.h +62 -24
- data/src/core/lib/surface/metadata_array.cc +18 -17
- data/src/core/lib/surface/server.cc +406 -174
- data/src/core/lib/surface/server.h +56 -24
- data/src/core/lib/surface/validate_metadata.cc +64 -77
- data/src/core/lib/surface/validate_metadata.h +33 -21
- data/src/core/lib/surface/version.cc +21 -21
- data/src/core/lib/transport/bdp_estimator.cc +19 -19
- data/src/core/lib/transport/bdp_estimator.h +22 -24
- data/src/core/lib/transport/connectivity_state.cc +24 -23
- data/src/core/lib/transport/connectivity_state.h +24 -25
- data/src/core/lib/transport/error_utils.cc +57 -79
- data/src/core/lib/transport/error_utils.h +29 -25
- data/src/core/lib/{channel → transport}/handshaker.cc +75 -58
- data/src/core/lib/{channel → transport}/handshaker.h +59 -48
- data/src/core/lib/transport/handshaker_factory.h +74 -0
- data/src/core/lib/transport/handshaker_registry.cc +61 -0
- data/src/core/lib/transport/handshaker_registry.h +69 -0
- data/src/core/lib/transport/http2_errors.h +22 -22
- data/src/core/{ext/filters/client_channel → lib/transport}/http_connect_handshaker.cc +78 -65
- data/src/core/lib/transport/http_connect_handshaker.h +42 -0
- data/src/core/lib/transport/metadata_batch.cc +305 -0
- data/src/core/lib/transport/metadata_batch.h +405 -304
- data/src/core/lib/transport/parsed_metadata.cc +2 -4
- data/src/core/lib/transport/parsed_metadata.h +33 -14
- data/src/core/lib/transport/pid_controller.cc +20 -20
- data/src/core/lib/transport/pid_controller.h +27 -27
- data/src/core/lib/transport/status_conversion.cc +23 -23
- data/src/core/lib/transport/status_conversion.h +24 -24
- data/src/core/lib/transport/tcp_connect_handshaker.cc +245 -0
- data/src/core/lib/transport/tcp_connect_handshaker.h +39 -0
- data/src/core/lib/transport/timeout_encoding.cc +24 -28
- data/src/core/lib/transport/timeout_encoding.h +25 -21
- data/src/core/lib/transport/transport.cc +97 -57
- data/src/core/lib/transport/transport.h +243 -213
- data/src/core/lib/transport/transport_fwd.h +20 -0
- data/src/core/lib/transport/transport_impl.h +55 -45
- data/src/core/lib/transport/transport_op_string.cc +40 -39
- data/src/core/lib/uri/uri_parser.cc +12 -4
- data/src/core/lib/uri/uri_parser.h +3 -5
- data/src/core/plugin_registry/grpc_plugin_registry.cc +60 -69
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +20 -39
- data/src/core/tsi/alts/crypt/aes_gcm.cc +20 -20
- data/src/core/tsi/alts/crypt/gsec.cc +26 -26
- data/src/core/tsi/alts/crypt/gsec.h +336 -336
- data/src/core/tsi/alts/frame_protector/alts_counter.cc +23 -23
- data/src/core/tsi/alts/frame_protector/alts_counter.h +68 -68
- data/src/core/tsi/alts/frame_protector/alts_crypter.cc +19 -19
- data/src/core/tsi/alts/frame_protector/alts_crypter.h +209 -209
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +72 -71
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +40 -40
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +18 -18
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +82 -83
- data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +26 -25
- data/src/core/tsi/alts/frame_protector/frame_handler.h +169 -169
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +117 -97
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +104 -104
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +18 -17
- data/src/core/tsi/alts/handshaker/alts_shared_resource.h +43 -44
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +51 -43
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +60 -60
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +24 -24
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +21 -20
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +38 -38
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +19 -19
- data/src/core/tsi/alts/handshaker/transport_security_common_api.h +105 -104
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +45 -44
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +40 -41
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +38 -36
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +35 -36
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +67 -68
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +32 -31
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +55 -56
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +54 -53
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +141 -142
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +67 -58
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +43 -44
- data/src/core/tsi/fake_transport_security.cc +146 -110
- data/src/core/tsi/fake_transport_security.h +36 -30
- data/src/core/tsi/local_transport_security.cc +43 -38
- data/src/core/tsi/local_transport_security.h +33 -33
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +9 -4
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +3 -3
- data/src/core/tsi/ssl/session_cache/ssl_session.h +23 -21
- data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +21 -19
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +18 -17
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +31 -22
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +27 -20
- data/src/core/tsi/ssl_transport_security.cc +299 -370
- data/src/core/tsi/ssl_transport_security.h +206 -203
- data/src/core/tsi/ssl_transport_security_utils.cc +250 -0
- data/src/core/tsi/ssl_transport_security_utils.h +147 -0
- data/src/core/tsi/ssl_types.h +27 -27
- data/src/core/tsi/transport_security.cc +44 -32
- data/src/core/tsi/transport_security.h +49 -48
- data/src/core/tsi/transport_security_grpc.cc +23 -22
- data/src/core/tsi/transport_security_grpc.h +44 -41
- data/src/core/tsi/transport_security_interface.h +344 -332
- data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export.gcc +1 -1
- data/src/ruby/ext/grpc/extconf.rb +98 -20
- data/src/ruby/ext/grpc/rb_call.c +1 -0
- data/src/ruby/ext/grpc/rb_channel.c +1 -0
- data/src/ruby/ext/grpc/rb_channel_args.c +1 -0
- data/src/ruby/ext/grpc/rb_compression_options.c +1 -1
- data/src/ruby/ext/grpc/rb_grpc.c +1 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +38 -38
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +60 -60
- data/src/ruby/ext/grpc/rb_loader.c +6 -2
- data/src/ruby/lib/grpc/errors.rb +1 -1
- data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/generate_proto_ruby.sh +0 -6
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +4 -0
- data/src/ruby/spec/channel_spec.rb +5 -43
- data/src/ruby/spec/client_server_spec.rb +20 -8
- data/src/ruby/spec/generic/active_call_spec.rb +12 -3
- data/src/ruby/spec/generic/client_stub_spec.rb +23 -23
- data/src/ruby/spec/generic/server_interceptors_spec.rb +1 -1
- data/src/ruby/spec/user_agent_spec.rb +1 -1
- data/third_party/abseil-cpp/absl/algorithm/container.h +57 -58
- data/third_party/abseil-cpp/absl/base/attributes.h +88 -41
- data/third_party/abseil-cpp/absl/base/casts.h +61 -68
- data/third_party/abseil-cpp/absl/base/config.h +221 -39
- data/third_party/abseil-cpp/absl/base/internal/cycleclock.cc +12 -42
- data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +52 -2
- data/third_party/abseil-cpp/absl/base/internal/cycleclock_config.h +55 -0
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +5 -4
- data/third_party/abseil-cpp/absl/base/internal/endian.h +17 -62
- data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +2 -0
- data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +3 -3
- data/third_party/abseil-cpp/absl/base/internal/invoke.h +54 -0
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +2 -2
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +1 -1
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +138 -0
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +39 -28
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +36 -36
- data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +6 -3
- data/third_party/abseil-cpp/absl/base/internal/spinlock.h +10 -6
- data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +2 -5
- data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +4 -1
- data/third_party/abseil-cpp/absl/base/internal/strerror.cc +88 -0
- data/third_party/abseil-cpp/absl/base/internal/strerror.h +39 -0
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +14 -11
- data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +9 -0
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +2 -1
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +4 -0
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +6 -7
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +12 -40
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock_config.h +62 -0
- data/third_party/abseil-cpp/absl/base/log_severity.cc +28 -0
- data/third_party/abseil-cpp/absl/base/log_severity.h +51 -0
- data/third_party/abseil-cpp/absl/base/macros.h +4 -21
- data/third_party/abseil-cpp/absl/base/optimization.h +76 -16
- data/third_party/abseil-cpp/absl/base/options.h +1 -7
- data/third_party/abseil-cpp/absl/base/policy_checks.h +15 -13
- data/third_party/abseil-cpp/absl/base/thread_annotations.h +2 -2
- data/third_party/abseil-cpp/absl/cleanup/cleanup.h +140 -0
- data/third_party/abseil-cpp/absl/cleanup/internal/cleanup.h +100 -0
- data/third_party/abseil-cpp/absl/container/fixed_array.h +9 -5
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +11 -4
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +503 -0
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +84 -25
- data/third_party/abseil-cpp/absl/container/internal/common.h +9 -8
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +132 -0
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +23 -29
- data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +4 -55
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +116 -23
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +40 -54
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +165 -66
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +159 -4
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +1121 -470
- data/third_party/abseil-cpp/absl/crc/crc32c.cc +99 -0
- data/third_party/abseil-cpp/absl/crc/crc32c.h +183 -0
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +256 -0
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +57 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc.cc +468 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc.h +91 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +269 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32c.h +39 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32c_inline.h +72 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +130 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +159 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +179 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +119 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +75 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +434 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_non_temporal_memcpy.cc +93 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +725 -0
- data/third_party/abseil-cpp/absl/crc/internal/non_temporal_arm_intrinsics.h +79 -0
- data/third_party/abseil-cpp/absl/crc/internal/non_temporal_memcpy.h +180 -0
- data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +45 -88
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +67 -38
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +16 -13
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +3 -2
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +19 -12
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +8 -3
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +2 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_generic-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +8 -3
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +59 -102
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_win32-inl.inc +5 -4
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +41 -11
- data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +18 -4
- data/third_party/abseil-cpp/absl/debugging/symbolize.cc +6 -1
- data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +3 -2
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +164 -101
- data/third_party/abseil-cpp/absl/debugging/symbolize_win32.inc +7 -6
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +316 -0
- data/third_party/abseil-cpp/absl/functional/bind_front.h +10 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +2 -1
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +878 -0
- data/third_party/abseil-cpp/absl/hash/hash.h +82 -8
- data/third_party/abseil-cpp/absl/hash/internal/city.cc +10 -10
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +235 -26
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +3 -14
- data/third_party/abseil-cpp/absl/memory/memory.h +26 -447
- data/third_party/abseil-cpp/absl/meta/type_traits.h +104 -12
- data/third_party/abseil-cpp/absl/numeric/bits.h +1 -1
- data/third_party/abseil-cpp/absl/numeric/int128.cc +14 -10
- data/third_party/abseil-cpp/absl/numeric/int128.h +2 -2
- data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +33 -10
- data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +4 -4
- data/third_party/abseil-cpp/absl/random/distributions.h +3 -3
- data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +3 -0
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -2
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +2 -2
- data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +59 -48
- data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +3 -24
- data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +9 -9
- data/third_party/abseil-cpp/absl/random/internal/randen.h +5 -11
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +6 -2
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +48 -23
- data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +24 -26
- data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +2 -2
- data/third_party/abseil-cpp/absl/random/internal/traits.h +53 -5
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +5 -5
- data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +33 -48
- data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +9 -10
- data/third_party/abseil-cpp/absl/random/poisson_distribution.h +7 -4
- data/third_party/abseil-cpp/absl/random/random.h +6 -6
- data/third_party/abseil-cpp/absl/random/seed_sequences.h +1 -0
- data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +2 -2
- data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +1 -1
- data/third_party/abseil-cpp/absl/random/zipf_distribution.h +4 -3
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +18 -0
- data/third_party/abseil-cpp/absl/status/status.cc +193 -14
- data/third_party/abseil-cpp/absl/status/status.h +24 -14
- data/third_party/abseil-cpp/absl/status/statusor.h +9 -3
- data/third_party/abseil-cpp/absl/strings/ascii.cc +5 -5
- data/third_party/abseil-cpp/absl/strings/ascii.h +4 -4
- data/third_party/abseil-cpp/absl/strings/charconv.cc +534 -96
- data/third_party/abseil-cpp/absl/strings/cord.cc +257 -924
- data/third_party/abseil-cpp/absl/strings/cord.h +268 -156
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +188 -0
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +44 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.cc +30 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +575 -0
- data/third_party/abseil-cpp/absl/strings/escaping.cc +73 -62
- data/third_party/abseil-cpp/absl/strings/escaping.h +24 -19
- data/third_party/abseil-cpp/absl/strings/internal/char_map.h +14 -12
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +4 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_data_edge.h +63 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +20 -32
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +441 -150
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +157 -53
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +70 -73
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +8 -6
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +4 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +3 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +5 -4
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +7 -74
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.cc +56 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.h +103 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +58 -17
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +13 -11
- data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +7 -15
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +3 -3
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +19 -43
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +7 -7
- data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +5 -4
- data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +4 -2
- data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.cc +93 -0
- data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.h +34 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +18 -15
- data/third_party/abseil-cpp/absl/strings/internal/escaping.h +7 -9
- data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +55 -0
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +14 -7
- data/third_party/abseil-cpp/absl/strings/internal/ostringstream.h +35 -10
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +113 -46
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +127 -30
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +3 -2
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +42 -10
- data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +56 -289
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +351 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +6 -6
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +9 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +215 -181
- data/third_party/abseil-cpp/absl/strings/internal/str_format/output.h +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +10 -209
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +14 -103
- data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +9 -6
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +10 -2
- data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.cc +28 -0
- data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.h +57 -0
- data/third_party/abseil-cpp/absl/strings/internal/utf8.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/numbers.cc +42 -39
- data/third_party/abseil-cpp/absl/strings/numbers.h +26 -23
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/str_cat.h +70 -16
- data/third_party/abseil-cpp/absl/strings/str_format.h +71 -9
- data/third_party/abseil-cpp/absl/strings/str_join.h +9 -15
- data/third_party/abseil-cpp/absl/strings/str_split.h +1 -2
- data/third_party/abseil-cpp/absl/strings/string_view.cc +8 -19
- data/third_party/abseil-cpp/absl/strings/string_view.h +6 -12
- data/third_party/abseil-cpp/absl/strings/strip.h +8 -6
- data/third_party/abseil-cpp/absl/strings/substitute.cc +8 -6
- data/third_party/abseil-cpp/absl/strings/substitute.h +55 -21
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +9 -6
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +0 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +20 -17
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +37 -31
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +22 -8
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +0 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +1 -6
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -25
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +10 -4
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +172 -88
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +102 -55
- data/third_party/abseil-cpp/absl/synchronization/notification.cc +0 -1
- data/third_party/abseil-cpp/absl/synchronization/notification.h +3 -3
- data/third_party/abseil-cpp/absl/time/civil_time.cc +26 -0
- data/third_party/abseil-cpp/absl/time/civil_time.h +25 -0
- data/third_party/abseil-cpp/absl/time/clock.cc +17 -11
- data/third_party/abseil-cpp/absl/time/duration.cc +12 -11
- data/third_party/abseil-cpp/absl/time/format.cc +2 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +11 -7
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +26 -5
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +7 -6
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +36 -35
- data/third_party/abseil-cpp/absl/time/time.cc +2 -2
- data/third_party/abseil-cpp/absl/time/time.h +268 -169
- data/third_party/abseil-cpp/absl/types/internal/optional.h +8 -0
- data/third_party/abseil-cpp/absl/types/internal/span.h +30 -19
- data/third_party/abseil-cpp/absl/types/internal/variant.h +28 -40
- data/third_party/abseil-cpp/absl/types/optional.h +17 -14
- data/third_party/abseil-cpp/absl/types/span.h +31 -8
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +1 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +1 -2
- data/third_party/re2/re2/bitstate.cc +3 -3
- data/third_party/re2/re2/dfa.cc +13 -13
- data/third_party/re2/re2/nfa.cc +4 -4
- data/third_party/re2/re2/onepass.cc +2 -2
- data/third_party/re2/re2/prefilter_tree.cc +27 -59
- data/third_party/re2/re2/prefilter_tree.h +3 -2
- data/third_party/re2/re2/prog.cc +11 -2
- data/third_party/re2/re2/prog.h +17 -5
- data/third_party/re2/re2/re2.cc +6 -11
- data/third_party/re2/re2/re2.h +1 -1
- data/third_party/re2/re2/regexp.cc +1 -2
- data/third_party/re2/re2/stringpiece.h +10 -7
- data/third_party/re2/re2/unicode_casefold.cc +25 -11
- data/third_party/re2/re2/unicode_groups.cc +319 -151
- data/third_party/re2/re2/walker-inl.h +3 -2
- data/third_party/re2/util/mutex.h +4 -4
- data/third_party/upb/third_party/utf8_range/utf8_range.h +1 -1
- data/third_party/upb/upb/arena.c +277 -0
- data/third_party/upb/upb/arena.h +225 -0
- data/third_party/upb/upb/array.c +114 -0
- data/third_party/upb/upb/array.h +83 -0
- data/third_party/upb/upb/collections.h +36 -0
- data/third_party/upb/upb/decode.c +161 -65
- data/third_party/upb/upb/decode.h +1 -0
- data/third_party/upb/upb/decode_fast.c +1 -1
- data/third_party/upb/upb/def.c +10 -2
- data/third_party/upb/upb/def.h +8 -1
- data/third_party/upb/upb/def.hpp +7 -4
- data/third_party/upb/upb/encode.c +29 -20
- data/third_party/upb/upb/encode.h +16 -6
- data/third_party/upb/upb/extension_registry.c +93 -0
- data/third_party/upb/upb/extension_registry.h +84 -0
- data/third_party/upb/upb/{decode_internal.h → internal/decode.h} +5 -5
- data/third_party/upb/upb/internal/table.h +385 -0
- data/third_party/upb/upb/{upb_internal.h → internal/upb.h} +3 -3
- data/third_party/upb/upb/internal/vsnprintf_compat.h +52 -0
- data/third_party/upb/upb/json_decode.c +1512 -0
- data/third_party/upb/upb/json_decode.h +47 -0
- data/third_party/upb/upb/json_encode.c +7 -3
- data/third_party/upb/upb/json_encode.h +6 -3
- data/third_party/upb/upb/map.c +108 -0
- data/third_party/upb/upb/map.h +117 -0
- data/third_party/upb/upb/message_value.h +66 -0
- data/third_party/upb/upb/mini_table.c +1147 -0
- data/third_party/upb/upb/mini_table.h +189 -0
- data/third_party/upb/upb/mini_table.hpp +112 -0
- data/third_party/upb/upb/msg.c +2 -62
- data/third_party/upb/upb/msg.h +2 -45
- data/third_party/upb/upb/msg_internal.h +28 -22
- data/third_party/upb/upb/port_def.inc +2 -1
- data/third_party/upb/upb/port_undef.inc +1 -0
- data/third_party/upb/upb/reflection.c +2 -159
- data/third_party/upb/upb/reflection.h +2 -112
- data/third_party/upb/upb/status.c +86 -0
- data/third_party/upb/upb/status.h +66 -0
- data/third_party/upb/upb/table.c +2 -2
- data/third_party/upb/upb/table_internal.h +3 -352
- data/third_party/upb/upb/text_encode.c +3 -2
- data/third_party/upb/upb/upb.c +4 -290
- data/third_party/upb/upb/upb.h +7 -196
- data/third_party/zlib/compress.c +3 -3
- data/third_party/zlib/crc32.c +21 -12
- data/third_party/zlib/deflate.c +112 -106
- data/third_party/zlib/deflate.h +2 -2
- data/third_party/zlib/gzlib.c +1 -1
- data/third_party/zlib/gzread.c +3 -5
- data/third_party/zlib/gzwrite.c +1 -1
- data/third_party/zlib/infback.c +10 -7
- data/third_party/zlib/inflate.c +5 -2
- data/third_party/zlib/inftrees.c +2 -2
- data/third_party/zlib/inftrees.h +1 -1
- data/third_party/zlib/trees.c +61 -62
- data/third_party/zlib/uncompr.c +2 -2
- data/third_party/zlib/zconf.h +16 -3
- data/third_party/zlib/zlib.h +10 -10
- data/third_party/zlib/zutil.c +9 -7
- data/third_party/zlib/zutil.h +1 -0
- metadata +372 -102
- data/include/grpc/impl/codegen/gpr_slice.h +0 -71
- data/src/core/ext/filters/client_channel/http_connect_handshaker.h +0 -42
- data/src/core/ext/filters/client_channel/lb_policy_factory.h +0 -48
- data/src/core/ext/filters/client_channel/lb_policy_registry.cc +0 -185
- data/src/core/ext/filters/client_channel/lb_policy_registry.h +0 -65
- data/src/core/ext/filters/client_channel/proxy_mapper.h +0 -54
- data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +0 -89
- data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +0 -50
- data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +0 -186
- data/src/core/ext/filters/fault_injection/service_config_parser.cc +0 -179
- data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +0 -456
- data/src/core/ext/filters/http/message_compress/message_compress_filter.h +0 -53
- data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +0 -386
- data/src/core/ext/filters/server_config_selector/server_config_selector.cc +0 -61
- data/src/core/ext/xds/certificate_provider_registry.cc +0 -103
- data/src/core/ext/xds/certificate_provider_registry.h +0 -57
- data/src/core/lib/channel/handshaker_factory.h +0 -50
- data/src/core/lib/channel/handshaker_registry.cc +0 -50
- data/src/core/lib/channel/handshaker_registry.h +0 -71
- data/src/core/lib/event_engine/sockaddr.cc +0 -40
- data/src/core/lib/event_engine/sockaddr.h +0 -44
- data/src/core/lib/gpr/env.h +0 -40
- data/src/core/lib/gpr/env_linux.cc +0 -75
- data/src/core/lib/gpr/env_posix.cc +0 -46
- data/src/core/lib/gpr/env_windows.cc +0 -74
- data/src/core/lib/gpr/murmur_hash.cc +0 -82
- data/src/core/lib/gpr/murmur_hash.h +0 -29
- data/src/core/lib/gpr/string_windows.h +0 -32
- data/src/core/lib/gpr/tls.h +0 -158
- data/src/core/lib/gprpp/capture.h +0 -76
- data/src/core/lib/iomgr/error_internal.h +0 -66
- data/src/core/lib/iomgr/event_engine/endpoint.cc +0 -172
- data/src/core/lib/iomgr/event_engine/endpoint.h +0 -52
- data/src/core/lib/iomgr/event_engine/iomgr.cc +0 -85
- data/src/core/lib/iomgr/event_engine/pollset.cc +0 -87
- data/src/core/lib/iomgr/event_engine/resolved_address_internal.cc +0 -47
- data/src/core/lib/iomgr/event_engine/resolver.cc +0 -133
- data/src/core/lib/iomgr/event_engine/resolver.h +0 -56
- data/src/core/lib/iomgr/event_engine/tcp.cc +0 -296
- data/src/core/lib/iomgr/event_engine/timer.cc +0 -62
- data/src/core/lib/iomgr/executor/mpmcqueue.cc +0 -182
- data/src/core/lib/iomgr/executor/mpmcqueue.h +0 -171
- data/src/core/lib/iomgr/executor/threadpool.cc +0 -136
- data/src/core/lib/iomgr/executor/threadpool.h +0 -150
- data/src/core/lib/iomgr/time_averaged_stats.cc +0 -64
- data/src/core/lib/iomgr/time_averaged_stats.h +0 -72
- data/src/core/lib/profiling/basic_timers.cc +0 -295
- data/src/core/lib/profiling/stap_timers.cc +0 -50
- data/src/core/lib/profiling/timers.h +0 -94
- data/src/core/lib/promise/call_push_pull.h +0 -144
- data/src/core/lib/security/security_connector/load_system_roots_linux.h +0 -46
- data/src/core/lib/slice/slice_api.cc +0 -39
- data/src/core/lib/slice/slice_refcount_base.h +0 -61
- data/src/core/lib/slice/slice_split.cc +0 -100
- data/src/core/lib/slice/slice_split.h +0 -40
- data/src/core/lib/transport/byte_stream.cc +0 -164
- data/src/core/lib/transport/byte_stream.h +0 -166
- data/third_party/abseil-cpp/absl/container/internal/have_sse.h +0 -50
@@ -18,41 +18,65 @@
|
|
18
18
|
|
19
19
|
#include "src/core/lib/surface/server.h"
|
20
20
|
|
21
|
-
#include <
|
21
|
+
#include <inttypes.h>
|
22
22
|
#include <stdlib.h>
|
23
23
|
#include <string.h>
|
24
24
|
|
25
25
|
#include <algorithm>
|
26
26
|
#include <atomic>
|
27
|
-
#include <
|
27
|
+
#include <initializer_list>
|
28
28
|
#include <list>
|
29
|
+
#include <new>
|
29
30
|
#include <queue>
|
31
|
+
#include <tuple>
|
32
|
+
#include <type_traits>
|
30
33
|
#include <utility>
|
31
34
|
#include <vector>
|
32
35
|
|
33
|
-
#include "absl/
|
36
|
+
#include "absl/cleanup/cleanup.h"
|
37
|
+
#include "absl/status/status.h"
|
34
38
|
#include "absl/types/optional.h"
|
39
|
+
#include "absl/types/variant.h"
|
35
40
|
|
36
|
-
#include <grpc/
|
41
|
+
#include <grpc/byte_buffer.h>
|
42
|
+
#include <grpc/impl/connectivity_state.h>
|
43
|
+
#include <grpc/status.h>
|
37
44
|
#include <grpc/support/log.h>
|
38
|
-
#include <grpc/support/
|
45
|
+
#include <grpc/support/time.h>
|
39
46
|
|
40
47
|
#include "src/core/lib/channel/channel_args.h"
|
48
|
+
#include "src/core/lib/channel/channel_args_preconditioning.h"
|
49
|
+
#include "src/core/lib/channel/channel_trace.h"
|
41
50
|
#include "src/core/lib/channel/channelz.h"
|
42
|
-
#include "src/core/lib/
|
43
|
-
#include "src/core/lib/
|
44
|
-
#include "src/core/lib/gpr/
|
45
|
-
#include "src/core/lib/
|
51
|
+
#include "src/core/lib/config/core_configuration.h"
|
52
|
+
#include "src/core/lib/experiments/experiments.h"
|
53
|
+
#include "src/core/lib/gpr/useful.h"
|
54
|
+
#include "src/core/lib/gprpp/crash.h"
|
55
|
+
#include "src/core/lib/gprpp/debug_location.h"
|
56
|
+
#include "src/core/lib/gprpp/match.h"
|
46
57
|
#include "src/core/lib/gprpp/mpscq.h"
|
47
|
-
#include "src/core/lib/
|
48
|
-
#include "src/core/lib/iomgr/
|
49
|
-
#include "src/core/lib/
|
58
|
+
#include "src/core/lib/gprpp/status_helper.h"
|
59
|
+
#include "src/core/lib/iomgr/exec_ctx.h"
|
60
|
+
#include "src/core/lib/iomgr/pollset_set.h"
|
61
|
+
#include "src/core/lib/promise/activity.h"
|
62
|
+
#include "src/core/lib/promise/context.h"
|
63
|
+
#include "src/core/lib/promise/detail/basic_join.h"
|
64
|
+
#include "src/core/lib/promise/detail/basic_seq.h"
|
65
|
+
#include "src/core/lib/promise/map.h"
|
66
|
+
#include "src/core/lib/promise/pipe.h"
|
67
|
+
#include "src/core/lib/promise/poll.h"
|
68
|
+
#include "src/core/lib/promise/promise.h"
|
69
|
+
#include "src/core/lib/promise/try_join.h"
|
70
|
+
#include "src/core/lib/promise/try_seq.h"
|
71
|
+
#include "src/core/lib/slice/slice_buffer.h"
|
50
72
|
#include "src/core/lib/slice/slice_internal.h"
|
51
73
|
#include "src/core/lib/surface/api_trace.h"
|
52
74
|
#include "src/core/lib/surface/call.h"
|
53
75
|
#include "src/core/lib/surface/channel.h"
|
76
|
+
#include "src/core/lib/surface/channel_stack_type.h"
|
54
77
|
#include "src/core/lib/surface/completion_queue.h"
|
55
|
-
#include "src/core/lib/
|
78
|
+
#include "src/core/lib/transport/connectivity_state.h"
|
79
|
+
#include "src/core/lib/transport/error_utils.h"
|
56
80
|
|
57
81
|
namespace grpc_core {
|
58
82
|
|
@@ -73,7 +97,6 @@ struct Server::RequestedCall {
|
|
73
97
|
cq_bound_to_call(call_cq),
|
74
98
|
call(call_arg),
|
75
99
|
initial_metadata(initial_md) {
|
76
|
-
details->reserved = nullptr;
|
77
100
|
data.batch.details = details;
|
78
101
|
}
|
79
102
|
|
@@ -172,6 +195,20 @@ class Server::RequestMatcherInterface {
|
|
172
195
|
virtual void RequestCallWithPossiblePublish(size_t request_queue_index,
|
173
196
|
RequestedCall* call) = 0;
|
174
197
|
|
198
|
+
struct MatchResult {
|
199
|
+
size_t cq_idx;
|
200
|
+
RequestedCall* requested_call;
|
201
|
+
};
|
202
|
+
|
203
|
+
// This function is invoked on an incoming promise based RPC.
|
204
|
+
// The RequestMatcher will try to match it against an application-requested
|
205
|
+
// RPC if possible or will place it in the pending queue otherwise. To enable
|
206
|
+
// some measure of fairness between server CQs, the match is done starting at
|
207
|
+
// the start_request_queue_index parameter in a cyclic order rather than
|
208
|
+
// always starting at 0.
|
209
|
+
virtual ArenaPromise<absl::StatusOr<MatchResult>> MatchRequest(
|
210
|
+
size_t start_request_queue_index) = 0;
|
211
|
+
|
175
212
|
// This function is invoked on an incoming RPC, represented by the calld
|
176
213
|
// object. The RequestMatcher will try to match it against an
|
177
214
|
// application-requested RPC if possible or will place it in the pending queue
|
@@ -203,9 +240,15 @@ class Server::RealRequestMatcher : public RequestMatcherInterface {
|
|
203
240
|
|
204
241
|
void ZombifyPending() override {
|
205
242
|
while (!pending_.empty()) {
|
206
|
-
|
207
|
-
|
208
|
-
|
243
|
+
Match(
|
244
|
+
pending_.front(),
|
245
|
+
[](CallData* calld) {
|
246
|
+
calld->SetState(CallData::CallState::ZOMBIED);
|
247
|
+
calld->KillZombie();
|
248
|
+
},
|
249
|
+
[](const std::shared_ptr<ActivityWaiter>& w) {
|
250
|
+
w->Finish(absl::InternalError("Server closed"));
|
251
|
+
});
|
209
252
|
pending_.pop();
|
210
253
|
}
|
211
254
|
}
|
@@ -215,10 +258,9 @@ class Server::RealRequestMatcher : public RequestMatcherInterface {
|
|
215
258
|
RequestedCall* rc;
|
216
259
|
while ((rc = reinterpret_cast<RequestedCall*>(
|
217
260
|
requests_per_cq_[i].Pop())) != nullptr) {
|
218
|
-
server_->FailCall(i, rc,
|
261
|
+
server_->FailCall(i, rc, error);
|
219
262
|
}
|
220
263
|
}
|
221
|
-
GRPC_ERROR_UNREF(error);
|
222
264
|
}
|
223
265
|
|
224
266
|
size_t request_queue_count() const override {
|
@@ -228,21 +270,21 @@ class Server::RealRequestMatcher : public RequestMatcherInterface {
|
|
228
270
|
void RequestCallWithPossiblePublish(size_t request_queue_index,
|
229
271
|
RequestedCall* call) override {
|
230
272
|
if (requests_per_cq_[request_queue_index].Push(&call->mpscq_node)) {
|
231
|
-
|
232
|
-
|
233
|
-
struct
|
273
|
+
// this was the first queued request: we need to lock and start
|
274
|
+
// matching calls
|
275
|
+
struct NextPendingCall {
|
234
276
|
RequestedCall* rc = nullptr;
|
235
|
-
|
277
|
+
PendingCall pending;
|
236
278
|
};
|
237
279
|
auto pop_next_pending = [this, request_queue_index] {
|
238
|
-
|
280
|
+
NextPendingCall pending_call;
|
239
281
|
{
|
240
282
|
MutexLock lock(&server_->mu_call_);
|
241
283
|
if (!pending_.empty()) {
|
242
284
|
pending_call.rc = reinterpret_cast<RequestedCall*>(
|
243
285
|
requests_per_cq_[request_queue_index].Pop());
|
244
286
|
if (pending_call.rc != nullptr) {
|
245
|
-
pending_call.
|
287
|
+
pending_call.pending = std::move(pending_.front());
|
246
288
|
pending_.pop();
|
247
289
|
}
|
248
290
|
}
|
@@ -250,14 +292,20 @@ class Server::RealRequestMatcher : public RequestMatcherInterface {
|
|
250
292
|
return pending_call;
|
251
293
|
};
|
252
294
|
while (true) {
|
253
|
-
|
295
|
+
NextPendingCall next_pending = pop_next_pending();
|
254
296
|
if (next_pending.rc == nullptr) break;
|
255
|
-
|
256
|
-
|
257
|
-
|
258
|
-
|
259
|
-
|
260
|
-
|
297
|
+
auto mr = MatchResult{request_queue_index, next_pending.rc};
|
298
|
+
Match(
|
299
|
+
next_pending.pending,
|
300
|
+
[mr](CallData* calld) {
|
301
|
+
if (!calld->MaybeActivate()) {
|
302
|
+
// Zombied Call
|
303
|
+
calld->KillZombie();
|
304
|
+
} else {
|
305
|
+
calld->Publish(mr.cq_idx, mr.requested_call);
|
306
|
+
}
|
307
|
+
},
|
308
|
+
[mr](const std::shared_ptr<ActivityWaiter>& w) { w->Finish(mr); });
|
261
309
|
}
|
262
310
|
}
|
263
311
|
}
|
@@ -269,14 +317,12 @@ class Server::RealRequestMatcher : public RequestMatcherInterface {
|
|
269
317
|
RequestedCall* rc =
|
270
318
|
reinterpret_cast<RequestedCall*>(requests_per_cq_[cq_idx].TryPop());
|
271
319
|
if (rc != nullptr) {
|
272
|
-
GRPC_STATS_INC_SERVER_CQS_CHECKED(i);
|
273
320
|
calld->SetState(CallData::CallState::ACTIVATED);
|
274
321
|
calld->Publish(cq_idx, rc);
|
275
322
|
return;
|
276
323
|
}
|
277
324
|
}
|
278
325
|
// No cq to take the request found; queue it on the slow list.
|
279
|
-
GRPC_STATS_INC_SERVER_SLOWPATH_REQUESTS_QUEUED();
|
280
326
|
// We need to ensure that all the queues are empty. We do this under
|
281
327
|
// the server mu_call_ lock to ensure that if something is added to
|
282
328
|
// an empty request queue, it will block until the call is actually
|
@@ -300,16 +346,70 @@ class Server::RealRequestMatcher : public RequestMatcherInterface {
|
|
300
346
|
return;
|
301
347
|
}
|
302
348
|
}
|
303
|
-
GRPC_STATS_INC_SERVER_CQS_CHECKED(loop_count + requests_per_cq_.size());
|
304
349
|
calld->SetState(CallData::CallState::ACTIVATED);
|
305
350
|
calld->Publish(cq_idx, rc);
|
306
351
|
}
|
307
352
|
|
353
|
+
ArenaPromise<absl::StatusOr<MatchResult>> MatchRequest(
|
354
|
+
size_t start_request_queue_index) override {
|
355
|
+
for (size_t i = 0; i < requests_per_cq_.size(); i++) {
|
356
|
+
size_t cq_idx = (start_request_queue_index + i) % requests_per_cq_.size();
|
357
|
+
RequestedCall* rc =
|
358
|
+
reinterpret_cast<RequestedCall*>(requests_per_cq_[cq_idx].TryPop());
|
359
|
+
if (rc != nullptr) {
|
360
|
+
return Immediate(MatchResult{cq_idx, rc});
|
361
|
+
}
|
362
|
+
}
|
363
|
+
// No cq to take the request found; queue it on the slow list.
|
364
|
+
// We need to ensure that all the queues are empty. We do this under
|
365
|
+
// the server mu_call_ lock to ensure that if something is added to
|
366
|
+
// an empty request queue, it will block until the call is actually
|
367
|
+
// added to the pending list.
|
368
|
+
RequestedCall* rc = nullptr;
|
369
|
+
size_t cq_idx = 0;
|
370
|
+
size_t loop_count;
|
371
|
+
{
|
372
|
+
MutexLock lock(&server_->mu_call_);
|
373
|
+
for (loop_count = 0; loop_count < requests_per_cq_.size(); loop_count++) {
|
374
|
+
cq_idx =
|
375
|
+
(start_request_queue_index + loop_count) % requests_per_cq_.size();
|
376
|
+
rc = reinterpret_cast<RequestedCall*>(requests_per_cq_[cq_idx].Pop());
|
377
|
+
if (rc != nullptr) {
|
378
|
+
break;
|
379
|
+
}
|
380
|
+
}
|
381
|
+
if (rc == nullptr) {
|
382
|
+
auto w = std::make_shared<ActivityWaiter>(
|
383
|
+
Activity::current()->MakeOwningWaker());
|
384
|
+
pending_.push(w);
|
385
|
+
return [w]() -> Poll<absl::StatusOr<MatchResult>> {
|
386
|
+
std::unique_ptr<absl::StatusOr<MatchResult>> r(
|
387
|
+
w->result.exchange(nullptr, std::memory_order_acq_rel));
|
388
|
+
if (r == nullptr) return Pending{};
|
389
|
+
return std::move(*r);
|
390
|
+
};
|
391
|
+
}
|
392
|
+
}
|
393
|
+
return Immediate(MatchResult{cq_idx, rc});
|
394
|
+
}
|
395
|
+
|
308
396
|
Server* server() const override { return server_; }
|
309
397
|
|
310
398
|
private:
|
311
399
|
Server* const server_;
|
312
|
-
|
400
|
+
struct ActivityWaiter {
|
401
|
+
explicit ActivityWaiter(Waker waker) : waker(std::move(waker)) {}
|
402
|
+
~ActivityWaiter() { delete result.load(std::memory_order_acquire); }
|
403
|
+
void Finish(absl::StatusOr<MatchResult> r) {
|
404
|
+
result.store(new absl::StatusOr<MatchResult>(std::move(r)),
|
405
|
+
std::memory_order_release);
|
406
|
+
waker.Wakeup();
|
407
|
+
}
|
408
|
+
Waker waker;
|
409
|
+
std::atomic<absl::StatusOr<MatchResult>*> result{nullptr};
|
410
|
+
};
|
411
|
+
using PendingCall = absl::variant<CallData*, std::shared_ptr<ActivityWaiter>>;
|
412
|
+
std::queue<PendingCall> pending_;
|
313
413
|
std::vector<LockedMultiProducerSingleConsumerQueue> requests_per_cq_;
|
314
414
|
};
|
315
415
|
|
@@ -335,15 +435,13 @@ class Server::AllocatingRequestMatcherBase : public RequestMatcherInterface {
|
|
335
435
|
|
336
436
|
void ZombifyPending() override {}
|
337
437
|
|
338
|
-
void KillRequests(grpc_error_handle error) override {
|
339
|
-
GRPC_ERROR_UNREF(error);
|
340
|
-
}
|
438
|
+
void KillRequests(grpc_error_handle /*error*/) override {}
|
341
439
|
|
342
440
|
size_t request_queue_count() const override { return 0; }
|
343
441
|
|
344
442
|
void RequestCallWithPossiblePublish(size_t /*request_queue_index*/,
|
345
443
|
RequestedCall* /*call*/) final {
|
346
|
-
|
444
|
+
Crash("unreachable");
|
347
445
|
}
|
348
446
|
|
349
447
|
Server* server() const override { return server_; }
|
@@ -372,7 +470,10 @@ class Server::AllocatingRequestMatcherBatch
|
|
372
470
|
|
373
471
|
void MatchOrQueue(size_t /*start_request_queue_index*/,
|
374
472
|
CallData* calld) override {
|
375
|
-
|
473
|
+
const bool still_running = server()->ShutdownRefOnRequest();
|
474
|
+
auto cleanup_ref =
|
475
|
+
absl::MakeCleanup([this] { server()->ShutdownUnrefOnRequest(); });
|
476
|
+
if (still_running) {
|
376
477
|
BatchCallAllocation call_info = allocator_();
|
377
478
|
GPR_ASSERT(server()->ValidateServerRequest(
|
378
479
|
cq(), static_cast<void*>(call_info.tag), nullptr,
|
@@ -385,7 +486,25 @@ class Server::AllocatingRequestMatcherBatch
|
|
385
486
|
} else {
|
386
487
|
calld->FailCallCreation();
|
387
488
|
}
|
388
|
-
|
489
|
+
}
|
490
|
+
|
491
|
+
ArenaPromise<absl::StatusOr<MatchResult>> MatchRequest(
|
492
|
+
size_t /*start_request_queue_index*/) override {
|
493
|
+
const bool still_running = server()->ShutdownRefOnRequest();
|
494
|
+
auto cleanup_ref =
|
495
|
+
absl::MakeCleanup([this] { server()->ShutdownUnrefOnRequest(); });
|
496
|
+
if (still_running) {
|
497
|
+
BatchCallAllocation call_info = allocator_();
|
498
|
+
GPR_ASSERT(server()->ValidateServerRequest(
|
499
|
+
cq(), static_cast<void*>(call_info.tag), nullptr,
|
500
|
+
nullptr) == GRPC_CALL_OK);
|
501
|
+
RequestedCall* rc = new RequestedCall(
|
502
|
+
static_cast<void*>(call_info.tag), call_info.cq, call_info.call,
|
503
|
+
call_info.initial_metadata, call_info.details);
|
504
|
+
return Immediate(MatchResult{cq_idx(), rc});
|
505
|
+
} else {
|
506
|
+
return Immediate(absl::InternalError("Server shutdown"));
|
507
|
+
}
|
389
508
|
}
|
390
509
|
|
391
510
|
private:
|
@@ -405,6 +524,8 @@ class Server::AllocatingRequestMatcherRegistered
|
|
405
524
|
|
406
525
|
void MatchOrQueue(size_t /*start_request_queue_index*/,
|
407
526
|
CallData* calld) override {
|
527
|
+
auto cleanup_ref =
|
528
|
+
absl::MakeCleanup([this] { server()->ShutdownUnrefOnRequest(); });
|
408
529
|
if (server()->ShutdownRefOnRequest()) {
|
409
530
|
RegisteredCallAllocation call_info = allocator_();
|
410
531
|
GPR_ASSERT(server()->ValidateServerRequest(
|
@@ -419,7 +540,26 @@ class Server::AllocatingRequestMatcherRegistered
|
|
419
540
|
} else {
|
420
541
|
calld->FailCallCreation();
|
421
542
|
}
|
422
|
-
|
543
|
+
}
|
544
|
+
|
545
|
+
ArenaPromise<absl::StatusOr<MatchResult>> MatchRequest(
|
546
|
+
size_t /*start_request_queue_index*/) override {
|
547
|
+
const bool still_running = server()->ShutdownRefOnRequest();
|
548
|
+
auto cleanup_ref =
|
549
|
+
absl::MakeCleanup([this] { server()->ShutdownUnrefOnRequest(); });
|
550
|
+
if (still_running) {
|
551
|
+
RegisteredCallAllocation call_info = allocator_();
|
552
|
+
GPR_ASSERT(server()->ValidateServerRequest(
|
553
|
+
cq(), call_info.tag, call_info.optional_payload,
|
554
|
+
registered_method_) == GRPC_CALL_OK);
|
555
|
+
RequestedCall* rc =
|
556
|
+
new RequestedCall(call_info.tag, call_info.cq, call_info.call,
|
557
|
+
call_info.initial_metadata, registered_method_,
|
558
|
+
call_info.deadline, call_info.optional_payload);
|
559
|
+
return Immediate(MatchResult{cq_idx(), rc});
|
560
|
+
} else {
|
561
|
+
return Immediate(absl::InternalError("Server shutdown"));
|
562
|
+
}
|
423
563
|
}
|
424
564
|
|
425
565
|
private:
|
@@ -439,19 +579,17 @@ class ChannelBroadcaster {
|
|
439
579
|
// when the actual setup and shutdown broadcast take place.
|
440
580
|
|
441
581
|
// Copies over the channels from the locked server.
|
442
|
-
void FillChannelsLocked(std::vector<
|
582
|
+
void FillChannelsLocked(std::vector<RefCountedPtr<Channel>> channels) {
|
443
583
|
GPR_DEBUG_ASSERT(channels_.empty());
|
444
584
|
channels_ = std::move(channels);
|
445
585
|
}
|
446
586
|
|
447
587
|
// Broadcasts a shutdown on each channel.
|
448
588
|
void BroadcastShutdown(bool send_goaway, grpc_error_handle force_disconnect) {
|
449
|
-
for (
|
450
|
-
SendShutdown(channel, send_goaway,
|
451
|
-
GRPC_CHANNEL_INTERNAL_UNREF(channel, "broadcast");
|
589
|
+
for (const RefCountedPtr<Channel>& channel : channels_) {
|
590
|
+
SendShutdown(channel->c_ptr(), send_goaway, force_disconnect);
|
452
591
|
}
|
453
592
|
channels_.clear(); // just for safety against double broadcast
|
454
|
-
GRPC_ERROR_UNREF(force_disconnect);
|
455
593
|
}
|
456
594
|
|
457
595
|
private:
|
@@ -462,7 +600,7 @@ class ChannelBroadcaster {
|
|
462
600
|
|
463
601
|
static void ShutdownCleanup(void* arg, grpc_error_handle /*error*/) {
|
464
602
|
ShutdownCleanupArgs* a = static_cast<ShutdownCleanupArgs*>(arg);
|
465
|
-
|
603
|
+
CSliceUnref(a->slice);
|
466
604
|
delete a;
|
467
605
|
}
|
468
606
|
|
@@ -475,10 +613,9 @@ class ChannelBroadcaster {
|
|
475
613
|
grpc_channel_element* elem;
|
476
614
|
op->goaway_error =
|
477
615
|
send_goaway
|
478
|
-
? grpc_error_set_int(
|
479
|
-
|
480
|
-
|
481
|
-
: GRPC_ERROR_NONE;
|
616
|
+
? grpc_error_set_int(GRPC_ERROR_CREATE("Server shutdown"),
|
617
|
+
StatusIntProperty::kRpcStatus, GRPC_STATUS_OK)
|
618
|
+
: absl::OkStatus();
|
482
619
|
sc->slice = grpc_slice_from_copied_string("Server shutdown");
|
483
620
|
op->disconnect_with_error = send_disconnect;
|
484
621
|
elem =
|
@@ -486,7 +623,7 @@ class ChannelBroadcaster {
|
|
486
623
|
elem->filter->start_transport_op(elem, op);
|
487
624
|
}
|
488
625
|
|
489
|
-
std::vector<
|
626
|
+
std::vector<RefCountedPtr<Channel>> channels_;
|
490
627
|
};
|
491
628
|
|
492
629
|
} // namespace
|
@@ -497,7 +634,7 @@ class ChannelBroadcaster {
|
|
497
634
|
|
498
635
|
const grpc_channel_filter Server::kServerTopFilter = {
|
499
636
|
Server::CallData::StartTransportStreamOpBatch,
|
500
|
-
|
637
|
+
Server::ChannelData::MakeCallPromise,
|
501
638
|
grpc_channel_next_op,
|
502
639
|
sizeof(Server::CallData),
|
503
640
|
Server::CallData::InitCallElement,
|
@@ -505,6 +642,7 @@ const grpc_channel_filter Server::kServerTopFilter = {
|
|
505
642
|
Server::CallData::DestroyCallElement,
|
506
643
|
sizeof(Server::ChannelData),
|
507
644
|
Server::ChannelData::InitChannelElement,
|
645
|
+
grpc_channel_stack_no_post_init,
|
508
646
|
Server::ChannelData::DestroyChannelElement,
|
509
647
|
grpc_channel_next_get_info,
|
510
648
|
"server",
|
@@ -513,13 +651,13 @@ const grpc_channel_filter Server::kServerTopFilter = {
|
|
513
651
|
namespace {
|
514
652
|
|
515
653
|
RefCountedPtr<channelz::ServerNode> CreateChannelzNode(
|
516
|
-
const
|
654
|
+
const ChannelArgs& args) {
|
517
655
|
RefCountedPtr<channelz::ServerNode> channelz_node;
|
518
|
-
if (
|
519
|
-
|
520
|
-
size_t channel_tracer_max_memory =
|
521
|
-
|
522
|
-
|
656
|
+
if (args.GetBool(GRPC_ARG_ENABLE_CHANNELZ)
|
657
|
+
.value_or(GRPC_ENABLE_CHANNELZ_DEFAULT)) {
|
658
|
+
size_t channel_tracer_max_memory = std::max(
|
659
|
+
0, args.GetInt(GRPC_ARG_MAX_CHANNEL_TRACE_EVENT_MEMORY_PER_NODE)
|
660
|
+
.value_or(GRPC_MAX_CHANNEL_TRACE_EVENT_MEMORY_PER_NODE_DEFAULT));
|
523
661
|
channelz_node =
|
524
662
|
MakeRefCounted<channelz::ServerNode>(channel_tracer_max_memory);
|
525
663
|
channelz_node->AddTraceEvent(
|
@@ -531,12 +669,10 @@ RefCountedPtr<channelz::ServerNode> CreateChannelzNode(
|
|
531
669
|
|
532
670
|
} // namespace
|
533
671
|
|
534
|
-
Server::Server(const
|
535
|
-
: channel_args_(
|
536
|
-
channelz_node_(CreateChannelzNode(args)) {}
|
672
|
+
Server::Server(const ChannelArgs& args)
|
673
|
+
: channel_args_(args), channelz_node_(CreateChannelzNode(args)) {}
|
537
674
|
|
538
675
|
Server::~Server() {
|
539
|
-
grpc_channel_args_destroy(channel_args_);
|
540
676
|
// Remove the cq pollsets from the config_fetcher.
|
541
677
|
if (started_ && config_fetcher_ != nullptr &&
|
542
678
|
config_fetcher_->interested_parties() != nullptr) {
|
@@ -567,11 +703,11 @@ void Server::Start() {
|
|
567
703
|
}
|
568
704
|
}
|
569
705
|
if (unregistered_request_matcher_ == nullptr) {
|
570
|
-
unregistered_request_matcher_ =
|
706
|
+
unregistered_request_matcher_ = std::make_unique<RealRequestMatcher>(this);
|
571
707
|
}
|
572
708
|
for (std::unique_ptr<RegisteredMethod>& rm : registered_methods_) {
|
573
709
|
if (rm->matcher == nullptr) {
|
574
|
-
rm->matcher =
|
710
|
+
rm->matcher = std::make_unique<RealRequestMatcher>(this);
|
575
711
|
}
|
576
712
|
}
|
577
713
|
{
|
@@ -598,18 +734,16 @@ void Server::Start() {
|
|
598
734
|
|
599
735
|
grpc_error_handle Server::SetupTransport(
|
600
736
|
grpc_transport* transport, grpc_pollset* accepting_pollset,
|
601
|
-
const
|
737
|
+
const ChannelArgs& args,
|
602
738
|
const RefCountedPtr<channelz::SocketNode>& socket_node) {
|
603
739
|
// Create channel.
|
604
|
-
|
605
|
-
|
606
|
-
|
607
|
-
|
608
|
-
return error;
|
740
|
+
absl::StatusOr<RefCountedPtr<Channel>> channel =
|
741
|
+
Channel::Create(nullptr, args, GRPC_SERVER_CHANNEL, transport);
|
742
|
+
if (!channel.ok()) {
|
743
|
+
return absl_status_to_grpc_error(channel.status());
|
609
744
|
}
|
610
745
|
ChannelData* chand = static_cast<ChannelData*>(
|
611
|
-
grpc_channel_stack_element(
|
612
|
-
->channel_data);
|
746
|
+
grpc_channel_stack_element((*channel)->channel_stack(), 0)->channel_data);
|
613
747
|
// Set up CQs.
|
614
748
|
size_t cq_idx;
|
615
749
|
for (cq_idx = 0; cq_idx < cqs_.size(); cq_idx++) {
|
@@ -626,8 +760,9 @@ grpc_error_handle Server::SetupTransport(
|
|
626
760
|
channelz_node_->AddChildSocket(socket_node);
|
627
761
|
}
|
628
762
|
// Initialize chand.
|
629
|
-
chand->InitTransport(Ref(), channel, cq_idx, transport,
|
630
|
-
|
763
|
+
chand->InitTransport(Ref(), std::move(*channel), cq_idx, transport,
|
764
|
+
channelz_socket_uuid);
|
765
|
+
return absl::OkStatus();
|
631
766
|
}
|
632
767
|
|
633
768
|
bool Server::HasOpenConnections() {
|
@@ -639,7 +774,7 @@ void Server::SetRegisteredMethodAllocator(
|
|
639
774
|
grpc_completion_queue* cq, void* method_tag,
|
640
775
|
std::function<RegisteredCallAllocation()> allocator) {
|
641
776
|
RegisteredMethod* rm = static_cast<RegisteredMethod*>(method_tag);
|
642
|
-
rm->matcher =
|
777
|
+
rm->matcher = std::make_unique<AllocatingRequestMatcherRegistered>(
|
643
778
|
this, cq, rm, std::move(allocator));
|
644
779
|
}
|
645
780
|
|
@@ -647,8 +782,8 @@ void Server::SetBatchMethodAllocator(
|
|
647
782
|
grpc_completion_queue* cq, std::function<BatchCallAllocation()> allocator) {
|
648
783
|
GPR_DEBUG_ASSERT(unregistered_request_matcher_ == nullptr);
|
649
784
|
unregistered_request_matcher_ =
|
650
|
-
|
651
|
-
|
785
|
+
std::make_unique<AllocatingRequestMatcherBatch>(this, cq,
|
786
|
+
std::move(allocator));
|
652
787
|
}
|
653
788
|
|
654
789
|
void Server::RegisterCompletionQueue(grpc_completion_queue* cq) {
|
@@ -689,7 +824,7 @@ Server::RegisteredMethod* Server::RegisterMethod(
|
|
689
824
|
flags);
|
690
825
|
return nullptr;
|
691
826
|
}
|
692
|
-
registered_methods_.emplace_back(
|
827
|
+
registered_methods_.emplace_back(std::make_unique<RegisteredMethod>(
|
693
828
|
method, host, payload_handling, flags));
|
694
829
|
return registered_methods_.back().get();
|
695
830
|
}
|
@@ -702,7 +837,7 @@ void Server::FailCall(size_t cq_idx, RequestedCall* rc,
|
|
702
837
|
grpc_error_handle error) {
|
703
838
|
*rc->call = nullptr;
|
704
839
|
rc->initial_metadata->count = 0;
|
705
|
-
GPR_ASSERT(error
|
840
|
+
GPR_ASSERT(!error.ok());
|
706
841
|
grpc_cq_end_op(cqs_[cq_idx], rc->tag, error, DoneRequestEvent, rc,
|
707
842
|
&rc->completion);
|
708
843
|
}
|
@@ -715,8 +850,7 @@ void Server::MaybeFinishShutdown() {
|
|
715
850
|
}
|
716
851
|
{
|
717
852
|
MutexLock lock(&mu_call_);
|
718
|
-
KillPendingWorkLocked(
|
719
|
-
GRPC_ERROR_CREATE_FROM_STATIC_STRING("Server Shutdown"));
|
853
|
+
KillPendingWorkLocked(GRPC_ERROR_CREATE("Server Shutdown"));
|
720
854
|
}
|
721
855
|
if (!channels_.empty() || listeners_destroyed_ < listeners_.size()) {
|
722
856
|
if (gpr_time_cmp(gpr_time_sub(gpr_now(GPR_CLOCK_REALTIME),
|
@@ -734,29 +868,27 @@ void Server::MaybeFinishShutdown() {
|
|
734
868
|
shutdown_published_ = true;
|
735
869
|
for (auto& shutdown_tag : shutdown_tags_) {
|
736
870
|
Ref().release();
|
737
|
-
grpc_cq_end_op(shutdown_tag.cq, shutdown_tag.tag,
|
871
|
+
grpc_cq_end_op(shutdown_tag.cq, shutdown_tag.tag, absl::OkStatus(),
|
738
872
|
DoneShutdownEvent, this, &shutdown_tag.completion);
|
739
873
|
}
|
740
874
|
}
|
741
875
|
|
742
876
|
void Server::KillPendingWorkLocked(grpc_error_handle error) {
|
743
877
|
if (started_) {
|
744
|
-
unregistered_request_matcher_->KillRequests(
|
878
|
+
unregistered_request_matcher_->KillRequests(error);
|
745
879
|
unregistered_request_matcher_->ZombifyPending();
|
746
880
|
for (std::unique_ptr<RegisteredMethod>& rm : registered_methods_) {
|
747
|
-
rm->matcher->KillRequests(
|
881
|
+
rm->matcher->KillRequests(error);
|
748
882
|
rm->matcher->ZombifyPending();
|
749
883
|
}
|
750
884
|
}
|
751
|
-
GRPC_ERROR_UNREF(error);
|
752
885
|
}
|
753
886
|
|
754
|
-
std::vector<
|
755
|
-
std::vector<
|
887
|
+
std::vector<RefCountedPtr<Channel>> Server::GetChannelsLocked() const {
|
888
|
+
std::vector<RefCountedPtr<Channel>> channels;
|
756
889
|
channels.reserve(channels_.size());
|
757
890
|
for (const ChannelData* chand : channels_) {
|
758
|
-
channels.push_back(chand->channel());
|
759
|
-
GRPC_CHANNEL_INTERNAL_REF(chand->channel(), "broadcast");
|
891
|
+
channels.push_back(chand->channel()->Ref());
|
760
892
|
}
|
761
893
|
return channels;
|
762
894
|
}
|
@@ -791,7 +923,7 @@ void DonePublishedShutdown(void* /*done_arg*/, grpc_cq_completion* storage) {
|
|
791
923
|
// connection is NOT closed until the server is done with all those calls.
|
792
924
|
// -- Once there are no more calls in progress, the channel is closed.
|
793
925
|
void Server::ShutdownAndNotify(grpc_completion_queue* cq, void* tag) {
|
794
|
-
|
926
|
+
Notification* await_requests = nullptr;
|
795
927
|
ChannelBroadcaster broadcaster;
|
796
928
|
{
|
797
929
|
// Wait for startup to be finished. Locks mu_global.
|
@@ -802,7 +934,7 @@ void Server::ShutdownAndNotify(grpc_completion_queue* cq, void* tag) {
|
|
802
934
|
// Stay locked, and gather up some stuff to do.
|
803
935
|
GPR_ASSERT(grpc_cq_begin_op(cq, tag));
|
804
936
|
if (shutdown_published_) {
|
805
|
-
grpc_cq_end_op(cq, tag,
|
937
|
+
grpc_cq_end_op(cq, tag, absl::OkStatus(), DonePublishedShutdown, nullptr,
|
806
938
|
new grpc_cq_completion);
|
807
939
|
return;
|
808
940
|
}
|
@@ -815,8 +947,7 @@ void Server::ShutdownAndNotify(grpc_completion_queue* cq, void* tag) {
|
|
815
947
|
// Collect all unregistered then registered calls.
|
816
948
|
{
|
817
949
|
MutexLock lock(&mu_call_);
|
818
|
-
KillPendingWorkLocked(
|
819
|
-
GRPC_ERROR_CREATE_FROM_STATIC_STRING("Server Shutdown"));
|
950
|
+
KillPendingWorkLocked(GRPC_ERROR_CREATE("Server Shutdown"));
|
820
951
|
}
|
821
952
|
await_requests = ShutdownUnrefOnShutdownCall();
|
822
953
|
}
|
@@ -825,8 +956,13 @@ void Server::ShutdownAndNotify(grpc_completion_queue* cq, void* tag) {
|
|
825
956
|
if (await_requests != nullptr) {
|
826
957
|
await_requests->WaitForNotification();
|
827
958
|
}
|
828
|
-
|
959
|
+
StopListening();
|
960
|
+
broadcaster.BroadcastShutdown(/*send_goaway=*/true, absl::OkStatus());
|
961
|
+
}
|
962
|
+
|
963
|
+
void Server::StopListening() {
|
829
964
|
for (auto& listener : listeners_) {
|
965
|
+
if (listener.listener == nullptr) continue;
|
830
966
|
channelz::ListenSocketNode* channelz_listen_socket_node =
|
831
967
|
listener.listener->channelz_listen_socket_node();
|
832
968
|
if (channelz_node_ != nullptr && channelz_listen_socket_node != nullptr) {
|
@@ -838,7 +974,6 @@ void Server::ShutdownAndNotify(grpc_completion_queue* cq, void* tag) {
|
|
838
974
|
listener.listener->SetOnDestroyDone(&listener.destroy_done);
|
839
975
|
listener.listener.reset();
|
840
976
|
}
|
841
|
-
broadcaster.BroadcastShutdown(/*send_goaway=*/true, GRPC_ERROR_NONE);
|
842
977
|
}
|
843
978
|
|
844
979
|
void Server::CancelAllCalls() {
|
@@ -848,8 +983,16 @@ void Server::CancelAllCalls() {
|
|
848
983
|
broadcaster.FillChannelsLocked(GetChannelsLocked());
|
849
984
|
}
|
850
985
|
broadcaster.BroadcastShutdown(
|
851
|
-
/*send_goaway=*/false,
|
852
|
-
|
986
|
+
/*send_goaway=*/false, GRPC_ERROR_CREATE("Cancelling all calls"));
|
987
|
+
}
|
988
|
+
|
989
|
+
void Server::SendGoaways() {
|
990
|
+
ChannelBroadcaster broadcaster;
|
991
|
+
{
|
992
|
+
MutexLock lock(&mu_global_);
|
993
|
+
broadcaster.FillChannelsLocked(GetChannelsLocked());
|
994
|
+
}
|
995
|
+
broadcaster.BroadcastShutdown(/*send_goaway=*/true, absl::OkStatus());
|
853
996
|
}
|
854
997
|
|
855
998
|
void Server::Orphan() {
|
@@ -898,8 +1041,7 @@ grpc_call_error Server::ValidateServerRequestAndCq(
|
|
898
1041
|
|
899
1042
|
grpc_call_error Server::QueueRequestedCall(size_t cq_idx, RequestedCall* rc) {
|
900
1043
|
if (ShutdownCalled()) {
|
901
|
-
FailCall(cq_idx, rc,
|
902
|
-
GRPC_ERROR_CREATE_FROM_STATIC_STRING("Server Shutdown"));
|
1044
|
+
FailCall(cq_idx, rc, GRPC_ERROR_CREATE("Server Shutdown"));
|
903
1045
|
return GRPC_CALL_OK;
|
904
1046
|
}
|
905
1047
|
RequestMatcherInterface* rm;
|
@@ -956,13 +1098,8 @@ grpc_call_error Server::RequestRegisteredCall(
|
|
956
1098
|
class Server::ChannelData::ConnectivityWatcher
|
957
1099
|
: public AsyncConnectivityStateWatcherInterface {
|
958
1100
|
public:
|
959
|
-
explicit ConnectivityWatcher(ChannelData* chand)
|
960
|
-
|
961
|
-
}
|
962
|
-
|
963
|
-
~ConnectivityWatcher() override {
|
964
|
-
GRPC_CHANNEL_INTERNAL_UNREF(chand_->channel_, "connectivity");
|
965
|
-
}
|
1101
|
+
explicit ConnectivityWatcher(ChannelData* chand)
|
1102
|
+
: chand_(chand), channel_(chand_->channel_->Ref()) {}
|
966
1103
|
|
967
1104
|
private:
|
968
1105
|
void OnConnectivityStateChange(grpc_connectivity_state new_state,
|
@@ -974,7 +1111,8 @@ class Server::ChannelData::ConnectivityWatcher
|
|
974
1111
|
chand_->Destroy();
|
975
1112
|
}
|
976
1113
|
|
977
|
-
ChannelData* chand_;
|
1114
|
+
ChannelData* const chand_;
|
1115
|
+
const RefCountedPtr<Channel> channel_;
|
978
1116
|
};
|
979
1117
|
|
980
1118
|
//
|
@@ -999,7 +1137,8 @@ Server::ChannelData::~ChannelData() {
|
|
999
1137
|
}
|
1000
1138
|
|
1001
1139
|
void Server::ChannelData::InitTransport(RefCountedPtr<Server> server,
|
1002
|
-
|
1140
|
+
RefCountedPtr<Channel> channel,
|
1141
|
+
size_t cq_idx,
|
1003
1142
|
grpc_transport* transport,
|
1004
1143
|
intptr_t channelz_socket_uuid) {
|
1005
1144
|
server_ = std::move(server);
|
@@ -1013,7 +1152,7 @@ void Server::ChannelData::InitTransport(RefCountedPtr<Server> server,
|
|
1013
1152
|
uint32_t max_probes = 0;
|
1014
1153
|
size_t slots = 2 * num_registered_methods;
|
1015
1154
|
registered_methods_ =
|
1016
|
-
|
1155
|
+
std::make_unique<std::vector<ChannelRegisteredMethod>>(slots);
|
1017
1156
|
for (std::unique_ptr<RegisteredMethod>& rm : server_->registered_methods_) {
|
1018
1157
|
Slice host;
|
1019
1158
|
Slice method = Slice::FromExternalString(rm->method);
|
@@ -1054,8 +1193,7 @@ void Server::ChannelData::InitTransport(RefCountedPtr<Server> server,
|
|
1054
1193
|
op->set_accept_stream_user_data = this;
|
1055
1194
|
op->start_connectivity_watch = MakeOrphanable<ConnectivityWatcher>(this);
|
1056
1195
|
if (server_->ShutdownCalled()) {
|
1057
|
-
op->disconnect_with_error =
|
1058
|
-
GRPC_ERROR_CREATE_FROM_STATIC_STRING("Server shutdown");
|
1196
|
+
op->disconnect_with_error = GRPC_ERROR_CREATE("Server shutdown");
|
1059
1197
|
}
|
1060
1198
|
grpc_transport_perform_op(transport, op);
|
1061
1199
|
}
|
@@ -1063,10 +1201,9 @@ void Server::ChannelData::InitTransport(RefCountedPtr<Server> server,
|
|
1063
1201
|
Server::ChannelRegisteredMethod* Server::ChannelData::GetRegisteredMethod(
|
1064
1202
|
const grpc_slice& host, const grpc_slice& path) {
|
1065
1203
|
if (registered_methods_ == nullptr) return nullptr;
|
1066
|
-
|
1067
|
-
|
1068
|
-
uint32_t hash =
|
1069
|
-
MixHash32(grpc_slice_hash_internal(host), grpc_slice_hash_internal(path));
|
1204
|
+
// TODO(ctiller): unify these two searches
|
1205
|
+
// check for an exact match with host
|
1206
|
+
uint32_t hash = MixHash32(grpc_slice_hash(host), grpc_slice_hash(path));
|
1070
1207
|
for (size_t i = 0; i <= registered_method_max_probes_; i++) {
|
1071
1208
|
ChannelRegisteredMethod* rm =
|
1072
1209
|
&(*registered_methods_)[(hash + i) % registered_methods_->size()];
|
@@ -1076,8 +1213,8 @@ Server::ChannelRegisteredMethod* Server::ChannelData::GetRegisteredMethod(
|
|
1076
1213
|
if (rm->method != path) continue;
|
1077
1214
|
return rm;
|
1078
1215
|
}
|
1079
|
-
|
1080
|
-
hash = MixHash32(0,
|
1216
|
+
// check for a wildcard method definition (no host set)
|
1217
|
+
hash = MixHash32(0, grpc_slice_hash(path));
|
1081
1218
|
for (size_t i = 0; i <= registered_method_max_probes_; i++) {
|
1082
1219
|
ChannelRegisteredMethod* rm =
|
1083
1220
|
&(*registered_methods_)[(hash + i) % registered_methods_->size()];
|
@@ -1092,7 +1229,7 @@ Server::ChannelRegisteredMethod* Server::ChannelData::GetRegisteredMethod(
|
|
1092
1229
|
void Server::ChannelData::AcceptStream(void* arg, grpc_transport* /*transport*/,
|
1093
1230
|
const void* transport_server_data) {
|
1094
1231
|
auto* chand = static_cast<Server::ChannelData*>(arg);
|
1095
|
-
|
1232
|
+
// create a call
|
1096
1233
|
grpc_call_create_args args;
|
1097
1234
|
args.channel = chand->channel_;
|
1098
1235
|
args.server = chand->server_.get();
|
@@ -1104,23 +1241,129 @@ void Server::ChannelData::AcceptStream(void* arg, grpc_transport* /*transport*/,
|
|
1104
1241
|
args.send_deadline = Timestamp::InfFuture();
|
1105
1242
|
grpc_call* call;
|
1106
1243
|
grpc_error_handle error = grpc_call_create(&args, &call);
|
1107
|
-
|
1108
|
-
|
1109
|
-
|
1110
|
-
|
1111
|
-
GRPC_ERROR_UNREF(error);
|
1112
|
-
calld->FailCallCreation();
|
1244
|
+
grpc_call_stack* call_stack = grpc_call_get_call_stack(call);
|
1245
|
+
if (call_stack == nullptr) { // Promise based calls do not have a call stack
|
1246
|
+
GPR_ASSERT(error.ok());
|
1247
|
+
GPR_ASSERT(IsPromiseBasedServerCallEnabled());
|
1113
1248
|
return;
|
1249
|
+
} else {
|
1250
|
+
grpc_call_element* elem = grpc_call_stack_element(call_stack, 0);
|
1251
|
+
auto* calld = static_cast<Server::CallData*>(elem->call_data);
|
1252
|
+
if (!error.ok()) {
|
1253
|
+
calld->FailCallCreation();
|
1254
|
+
return;
|
1255
|
+
}
|
1256
|
+
calld->Start(elem);
|
1114
1257
|
}
|
1115
|
-
|
1258
|
+
}
|
1259
|
+
|
1260
|
+
ArenaPromise<ServerMetadataHandle> Server::ChannelData::MakeCallPromise(
|
1261
|
+
grpc_channel_element* elem, CallArgs call_args, NextPromiseFactory) {
|
1262
|
+
auto* chand = static_cast<Server::ChannelData*>(elem->channel_data);
|
1263
|
+
auto* server = chand->server_.get();
|
1264
|
+
if (server->ShutdownCalled()) {
|
1265
|
+
return [] {
|
1266
|
+
return ServerMetadataFromStatus(absl::InternalError("Server shutdown"));
|
1267
|
+
};
|
1268
|
+
}
|
1269
|
+
absl::optional<Slice> path =
|
1270
|
+
call_args.client_initial_metadata->Take(HttpPathMetadata());
|
1271
|
+
if (!path.has_value()) {
|
1272
|
+
return [] {
|
1273
|
+
return ServerMetadataFromStatus(
|
1274
|
+
absl::InternalError("Missing :path header"));
|
1275
|
+
};
|
1276
|
+
}
|
1277
|
+
auto host_ptr =
|
1278
|
+
call_args.client_initial_metadata->get_pointer(HttpAuthorityMetadata());
|
1279
|
+
if (host_ptr == nullptr) {
|
1280
|
+
return [] {
|
1281
|
+
return ServerMetadataFromStatus(
|
1282
|
+
absl::InternalError("Missing :authority header"));
|
1283
|
+
};
|
1284
|
+
}
|
1285
|
+
// TODO(ctiller): deadline handling
|
1286
|
+
Timestamp deadline = Timestamp::InfFuture();
|
1287
|
+
// Find request matcher.
|
1288
|
+
RequestMatcherInterface* matcher;
|
1289
|
+
ChannelRegisteredMethod* rm =
|
1290
|
+
chand->GetRegisteredMethod(host_ptr->c_slice(), path->c_slice());
|
1291
|
+
ArenaPromise<absl::StatusOr<NextResult<MessageHandle>>>
|
1292
|
+
maybe_read_first_message([] { return NextResult<MessageHandle>(); });
|
1293
|
+
if (rm != nullptr) {
|
1294
|
+
matcher = rm->server_registered_method->matcher.get();
|
1295
|
+
switch (rm->server_registered_method->payload_handling) {
|
1296
|
+
case GRPC_SRM_PAYLOAD_NONE:
|
1297
|
+
break;
|
1298
|
+
case GRPC_SRM_PAYLOAD_READ_INITIAL_BYTE_BUFFER:
|
1299
|
+
maybe_read_first_message =
|
1300
|
+
Map(call_args.client_to_server_messages->Next(),
|
1301
|
+
[](NextResult<MessageHandle> msg)
|
1302
|
+
-> absl::StatusOr<NextResult<MessageHandle>> {
|
1303
|
+
return std::move(msg);
|
1304
|
+
});
|
1305
|
+
}
|
1306
|
+
} else {
|
1307
|
+
matcher = server->unregistered_request_matcher_.get();
|
1308
|
+
}
|
1309
|
+
return TrySeq(
|
1310
|
+
TryJoin(matcher->MatchRequest(chand->cq_idx()),
|
1311
|
+
std::move(maybe_read_first_message)),
|
1312
|
+
[path = std::move(*path), host = std::move(*host_ptr), deadline, server,
|
1313
|
+
call_args = std::move(call_args)](
|
1314
|
+
std::tuple<RequestMatcherInterface::MatchResult,
|
1315
|
+
NextResult<MessageHandle>>
|
1316
|
+
match_result_and_payload) mutable {
|
1317
|
+
auto& mr = std::get<0>(match_result_and_payload);
|
1318
|
+
auto& payload = std::get<1>(match_result_and_payload);
|
1319
|
+
auto* rc = mr.requested_call;
|
1320
|
+
auto* cq_for_new_request = server->cqs_[mr.cq_idx];
|
1321
|
+
switch (rc->type) {
|
1322
|
+
case RequestedCall::Type::BATCH_CALL:
|
1323
|
+
GPR_ASSERT(!payload.has_value());
|
1324
|
+
rc->data.batch.details->host = CSliceRef(host.c_slice());
|
1325
|
+
rc->data.batch.details->method = CSliceRef(path.c_slice());
|
1326
|
+
rc->data.batch.details->deadline =
|
1327
|
+
deadline.as_timespec(GPR_CLOCK_MONOTONIC);
|
1328
|
+
break;
|
1329
|
+
case RequestedCall::Type::REGISTERED_CALL:
|
1330
|
+
*rc->data.registered.deadline =
|
1331
|
+
deadline.as_timespec(GPR_CLOCK_MONOTONIC);
|
1332
|
+
if (rc->data.registered.optional_payload != nullptr) {
|
1333
|
+
if (payload.has_value()) {
|
1334
|
+
auto* sb = payload.value()->payload()->c_slice_buffer();
|
1335
|
+
*rc->data.registered.optional_payload =
|
1336
|
+
grpc_raw_byte_buffer_create(sb->slices, sb->count);
|
1337
|
+
} else {
|
1338
|
+
*rc->data.registered.optional_payload = nullptr;
|
1339
|
+
}
|
1340
|
+
}
|
1341
|
+
break;
|
1342
|
+
default:
|
1343
|
+
GPR_UNREACHABLE_CODE(abort());
|
1344
|
+
}
|
1345
|
+
return GetContext<CallContext>()
|
1346
|
+
->server_call_context()
|
1347
|
+
->MakeTopOfServerCallPromise(
|
1348
|
+
std::move(call_args), rc->cq_bound_to_call,
|
1349
|
+
rc->initial_metadata,
|
1350
|
+
[rc, cq_for_new_request](grpc_call* call) {
|
1351
|
+
*rc->call = call;
|
1352
|
+
grpc_cq_end_op(cq_for_new_request, rc->tag, absl::OkStatus(),
|
1353
|
+
Server::DoneRequestEvent, rc, &rc->completion,
|
1354
|
+
true);
|
1355
|
+
});
|
1356
|
+
});
|
1116
1357
|
}
|
1117
1358
|
|
1118
1359
|
void Server::ChannelData::FinishDestroy(void* arg,
|
1119
1360
|
grpc_error_handle /*error*/) {
|
1120
1361
|
auto* chand = static_cast<Server::ChannelData*>(arg);
|
1121
1362
|
Server* server = chand->server_.get();
|
1122
|
-
|
1363
|
+
auto* channel_stack = chand->channel_->channel_stack();
|
1364
|
+
chand->channel_.reset();
|
1123
1365
|
server->Unref();
|
1366
|
+
GRPC_CHANNEL_STACK_UNREF(channel_stack, "Server::ChannelData::Destroy");
|
1124
1367
|
}
|
1125
1368
|
|
1126
1369
|
void Server::ChannelData::Destroy() {
|
@@ -1130,6 +1373,9 @@ void Server::ChannelData::Destroy() {
|
|
1130
1373
|
list_position_.reset();
|
1131
1374
|
server_->Ref().release();
|
1132
1375
|
server_->MaybeFinishShutdown();
|
1376
|
+
// Unreffed by FinishDestroy
|
1377
|
+
GRPC_CHANNEL_STACK_REF(channel_->channel_stack(),
|
1378
|
+
"Server::ChannelData::Destroy");
|
1133
1379
|
GRPC_CLOSURE_INIT(&finish_destroy_channel_closure_, FinishDestroy, this,
|
1134
1380
|
grpc_schedule_on_exec_ctx);
|
1135
1381
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_server_channel_trace)) {
|
@@ -1138,9 +1384,8 @@ void Server::ChannelData::Destroy() {
|
|
1138
1384
|
grpc_transport_op* op =
|
1139
1385
|
grpc_make_transport_op(&finish_destroy_channel_closure_);
|
1140
1386
|
op->set_accept_stream = true;
|
1141
|
-
grpc_channel_next_op(
|
1142
|
-
|
1143
|
-
op);
|
1387
|
+
grpc_channel_next_op(grpc_channel_stack_element(channel_->channel_stack(), 0),
|
1388
|
+
op);
|
1144
1389
|
}
|
1145
1390
|
|
1146
1391
|
grpc_error_handle Server::ChannelData::InitChannelElement(
|
@@ -1148,7 +1393,7 @@ grpc_error_handle Server::ChannelData::InitChannelElement(
|
|
1148
1393
|
GPR_ASSERT(args->is_first);
|
1149
1394
|
GPR_ASSERT(!args->is_last);
|
1150
1395
|
new (elem->channel_data) ChannelData();
|
1151
|
-
return
|
1396
|
+
return absl::OkStatus();
|
1152
1397
|
}
|
1153
1398
|
|
1154
1399
|
void Server::ChannelData::DestroyChannelElement(grpc_channel_element* elem) {
|
@@ -1174,7 +1419,6 @@ Server::CallData::CallData(grpc_call_element* elem,
|
|
1174
1419
|
|
1175
1420
|
Server::CallData::~CallData() {
|
1176
1421
|
GPR_ASSERT(state_.load(std::memory_order_relaxed) != CallState::PENDING);
|
1177
|
-
GRPC_ERROR_UNREF(recv_initial_metadata_error_);
|
1178
1422
|
grpc_metadata_array_destroy(&initial_metadata_);
|
1179
1423
|
grpc_byte_buffer_destroy(payload_);
|
1180
1424
|
}
|
@@ -1227,12 +1471,10 @@ void Server::CallData::Publish(size_t cq_idx, RequestedCall* rc) {
|
|
1227
1471
|
case RequestedCall::Type::BATCH_CALL:
|
1228
1472
|
GPR_ASSERT(host_.has_value());
|
1229
1473
|
GPR_ASSERT(path_.has_value());
|
1230
|
-
rc->data.batch.details->host =
|
1231
|
-
rc->data.batch.details->method =
|
1232
|
-
grpc_slice_ref_internal(path_->c_slice());
|
1474
|
+
rc->data.batch.details->host = CSliceRef(host_->c_slice());
|
1475
|
+
rc->data.batch.details->method = CSliceRef(path_->c_slice());
|
1233
1476
|
rc->data.batch.details->deadline =
|
1234
1477
|
deadline_.as_timespec(GPR_CLOCK_MONOTONIC);
|
1235
|
-
rc->data.batch.details->flags = recv_initial_metadata_flags_;
|
1236
1478
|
break;
|
1237
1479
|
case RequestedCall::Type::REGISTERED_CALL:
|
1238
1480
|
*rc->data.registered.deadline =
|
@@ -1243,9 +1485,9 @@ void Server::CallData::Publish(size_t cq_idx, RequestedCall* rc) {
|
|
1243
1485
|
}
|
1244
1486
|
break;
|
1245
1487
|
default:
|
1246
|
-
GPR_UNREACHABLE_CODE(return
|
1488
|
+
GPR_UNREACHABLE_CODE(return);
|
1247
1489
|
}
|
1248
|
-
grpc_cq_end_op(cq_new_, rc->tag,
|
1490
|
+
grpc_cq_end_op(cq_new_, rc->tag, absl::OkStatus(), Server::DoneRequestEvent,
|
1249
1491
|
rc, &rc->completion, true);
|
1250
1492
|
}
|
1251
1493
|
|
@@ -1255,7 +1497,7 @@ void Server::CallData::PublishNewRpc(void* arg, grpc_error_handle error) {
|
|
1255
1497
|
auto* chand = static_cast<Server::ChannelData*>(call_elem->channel_data);
|
1256
1498
|
RequestMatcherInterface* rm = calld->matcher_;
|
1257
1499
|
Server* server = rm->server();
|
1258
|
-
if (error
|
1500
|
+
if (!error.ok() || server->ShutdownCalled()) {
|
1259
1501
|
calld->state_.store(CallState::ZOMBIED, std::memory_order_relaxed);
|
1260
1502
|
calld->KillZombie();
|
1261
1503
|
return;
|
@@ -1274,9 +1516,10 @@ void KillZombieClosure(void* call, grpc_error_handle /*error*/) {
|
|
1274
1516
|
void Server::CallData::KillZombie() {
|
1275
1517
|
GRPC_CLOSURE_INIT(&kill_zombie_closure_, KillZombieClosure, call_,
|
1276
1518
|
grpc_schedule_on_exec_ctx);
|
1277
|
-
ExecCtx::Run(DEBUG_LOCATION, &kill_zombie_closure_,
|
1519
|
+
ExecCtx::Run(DEBUG_LOCATION, &kill_zombie_closure_, absl::OkStatus());
|
1278
1520
|
}
|
1279
1521
|
|
1522
|
+
// If this changes, change MakeCallPromise too.
|
1280
1523
|
void Server::CallData::StartNewRpc(grpc_call_element* elem) {
|
1281
1524
|
auto* chand = static_cast<ChannelData*>(elem->channel_data);
|
1282
1525
|
if (server_->ShutdownCalled()) {
|
@@ -1299,7 +1542,7 @@ void Server::CallData::StartNewRpc(grpc_call_element* elem) {
|
|
1299
1542
|
// Start recv_message op if needed.
|
1300
1543
|
switch (payload_handling) {
|
1301
1544
|
case GRPC_SRM_PAYLOAD_NONE:
|
1302
|
-
PublishNewRpc(elem,
|
1545
|
+
PublishNewRpc(elem, absl::OkStatus());
|
1303
1546
|
break;
|
1304
1547
|
case GRPC_SRM_PAYLOAD_READ_INITIAL_BYTE_BUFFER: {
|
1305
1548
|
grpc_op op;
|
@@ -1319,9 +1562,9 @@ void Server::CallData::RecvInitialMetadataBatchComplete(
|
|
1319
1562
|
void* arg, grpc_error_handle error) {
|
1320
1563
|
grpc_call_element* elem = static_cast<grpc_call_element*>(arg);
|
1321
1564
|
auto* calld = static_cast<Server::CallData*>(elem->call_data);
|
1322
|
-
if (error
|
1565
|
+
if (!error.ok()) {
|
1323
1566
|
gpr_log(GPR_DEBUG, "Failed call creation: %s",
|
1324
|
-
|
1567
|
+
StatusToString(error).c_str());
|
1325
1568
|
calld->FailCallCreation();
|
1326
1569
|
return;
|
1327
1570
|
}
|
@@ -1331,15 +1574,12 @@ void Server::CallData::RecvInitialMetadataBatchComplete(
|
|
1331
1574
|
void Server::CallData::StartTransportStreamOpBatchImpl(
|
1332
1575
|
grpc_call_element* elem, grpc_transport_stream_op_batch* batch) {
|
1333
1576
|
if (batch->recv_initial_metadata) {
|
1334
|
-
GPR_ASSERT(batch->payload->recv_initial_metadata.recv_flags == nullptr);
|
1335
1577
|
recv_initial_metadata_ =
|
1336
1578
|
batch->payload->recv_initial_metadata.recv_initial_metadata;
|
1337
1579
|
original_recv_initial_metadata_ready_ =
|
1338
1580
|
batch->payload->recv_initial_metadata.recv_initial_metadata_ready;
|
1339
1581
|
batch->payload->recv_initial_metadata.recv_initial_metadata_ready =
|
1340
1582
|
&recv_initial_metadata_ready_;
|
1341
|
-
batch->payload->recv_initial_metadata.recv_flags =
|
1342
|
-
&recv_initial_metadata_flags_;
|
1343
1583
|
}
|
1344
1584
|
if (batch->recv_trailing_metadata) {
|
1345
1585
|
original_recv_trailing_metadata_ready_ =
|
@@ -1354,25 +1594,22 @@ void Server::CallData::RecvInitialMetadataReady(void* arg,
|
|
1354
1594
|
grpc_error_handle error) {
|
1355
1595
|
grpc_call_element* elem = static_cast<grpc_call_element*>(arg);
|
1356
1596
|
CallData* calld = static_cast<CallData*>(elem->call_data);
|
1357
|
-
if (error
|
1597
|
+
if (error.ok()) {
|
1358
1598
|
calld->path_ = calld->recv_initial_metadata_->Take(HttpPathMetadata());
|
1359
|
-
|
1360
|
-
|
1361
|
-
(
|
1599
|
+
auto* host =
|
1600
|
+
calld->recv_initial_metadata_->get_pointer(HttpAuthorityMetadata());
|
1601
|
+
if (host != nullptr) calld->host_.emplace(host->Ref());
|
1362
1602
|
}
|
1363
1603
|
auto op_deadline = calld->recv_initial_metadata_->get(GrpcTimeoutMetadata());
|
1364
1604
|
if (op_deadline.has_value()) {
|
1365
1605
|
calld->deadline_ = *op_deadline;
|
1366
1606
|
}
|
1367
1607
|
if (calld->host_.has_value() && calld->path_.has_value()) {
|
1368
|
-
|
1369
|
-
} else {
|
1370
|
-
|
1371
|
-
|
1372
|
-
|
1373
|
-
"Missing :authority or :path", &src_error, 1);
|
1374
|
-
GRPC_ERROR_UNREF(src_error);
|
1375
|
-
calld->recv_initial_metadata_error_ = GRPC_ERROR_REF(error);
|
1608
|
+
// do nothing
|
1609
|
+
} else if (error.ok()) {
|
1610
|
+
// Pass the error reference to calld->recv_initial_metadata_error
|
1611
|
+
error = absl::UnknownError("Missing :authority or :path");
|
1612
|
+
calld->recv_initial_metadata_error_ = error;
|
1376
1613
|
}
|
1377
1614
|
grpc_closure* closure = calld->original_recv_initial_metadata_ready_;
|
1378
1615
|
calld->original_recv_initial_metadata_ready_ = nullptr;
|
@@ -1390,7 +1627,7 @@ void Server::CallData::RecvTrailingMetadataReady(void* arg,
|
|
1390
1627
|
grpc_call_element* elem = static_cast<grpc_call_element*>(arg);
|
1391
1628
|
CallData* calld = static_cast<CallData*>(elem->call_data);
|
1392
1629
|
if (calld->original_recv_initial_metadata_ready_ != nullptr) {
|
1393
|
-
calld->recv_trailing_metadata_error_ =
|
1630
|
+
calld->recv_trailing_metadata_error_ = error;
|
1394
1631
|
calld->seen_recv_trailing_metadata_ready_ = true;
|
1395
1632
|
GRPC_CLOSURE_INIT(&calld->recv_trailing_metadata_ready_,
|
1396
1633
|
RecvTrailingMetadataReady, elem,
|
@@ -1400,9 +1637,7 @@ void Server::CallData::RecvTrailingMetadataReady(void* arg,
|
|
1400
1637
|
"until after recv_initial_metadata_ready");
|
1401
1638
|
return;
|
1402
1639
|
}
|
1403
|
-
error =
|
1404
|
-
grpc_error_add_child(GRPC_ERROR_REF(error),
|
1405
|
-
GRPC_ERROR_REF(calld->recv_initial_metadata_error_));
|
1640
|
+
error = grpc_error_add_child(error, calld->recv_initial_metadata_error_);
|
1406
1641
|
Closure::Run(DEBUG_LOCATION, calld->original_recv_trailing_metadata_ready_,
|
1407
1642
|
error);
|
1408
1643
|
}
|
@@ -1411,7 +1646,7 @@ grpc_error_handle Server::CallData::InitCallElement(
|
|
1411
1646
|
grpc_call_element* elem, const grpc_call_element_args* args) {
|
1412
1647
|
auto* chand = static_cast<ChannelData*>(elem->channel_data);
|
1413
1648
|
new (elem->call_data) Server::CallData(elem, *args, chand->server());
|
1414
|
-
return
|
1649
|
+
return absl::OkStatus();
|
1415
1650
|
}
|
1416
1651
|
|
1417
1652
|
void Server::CallData::DestroyCallElement(
|
@@ -1436,11 +1671,10 @@ void Server::CallData::StartTransportStreamOpBatch(
|
|
1436
1671
|
grpc_server* grpc_server_create(const grpc_channel_args* args, void* reserved) {
|
1437
1672
|
grpc_core::ExecCtx exec_ctx;
|
1438
1673
|
GRPC_API_TRACE("grpc_server_create(%p, %p)", 2, (args, reserved));
|
1439
|
-
|
1440
|
-
|
1441
|
-
|
1442
|
-
|
1443
|
-
grpc_channel_args_destroy(new_args);
|
1674
|
+
grpc_core::Server* server =
|
1675
|
+
new grpc_core::Server(grpc_core::CoreConfiguration::Get()
|
1676
|
+
.channel_args_preconditioning()
|
1677
|
+
.PreconditionChannelArgs(args));
|
1444
1678
|
return server->c_ptr();
|
1445
1679
|
}
|
1446
1680
|
|
@@ -1457,8 +1691,8 @@ void grpc_server_register_completion_queue(grpc_server* server,
|
|
1457
1691
|
"Completion queue of type %d is being registered as a "
|
1458
1692
|
"server-completion-queue",
|
1459
1693
|
static_cast<int>(cq_type));
|
1460
|
-
|
1461
|
-
|
1694
|
+
// Ideally we should log an error and abort but ruby-wrapped-language API
|
1695
|
+
// calls grpc_completion_queue_pluck() on server completion queues
|
1462
1696
|
}
|
1463
1697
|
grpc_core::Server::FromC(server)->RegisterCompletionQueue(cq);
|
1464
1698
|
}
|
@@ -1511,7 +1745,6 @@ grpc_call_error grpc_server_request_call(
|
|
1511
1745
|
grpc_completion_queue* cq_for_notification, void* tag) {
|
1512
1746
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
1513
1747
|
grpc_core::ExecCtx exec_ctx;
|
1514
|
-
GRPC_STATS_INC_SERVER_REQUESTED_CALLS();
|
1515
1748
|
GRPC_API_TRACE(
|
1516
1749
|
"grpc_server_request_call("
|
1517
1750
|
"server=%p, call=%p, details=%p, initial_metadata=%p, "
|
@@ -1532,7 +1765,6 @@ grpc_call_error grpc_server_request_registered_call(
|
|
1532
1765
|
grpc_completion_queue* cq_for_notification, void* tag_new) {
|
1533
1766
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
1534
1767
|
grpc_core::ExecCtx exec_ctx;
|
1535
|
-
GRPC_STATS_INC_SERVER_REQUESTED_CALLS();
|
1536
1768
|
auto* rm =
|
1537
1769
|
static_cast<grpc_core::Server::RegisteredMethod*>(registered_method);
|
1538
1770
|
GRPC_API_TRACE(
|