grpc 1.50.0 → 1.52.0.pre2
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of grpc might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/Makefile +206 -49
- data/include/grpc/byte_buffer.h +76 -1
- data/include/grpc/byte_buffer_reader.h +19 -1
- data/include/grpc/compression.h +2 -2
- data/include/grpc/event_engine/event_engine.h +27 -6
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +1 -1
- data/include/grpc/event_engine/internal/slice_cast.h +67 -0
- data/include/grpc/event_engine/memory_allocator.h +1 -1
- data/include/grpc/event_engine/slice.h +24 -4
- data/include/grpc/event_engine/slice_buffer.h +31 -2
- data/include/grpc/fork.h +25 -1
- data/include/grpc/grpc.h +3 -13
- data/include/grpc/grpc_posix.h +1 -1
- data/include/grpc/impl/codegen/atm.h +3 -71
- data/include/grpc/impl/codegen/atm_gcc_atomic.h +3 -58
- data/include/grpc/impl/codegen/atm_gcc_sync.h +3 -59
- data/include/grpc/impl/codegen/atm_windows.h +3 -106
- data/include/grpc/impl/codegen/byte_buffer.h +4 -78
- data/include/grpc/impl/codegen/byte_buffer_reader.h +4 -19
- data/include/grpc/impl/codegen/compression_types.h +3 -82
- data/include/grpc/impl/codegen/connectivity_state.h +3 -20
- data/include/grpc/impl/codegen/fork.h +4 -25
- data/include/grpc/impl/codegen/gpr_types.h +2 -34
- data/include/grpc/impl/codegen/grpc_types.h +3 -791
- data/include/grpc/impl/codegen/log.h +3 -86
- data/include/grpc/impl/codegen/port_platform.h +3 -758
- data/include/grpc/impl/codegen/propagation_bits.h +3 -28
- data/include/grpc/impl/codegen/slice.h +3 -106
- data/include/grpc/impl/codegen/status.h +4 -131
- data/include/grpc/impl/codegen/sync.h +3 -42
- data/include/grpc/impl/codegen/sync_abseil.h +3 -12
- data/include/grpc/impl/codegen/sync_custom.h +3 -14
- data/include/grpc/impl/codegen/sync_generic.h +3 -25
- data/include/grpc/impl/codegen/sync_posix.h +3 -28
- data/include/grpc/impl/codegen/sync_windows.h +3 -16
- data/include/grpc/impl/compression_types.h +109 -0
- data/include/grpc/impl/connectivity_state.h +47 -0
- data/include/grpc/impl/grpc_types.h +824 -0
- data/include/grpc/impl/propagation_bits.h +54 -0
- data/include/grpc/impl/slice_type.h +112 -0
- data/include/grpc/load_reporting.h +1 -1
- data/include/grpc/module.modulemap +5 -1
- data/include/grpc/slice.h +1 -1
- data/include/grpc/status.h +131 -1
- data/include/grpc/support/atm.h +70 -1
- data/include/grpc/support/atm_gcc_atomic.h +59 -1
- data/include/grpc/support/atm_gcc_sync.h +58 -1
- data/include/grpc/support/atm_windows.h +105 -1
- data/include/grpc/support/log.h +87 -1
- data/include/grpc/support/log_windows.h +1 -1
- data/include/grpc/support/port_platform.h +767 -1
- data/include/grpc/support/string_util.h +1 -1
- data/include/grpc/support/sync.h +35 -2
- data/include/grpc/support/sync_abseil.h +11 -1
- data/include/grpc/support/sync_custom.h +13 -1
- data/include/grpc/support/sync_generic.h +24 -1
- data/include/grpc/support/sync_posix.h +27 -1
- data/include/grpc/support/sync_windows.h +15 -1
- data/include/grpc/support/time.h +25 -2
- data/src/core/ext/filters/census/grpc_context.cc +17 -18
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +28 -22
- data/src/core/ext/filters/channel_idle/channel_idle_filter.h +2 -1
- data/src/core/ext/filters/channel_idle/idle_filter_state.h +1 -1
- data/src/core/ext/filters/client_channel/backend_metric.cc +2 -0
- data/src/core/ext/filters/client_channel/backup_poller.cc +24 -24
- data/src/core/ext/filters/client_channel/backup_poller.h +21 -21
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +51 -28
- data/src/core/ext/filters/client_channel/client_channel.cc +157 -168
- data/src/core/ext/filters/client_channel/client_channel.h +10 -10
- data/src/core/ext/filters/client_channel/client_channel_channelz.cc +17 -19
- data/src/core/ext/filters/client_channel/client_channel_channelz.h +19 -19
- data/src/core/ext/filters/client_channel/client_channel_factory.cc +17 -17
- data/src/core/ext/filters/client_channel/client_channel_plugin.cc +18 -18
- data/src/core/ext/filters/client_channel/client_channel_service_config.cc +153 -0
- data/src/core/ext/filters/client_channel/{resolver_result_parsing.h → client_channel_service_config.h} +26 -23
- data/src/core/ext/filters/client_channel/config_selector.h +16 -20
- data/src/core/ext/filters/client_channel/connector.h +1 -1
- data/src/core/ext/filters/client_channel/dynamic_filters.cc +28 -55
- data/src/core/ext/filters/client_channel/dynamic_filters.h +7 -8
- data/src/core/ext/filters/client_channel/global_subchannel_pool.h +18 -18
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +4 -5
- data/src/core/ext/filters/client_channel/http_proxy.cc +39 -40
- data/src/core/ext/filters/client_channel/http_proxy.h +18 -18
- data/src/core/ext/filters/client_channel/lb_call_state_internal.h +39 -0
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +3 -4
- data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +17 -17
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +7 -2
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +1 -2
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +59 -130
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +37 -21
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +131 -154
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +24 -25
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +0 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +2 -4
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +18 -20
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +18 -19
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +18 -19
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +18 -19
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +8 -9
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +212 -223
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +2 -2
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +11 -22
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +73 -101
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +20 -21
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +119 -106
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +12 -12
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +30 -16
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +60 -56
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +60 -64
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +42 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/{xds.h → xds_attributes.h} +15 -17
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +22 -28
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +62 -94
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +70 -146
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +651 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.h +60 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +364 -0
- data/src/core/ext/filters/client_channel/local_subchannel_pool.h +18 -18
- data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +9 -10
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +26 -35
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +40 -41
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +22 -23
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +82 -82
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +117 -118
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +51 -52
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +18 -19
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +3 -5
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +1 -3
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +1 -1
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +34 -27
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +44 -34
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +8 -10
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +4 -7
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +122 -119
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +1 -1
- data/src/core/ext/filters/client_channel/retry_filter.cc +81 -103
- data/src/core/ext/filters/client_channel/retry_service_config.cc +193 -235
- data/src/core/ext/filters/client_channel/retry_service_config.h +20 -23
- data/src/core/ext/filters/client_channel/retry_throttle.cc +27 -29
- data/src/core/ext/filters/client_channel/retry_throttle.h +26 -25
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +3 -3
- data/src/core/ext/filters/client_channel/subchannel.cc +158 -178
- data/src/core/ext/filters/client_channel/subchannel.h +17 -40
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +18 -18
- data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +11 -12
- data/src/core/ext/filters/deadline/deadline_filter.cc +34 -17
- data/src/core/ext/filters/deadline/deadline_filter.h +1 -1
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +3 -2
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +0 -4
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +118 -0
- data/src/core/ext/filters/fault_injection/{service_config_parser.h → fault_injection_service_config_parser.h} +20 -12
- data/src/core/ext/filters/http/client/http_client_filter.cc +36 -37
- data/src/core/ext/filters/http/client/http_client_filter.h +17 -17
- data/src/core/ext/filters/http/client_authority_filter.cc +19 -19
- data/src/core/ext/filters/http/client_authority_filter.h +18 -18
- data/src/core/ext/filters/http/http_filters_plugin.cc +35 -51
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +315 -0
- data/src/core/ext/filters/http/message_compress/compression_filter.h +132 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +44 -43
- data/src/core/ext/filters/http/server/http_server_filter.h +18 -18
- data/src/core/ext/filters/message_size/message_size_filter.cc +92 -123
- data/src/core/ext/filters/message_size/message_size_filter.h +23 -16
- data/src/core/ext/filters/rbac/rbac_filter.cc +12 -12
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +728 -530
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +4 -3
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +6 -8
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +7 -9
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +229 -0
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +66 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +82 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +93 -0
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +18 -18
- data/src/core/ext/transport/chttp2/alpn/alpn.h +22 -22
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +69 -63
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +28 -22
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +81 -97
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +18 -18
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +22 -22
- data/src/core/ext/transport/chttp2/transport/bin_decoder.h +30 -30
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +29 -29
- data/src/core/ext/transport/chttp2/transport/bin_encoder.h +27 -27
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +273 -283
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +18 -19
- data/src/core/ext/transport/chttp2/transport/context_list.cc +19 -19
- data/src/core/ext/transport/chttp2/transport/context_list.h +25 -25
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +0 -36
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +35 -82
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +112 -44
- data/src/core/ext/transport/chttp2/transport/flow_control.h +60 -34
- data/src/core/ext/transport/chttp2/transport/frame.h +19 -19
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +33 -32
- data/src/core/ext/transport/chttp2/transport/frame_data.h +23 -23
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +36 -36
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +18 -18
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +25 -24
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +19 -19
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +28 -25
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +18 -18
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +34 -36
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +20 -20
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +22 -21
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +18 -18
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +133 -181
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +40 -59
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +2 -1
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +93 -143
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +20 -20
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +26 -26
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +18 -18
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +21 -19
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +36 -34
- data/src/core/ext/transport/chttp2/transport/http_trace.cc +19 -0
- data/src/core/ext/transport/chttp2/transport/http_trace.h +24 -0
- data/src/core/ext/transport/chttp2/transport/huffsyms.cc +20 -20
- data/src/core/ext/transport/chttp2/transport/huffsyms.h +19 -19
- data/src/core/ext/transport/chttp2/transport/internal.h +193 -170
- data/src/core/ext/transport/chttp2/transport/parsing.cc +147 -80
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +19 -19
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +23 -23
- data/src/core/ext/transport/chttp2/transport/stream_map.h +31 -31
- data/src/core/ext/transport/chttp2/transport/varint.cc +19 -20
- data/src/core/ext/transport/chttp2/transport/varint.h +35 -32
- data/src/core/ext/transport/chttp2/transport/writing.cc +60 -56
- data/src/core/ext/transport/inproc/inproc_plugin.cc +17 -17
- data/src/core/ext/transport/inproc/inproc_transport.cc +122 -140
- data/src/core/ext/transport/inproc/inproc_transport.h +19 -19
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +62 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +179 -0
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +98 -0
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +47 -0
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +107 -0
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +3 -2
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +9 -0
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +0 -1
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +46 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +98 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +62 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +174 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +36 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +74 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +65 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +191 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +127 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +474 -0
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +67 -0
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +214 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +64 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +208 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +0 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +50 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +43 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +55 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +9 -9
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +71 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +4 -7
- data/src/core/ext/xds/certificate_provider_store.cc +4 -4
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +4 -7
- data/src/core/ext/xds/xds_api.cc +20 -95
- data/src/core/ext/xds/xds_api.h +5 -8
- data/src/core/ext/xds/xds_bootstrap.h +0 -1
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +3 -12
- data/src/core/ext/xds/xds_bootstrap_grpc.h +16 -1
- data/src/core/ext/xds/xds_certificate_provider.cc +22 -25
- data/src/core/ext/xds/xds_certificate_provider.h +1 -1
- data/src/core/ext/xds/xds_channel_args.h +1 -1
- data/src/core/ext/xds/xds_channel_stack_modifier.cc +0 -1
- data/src/core/ext/xds/xds_channel_stack_modifier.h +2 -2
- data/src/core/ext/xds/xds_client.cc +134 -94
- data/src/core/ext/xds/xds_client.h +13 -5
- data/src/core/ext/xds/xds_client_grpc.cc +31 -24
- data/src/core/ext/xds/xds_client_grpc.h +1 -1
- data/src/core/ext/xds/xds_client_stats.cc +17 -17
- data/src/core/ext/xds/xds_client_stats.h +18 -18
- data/src/core/ext/xds/xds_cluster.cc +359 -203
- data/src/core/ext/xds/xds_cluster.h +52 -35
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +54 -71
- data/src/core/ext/xds/xds_cluster_specifier_plugin.h +45 -21
- data/src/core/ext/xds/xds_common_types.cc +209 -141
- data/src/core/ext/xds/xds_common_types.h +19 -13
- data/src/core/ext/xds/xds_endpoint.cc +221 -130
- data/src/core/ext/xds/xds_endpoint.h +4 -7
- data/src/core/ext/xds/xds_health_status.cc +80 -0
- data/src/core/ext/xds/xds_health_status.h +82 -0
- data/src/core/ext/xds/xds_http_fault_filter.cc +57 -43
- data/src/core/ext/xds/xds_http_fault_filter.h +14 -22
- data/src/core/ext/xds/xds_http_filters.cc +65 -73
- data/src/core/ext/xds/xds_http_filters.h +68 -20
- data/src/core/ext/xds/xds_http_rbac_filter.cc +153 -207
- data/src/core/ext/xds/xds_http_rbac_filter.h +13 -16
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +218 -0
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +58 -0
- data/src/core/ext/xds/xds_lb_policy_registry.cc +120 -171
- data/src/core/ext/xds/xds_lb_policy_registry.h +10 -11
- data/src/core/ext/xds/xds_listener.cc +447 -419
- data/src/core/ext/xds/xds_listener.h +45 -47
- data/src/core/ext/xds/xds_resource_type.h +3 -11
- data/src/core/ext/xds/xds_resource_type_impl.h +10 -13
- data/src/core/ext/xds/xds_route_config.cc +514 -528
- data/src/core/ext/xds/xds_route_config.h +39 -28
- data/src/core/ext/xds/xds_routing.cc +2 -1
- data/src/core/ext/xds/xds_routing.h +2 -0
- data/src/core/ext/xds/xds_server_config_fetcher.cc +109 -106
- data/src/core/ext/xds/xds_transport_grpc.cc +6 -7
- data/src/core/ext/xds/xds_transport_grpc.h +1 -1
- data/src/core/lib/address_utils/parse_address.cc +30 -29
- data/src/core/lib/address_utils/parse_address.h +32 -32
- data/src/core/lib/address_utils/sockaddr_utils.cc +29 -28
- data/src/core/lib/address_utils/sockaddr_utils.h +33 -33
- data/src/core/lib/avl/avl.h +4 -4
- data/src/core/lib/backoff/backoff.cc +17 -17
- data/src/core/lib/backoff/backoff.h +18 -18
- data/src/core/lib/channel/call_tracer.h +10 -1
- data/src/core/lib/channel/channel_args.cc +19 -20
- data/src/core/lib/channel/channel_args.h +59 -43
- data/src/core/lib/channel/channel_args_preconditioning.h +1 -1
- data/src/core/lib/channel/channel_stack.cc +62 -58
- data/src/core/lib/channel/channel_stack.h +144 -131
- data/src/core/lib/channel/channel_stack_builder.cc +21 -24
- data/src/core/lib/channel/channel_stack_builder.h +14 -6
- data/src/core/lib/channel/channel_stack_builder_impl.cc +43 -25
- data/src/core/lib/channel/channel_stack_builder_impl.h +2 -0
- data/src/core/lib/channel/channel_trace.cc +21 -22
- data/src/core/lib/channel/channel_trace.h +19 -19
- data/src/core/lib/channel/channelz.cc +18 -19
- data/src/core/lib/channel/channelz.h +26 -26
- data/src/core/lib/channel/channelz_registry.cc +17 -17
- data/src/core/lib/channel/channelz_registry.h +18 -18
- data/src/core/lib/channel/connected_channel.cc +732 -63
- data/src/core/lib/channel/connected_channel.h +18 -22
- data/src/core/lib/channel/context.h +18 -18
- data/src/core/lib/channel/promise_based_filter.cc +1137 -150
- data/src/core/lib/channel/promise_based_filter.h +374 -88
- data/src/core/lib/channel/status_util.cc +35 -17
- data/src/core/lib/channel/status_util.h +26 -19
- data/src/core/lib/compression/compression.cc +19 -19
- data/src/core/lib/compression/compression_internal.cc +41 -48
- data/src/core/lib/compression/compression_internal.h +22 -22
- data/src/core/lib/compression/message_compress.cc +26 -26
- data/src/core/lib/compression/message_compress.h +25 -25
- data/src/core/lib/config/core_configuration.h +1 -1
- data/src/core/lib/debug/event_log.cc +88 -0
- data/src/core/lib/debug/event_log.h +81 -0
- data/src/core/lib/debug/histogram_view.cc +69 -0
- data/src/core/lib/{slice/slice_refcount.cc → debug/histogram_view.h} +15 -13
- data/src/core/lib/debug/stats.cc +39 -136
- data/src/core/lib/debug/stats.h +46 -52
- data/src/core/lib/debug/stats_data.cc +224 -73
- data/src/core/lib/debug/stats_data.h +263 -122
- data/src/core/lib/debug/trace.cc +18 -18
- data/src/core/lib/debug/trace.h +19 -19
- data/src/core/lib/event_engine/common_closures.h +71 -0
- data/src/core/lib/event_engine/default_event_engine.cc +38 -15
- data/src/core/lib/event_engine/default_event_engine.h +15 -3
- data/src/core/lib/event_engine/default_event_engine_factory.cc +2 -4
- data/src/core/lib/event_engine/executor/executor.h +1 -1
- data/src/core/lib/event_engine/forkable.h +1 -1
- data/src/core/lib/event_engine/memory_allocator.cc +1 -1
- data/src/core/lib/event_engine/poller.h +10 -4
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +614 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +129 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +900 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +97 -0
- data/src/core/lib/event_engine/posix_engine/event_poller.h +111 -0
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +74 -0
- data/src/core/lib/event_engine/{executor/threaded_executor.cc → posix_engine/event_poller_posix_default.h} +11 -14
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +77 -0
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +179 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +265 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +73 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +1308 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +684 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +456 -28
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +148 -24
- data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +80 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +236 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +228 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +380 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +91 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +853 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +316 -0
- data/src/core/lib/event_engine/posix_engine/timer.cc +49 -49
- data/src/core/lib/event_engine/posix_engine/timer.h +87 -86
- data/src/core/lib/event_engine/posix_engine/timer_heap.cc +27 -27
- data/src/core/lib/event_engine/posix_engine/timer_heap.h +21 -21
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +76 -214
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +41 -69
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +332 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +185 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +127 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +45 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +150 -0
- data/src/core/lib/event_engine/{executor/threaded_executor.h → posix_engine/wakeup_fd_pipe.h} +16 -15
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +76 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +67 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +37 -0
- data/src/core/lib/event_engine/slice.cc +7 -6
- data/src/core/lib/event_engine/slice_buffer.cc +2 -2
- data/src/core/lib/event_engine/socket_notifier.h +1 -1
- data/src/core/lib/event_engine/tcp_socket_utils.cc +373 -0
- data/src/core/lib/event_engine/tcp_socket_utils.h +85 -0
- data/src/core/lib/event_engine/thread_pool.cc +125 -43
- data/src/core/lib/event_engine/thread_pool.h +49 -26
- data/src/core/lib/event_engine/time_util.h +1 -1
- data/src/core/lib/event_engine/windows/iocp.cc +13 -12
- data/src/core/lib/event_engine/windows/iocp.h +1 -1
- data/src/core/lib/event_engine/windows/win_socket.cc +9 -9
- data/src/core/lib/event_engine/windows/windows_engine.cc +26 -20
- data/src/core/lib/event_engine/windows/windows_engine.h +8 -4
- data/src/core/lib/experiments/config.cc +1 -1
- data/src/core/lib/experiments/experiments.cc +13 -13
- data/src/core/lib/experiments/experiments.h +8 -6
- data/src/core/lib/gpr/alloc.cc +19 -17
- data/src/core/lib/gpr/alloc.h +18 -18
- data/src/core/lib/gpr/atm.cc +17 -17
- data/src/core/lib/gpr/cpu_iphone.cc +24 -24
- data/src/core/lib/gpr/cpu_linux.cc +28 -23
- data/src/core/lib/gpr/cpu_posix.cc +23 -22
- data/src/core/lib/gpr/cpu_windows.cc +20 -18
- data/src/core/lib/gpr/log.cc +27 -19
- data/src/core/lib/gpr/log_android.cc +22 -20
- data/src/core/lib/gpr/log_linux.cc +24 -24
- data/src/core/lib/gpr/log_posix.cc +20 -19
- data/src/core/lib/gpr/log_windows.cc +25 -24
- data/src/core/lib/gpr/spinlock.h +18 -18
- data/src/core/lib/gpr/string.cc +25 -24
- data/src/core/lib/gpr/string.h +58 -58
- data/src/core/lib/gpr/string_posix.cc +24 -24
- data/src/core/lib/gpr/string_util_windows.cc +22 -22
- data/src/core/lib/gpr/string_windows.cc +24 -24
- data/src/core/lib/gpr/sync.cc +25 -25
- data/src/core/lib/gpr/sync_abseil.cc +22 -20
- data/src/core/lib/gpr/sync_posix.cc +23 -21
- data/src/core/lib/gpr/sync_windows.cc +29 -27
- data/src/core/lib/gpr/time.cc +23 -21
- data/src/core/lib/gpr/time_posix.cc +35 -30
- data/src/core/lib/gpr/time_precise.cc +22 -22
- data/src/core/lib/gpr/time_precise.h +18 -19
- data/src/core/lib/gpr/time_windows.cc +25 -22
- data/src/core/lib/gpr/tmpfile.h +22 -22
- data/src/core/lib/gpr/tmpfile_msys.cc +21 -20
- data/src/core/lib/gpr/tmpfile_posix.cc +22 -20
- data/src/core/lib/gpr/tmpfile_windows.cc +23 -22
- data/src/core/lib/gpr/useful.h +40 -27
- data/src/core/lib/gpr/wrap_memcpy.cc +23 -23
- data/src/core/lib/gprpp/atomic_utils.h +18 -18
- data/src/core/lib/gprpp/bitset.h +24 -0
- data/src/core/{ext/xds/xds_resource_type.cc → lib/gprpp/crash.cc} +12 -12
- data/src/core/lib/gprpp/crash.h +34 -0
- data/src/core/lib/gprpp/debug_location.h +18 -18
- data/src/core/lib/gprpp/dual_ref_counted.h +1 -1
- data/src/core/lib/gprpp/env.h +20 -20
- data/src/core/lib/gprpp/env_linux.cc +21 -21
- data/src/core/lib/gprpp/env_posix.cc +18 -18
- data/src/core/lib/gprpp/env_windows.cc +18 -18
- data/src/core/lib/gprpp/examine_stack.cc +17 -17
- data/src/core/lib/gprpp/examine_stack.h +18 -18
- data/src/core/lib/gprpp/fork.cc +21 -22
- data/src/core/lib/gprpp/fork.h +22 -22
- data/src/core/lib/gprpp/global_config.h +18 -18
- data/src/core/lib/gprpp/global_config_custom.h +18 -18
- data/src/core/lib/gprpp/global_config_env.cc +17 -17
- data/src/core/lib/gprpp/global_config_env.h +23 -23
- data/src/core/lib/gprpp/global_config_generic.h +18 -18
- data/src/core/lib/gprpp/host_port.cc +26 -26
- data/src/core/lib/gprpp/host_port.h +29 -28
- data/src/core/lib/gprpp/load_file.cc +75 -0
- data/src/core/lib/gprpp/load_file.h +33 -0
- data/src/core/lib/gprpp/manual_constructor.h +18 -17
- data/src/core/lib/gprpp/memory.h +18 -18
- data/src/core/lib/gprpp/mpscq.cc +17 -17
- data/src/core/lib/gprpp/mpscq.h +18 -18
- data/src/core/lib/gprpp/no_destruct.h +1 -0
- data/src/core/lib/gprpp/orphanable.h +18 -18
- data/src/core/lib/gprpp/per_cpu.h +46 -0
- data/src/core/lib/gprpp/ref_counted.h +18 -18
- data/src/core/lib/gprpp/ref_counted_ptr.h +19 -18
- data/src/core/lib/gprpp/stat_posix.cc +5 -4
- data/src/core/lib/gprpp/stat_windows.cc +4 -2
- data/src/core/lib/gprpp/status_helper.cc +4 -3
- data/src/core/lib/gprpp/status_helper.h +1 -3
- data/src/core/lib/gprpp/strerror.cc +41 -0
- data/src/core/lib/gprpp/strerror.h +29 -0
- data/src/core/lib/gprpp/sync.h +20 -20
- data/src/core/lib/gprpp/table.h +1 -0
- data/src/core/lib/gprpp/thd.h +19 -19
- data/src/core/lib/gprpp/thd_posix.cc +30 -31
- data/src/core/lib/gprpp/thd_windows.cc +26 -26
- data/src/core/lib/gprpp/time.cc +16 -11
- data/src/core/lib/gprpp/time.h +13 -3
- data/src/core/lib/gprpp/time_averaged_stats.cc +20 -20
- data/src/core/lib/gprpp/time_averaged_stats.h +48 -48
- data/src/core/lib/gprpp/time_util.h +1 -1
- data/src/core/lib/gprpp/unique_type_name.h +18 -18
- data/src/core/lib/gprpp/validation_errors.h +18 -1
- data/src/core/lib/handshaker/proxy_mapper.h +18 -18
- data/src/core/lib/handshaker/proxy_mapper_registry.cc +17 -17
- data/src/core/lib/handshaker/proxy_mapper_registry.h +18 -18
- data/src/core/lib/http/format_request.cc +18 -18
- data/src/core/lib/http/format_request.h +18 -18
- data/src/core/lib/http/httpcli.cc +57 -61
- data/src/core/lib/http/httpcli.h +26 -26
- data/src/core/lib/http/httpcli_security_connector.cc +22 -25
- data/src/core/lib/http/parser.cc +76 -87
- data/src/core/lib/http/parser.h +32 -32
- data/src/core/lib/iomgr/block_annotate.h +21 -21
- data/src/core/lib/iomgr/buffer_list.cc +156 -136
- data/src/core/lib/iomgr/buffer_list.h +120 -98
- data/src/core/lib/iomgr/call_combiner.cc +29 -27
- data/src/core/lib/iomgr/call_combiner.h +21 -22
- data/src/core/lib/iomgr/cfstream_handle.cc +33 -36
- data/src/core/lib/iomgr/cfstream_handle.h +22 -22
- data/src/core/lib/iomgr/closure.h +90 -45
- data/src/core/lib/iomgr/combiner.cc +20 -19
- data/src/core/lib/iomgr/combiner.h +18 -18
- data/src/core/lib/iomgr/dualstack_socket_posix.cc +21 -21
- data/src/core/lib/iomgr/dynamic_annotations.h +20 -20
- data/src/core/lib/iomgr/endpoint.cc +17 -17
- data/src/core/lib/iomgr/endpoint.h +46 -46
- data/src/core/lib/iomgr/endpoint_cfstream.cc +44 -43
- data/src/core/lib/iomgr/endpoint_cfstream.h +27 -27
- data/src/core/lib/iomgr/endpoint_pair.h +18 -18
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +20 -19
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +18 -17
- data/src/core/lib/iomgr/error.cc +49 -61
- data/src/core/lib/iomgr/error.h +42 -173
- data/src/core/lib/iomgr/error_cfstream.cc +18 -18
- data/src/core/lib/iomgr/error_cfstream.h +19 -19
- data/src/core/lib/iomgr/ev_apple.cc +21 -21
- data/src/core/lib/iomgr/ev_apple.h +17 -17
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +208 -195
- data/src/core/lib/iomgr/ev_epoll1_linux.h +18 -18
- data/src/core/lib/iomgr/ev_poll_posix.cc +212 -205
- data/src/core/lib/iomgr/ev_poll_posix.h +18 -18
- data/src/core/lib/iomgr/ev_posix.cc +36 -28
- data/src/core/lib/iomgr/ev_posix.h +85 -81
- data/src/core/lib/iomgr/ev_windows.cc +18 -18
- data/src/core/lib/iomgr/exec_ctx.cc +34 -34
- data/src/core/lib/iomgr/exec_ctx.h +141 -141
- data/src/core/lib/iomgr/executor.cc +21 -21
- data/src/core/lib/iomgr/executor.h +24 -24
- data/src/core/lib/iomgr/fork_posix.cc +24 -22
- data/src/core/lib/iomgr/fork_windows.cc +21 -21
- data/src/core/lib/iomgr/gethostname.h +18 -18
- data/src/core/lib/iomgr/gethostname_fallback.cc +17 -17
- data/src/core/lib/iomgr/gethostname_host_name_max.cc +17 -17
- data/src/core/lib/iomgr/gethostname_sysconf.cc +17 -17
- data/src/core/lib/iomgr/grpc_if_nametoindex.h +20 -20
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +20 -19
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +20 -19
- data/src/core/lib/iomgr/internal_errqueue.cc +4 -2
- data/src/core/lib/iomgr/internal_errqueue.h +80 -80
- data/src/core/lib/iomgr/iocp_windows.cc +22 -21
- data/src/core/lib/iomgr/iocp_windows.h +18 -18
- data/src/core/lib/iomgr/iomgr.cc +19 -18
- data/src/core/lib/iomgr/iomgr.h +32 -32
- data/src/core/lib/iomgr/iomgr_internal.cc +17 -17
- data/src/core/lib/iomgr/iomgr_internal.h +25 -25
- data/src/core/lib/iomgr/iomgr_posix.cc +20 -20
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +20 -19
- data/src/core/lib/iomgr/iomgr_windows.cc +24 -22
- data/src/core/lib/iomgr/load_file.cc +24 -27
- data/src/core/lib/iomgr/load_file.h +20 -20
- data/src/core/lib/iomgr/lockfree_event.cc +114 -114
- data/src/core/lib/iomgr/lockfree_event.h +19 -19
- data/src/core/lib/iomgr/nameser.h +84 -84
- data/src/core/lib/iomgr/polling_entity.cc +25 -21
- data/src/core/lib/iomgr/polling_entity.h +27 -27
- data/src/core/lib/iomgr/pollset.cc +17 -17
- data/src/core/lib/iomgr/pollset.h +51 -51
- data/src/core/lib/iomgr/pollset_set.cc +17 -17
- data/src/core/lib/iomgr/pollset_set.h +22 -22
- data/src/core/lib/iomgr/pollset_set_windows.cc +18 -18
- data/src/core/lib/iomgr/pollset_set_windows.h +18 -18
- data/src/core/lib/iomgr/pollset_windows.cc +30 -29
- data/src/core/lib/iomgr/pollset_windows.h +22 -22
- data/src/core/lib/iomgr/port.h +29 -29
- data/src/core/lib/iomgr/python_util.h +20 -20
- data/src/core/lib/iomgr/resolve_address.cc +26 -20
- data/src/core/lib/iomgr/resolve_address.h +21 -22
- data/src/core/lib/iomgr/resolve_address_impl.h +2 -2
- data/src/core/lib/iomgr/resolve_address_posix.cc +35 -45
- data/src/core/lib/iomgr/resolve_address_posix.h +1 -2
- data/src/core/lib/iomgr/resolve_address_windows.cc +18 -20
- data/src/core/lib/iomgr/resolve_address_windows.h +1 -2
- data/src/core/lib/iomgr/resolved_address.h +1 -1
- data/src/core/lib/iomgr/sockaddr.h +21 -21
- data/src/core/lib/iomgr/sockaddr_posix.h +18 -18
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +18 -17
- data/src/core/lib/iomgr/sockaddr_windows.h +18 -18
- data/src/core/lib/iomgr/socket_factory_posix.cc +18 -18
- data/src/core/lib/iomgr/socket_factory_posix.h +30 -30
- data/src/core/lib/iomgr/socket_mutator.cc +19 -18
- data/src/core/lib/iomgr/socket_mutator.h +37 -37
- data/src/core/lib/iomgr/socket_utils.h +24 -24
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +68 -66
- data/src/core/lib/iomgr/socket_utils_linux.cc +18 -17
- data/src/core/lib/iomgr/socket_utils_posix.cc +22 -20
- data/src/core/lib/iomgr/socket_utils_posix.h +78 -78
- data/src/core/lib/iomgr/socket_utils_windows.cc +20 -19
- data/src/core/lib/iomgr/socket_windows.cc +37 -36
- data/src/core/lib/iomgr/socket_windows.h +56 -56
- data/src/core/lib/iomgr/systemd_utils.cc +116 -0
- data/src/core/lib/{slice/slice_buffer_api.cc → iomgr/systemd_utils.h} +12 -14
- data/src/core/lib/iomgr/tcp_client.cc +17 -17
- data/src/core/lib/iomgr/tcp_client.h +26 -26
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +25 -28
- data/src/core/lib/iomgr/tcp_client_posix.cc +70 -73
- data/src/core/lib/iomgr/tcp_client_posix.h +43 -43
- data/src/core/lib/iomgr/tcp_client_windows.cc +36 -39
- data/src/core/lib/iomgr/tcp_posix.cc +223 -237
- data/src/core/lib/iomgr/tcp_posix.h +27 -27
- data/src/core/lib/iomgr/tcp_server.cc +30 -22
- data/src/core/lib/iomgr/tcp_server.h +68 -62
- data/src/core/lib/iomgr/tcp_server_posix.cc +124 -94
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +54 -51
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +90 -55
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +40 -40
- data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +19 -19
- data/src/core/lib/iomgr/tcp_server_windows.cc +97 -104
- data/src/core/lib/iomgr/tcp_windows.cc +109 -93
- data/src/core/lib/iomgr/tcp_windows.h +29 -29
- data/src/core/lib/iomgr/timer.cc +17 -17
- data/src/core/lib/iomgr/timer.h +65 -65
- data/src/core/lib/iomgr/timer_generic.cc +115 -122
- data/src/core/lib/iomgr/timer_generic.h +19 -19
- data/src/core/lib/iomgr/timer_heap.cc +25 -25
- data/src/core/lib/iomgr/timer_heap.h +19 -19
- data/src/core/lib/iomgr/timer_manager.cc +30 -29
- data/src/core/lib/iomgr/timer_manager.h +25 -25
- data/src/core/lib/iomgr/unix_sockets_posix.cc +20 -21
- data/src/core/lib/iomgr/unix_sockets_posix.h +18 -18
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +19 -17
- data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +23 -21
- data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +23 -23
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +29 -26
- data/src/core/lib/iomgr/wakeup_fd_pipe.h +18 -18
- data/src/core/lib/iomgr/wakeup_fd_posix.cc +18 -18
- data/src/core/lib/iomgr/wakeup_fd_posix.h +50 -50
- data/src/core/lib/json/json_channel_args.h +42 -0
- data/src/core/lib/json/json_object_loader.cc +17 -2
- data/src/core/lib/json/json_object_loader.h +37 -1
- data/src/core/lib/json/json_reader.cc +28 -28
- data/src/core/lib/json/json_util.cc +5 -5
- data/src/core/lib/json/json_util.h +4 -4
- data/src/core/lib/json/json_writer.cc +56 -56
- data/src/core/lib/load_balancing/lb_policy.cc +18 -18
- data/src/core/lib/load_balancing/lb_policy.h +7 -4
- data/src/core/lib/load_balancing/subchannel_interface.h +1 -8
- data/src/core/lib/matchers/matchers.cc +6 -5
- data/src/core/lib/matchers/matchers.h +1 -1
- data/src/core/lib/promise/activity.cc +16 -2
- data/src/core/lib/promise/activity.h +58 -27
- data/src/core/lib/promise/arena_promise.h +82 -52
- data/src/core/lib/promise/context.h +14 -6
- data/src/core/lib/promise/detail/basic_seq.h +9 -28
- data/src/core/lib/promise/detail/promise_factory.h +59 -10
- data/src/core/lib/promise/detail/status.h +28 -0
- data/src/core/lib/promise/detail/switch.h +1455 -0
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +20 -12
- data/src/core/lib/promise/for_each.h +155 -0
- data/src/core/lib/promise/latch.h +13 -19
- data/src/core/lib/promise/loop.h +7 -5
- data/src/core/lib/promise/map.h +1 -0
- data/src/core/lib/promise/map_pipe.h +88 -0
- data/src/core/lib/promise/pipe.cc +19 -0
- data/src/core/lib/promise/pipe.h +505 -0
- data/src/core/lib/promise/poll.h +19 -0
- data/src/core/lib/promise/seq.h +4 -5
- data/src/core/lib/promise/sleep.cc +5 -4
- data/src/core/lib/promise/sleep.h +1 -2
- data/src/core/lib/promise/try_concurrently.h +342 -0
- data/src/core/lib/promise/try_seq.h +11 -13
- data/src/core/lib/resolver/resolver.cc +17 -17
- data/src/core/lib/resolver/server_address.cc +18 -17
- data/src/core/lib/resolver/server_address.h +19 -21
- data/src/core/lib/resource_quota/api.cc +0 -1
- data/src/core/lib/resource_quota/api.h +1 -1
- data/src/core/lib/resource_quota/arena.cc +36 -17
- data/src/core/lib/resource_quota/arena.h +107 -18
- data/src/core/lib/resource_quota/memory_quota.cc +140 -43
- data/src/core/lib/resource_quota/memory_quota.h +85 -23
- data/src/core/lib/resource_quota/resource_quota.h +1 -1
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +0 -1
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +1 -3
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +4 -2
- data/src/core/lib/security/authorization/matchers.cc +25 -22
- data/src/core/lib/security/authorization/rbac_policy.cc +2 -3
- data/src/core/lib/security/authorization/rbac_policy.h +1 -1
- data/src/core/lib/security/context/security_context.cc +22 -23
- data/src/core/lib/security/context/security_context.h +40 -30
- data/src/core/lib/security/credentials/alts/alts_credentials.cc +17 -17
- data/src/core/lib/security/credentials/alts/alts_credentials.h +50 -50
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +19 -19
- data/src/core/lib/security/credentials/alts/check_gcp_environment.h +41 -41
- data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +17 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +18 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +18 -17
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +19 -19
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +18 -18
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +36 -37
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +18 -18
- data/src/core/lib/security/credentials/call_creds_util.h +1 -1
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +3 -4
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +22 -22
- data/src/core/lib/security/credentials/composite/composite_credentials.h +20 -21
- data/src/core/lib/security/credentials/credentials.cc +19 -18
- data/src/core/lib/security/credentials/credentials.h +34 -33
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +77 -55
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +4 -3
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +40 -51
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +17 -21
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +21 -25
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +20 -19
- data/src/core/lib/security/credentials/fake/fake_credentials.h +34 -35
- data/src/core/lib/security/credentials/google_default/credentials_generic.cc +17 -17
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +75 -73
- data/src/core/lib/security/credentials/google_default/google_default_credentials.h +18 -19
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +18 -17
- data/src/core/lib/security/credentials/iam/iam_credentials.h +18 -18
- data/src/core/lib/security/credentials/jwt/json_token.cc +24 -25
- data/src/core/lib/security/credentials/jwt/json_token.h +32 -32
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +18 -18
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +18 -19
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +75 -75
- data/src/core/lib/security/credentials/jwt/jwt_verifier.h +43 -43
- data/src/core/lib/security/credentials/local/local_credentials.cc +17 -17
- data/src/core/lib/security/credentials/local/local_credentials.h +20 -20
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +52 -59
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +19 -19
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +24 -23
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +22 -22
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +19 -20
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +18 -18
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +20 -28
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +4 -11
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +30 -43
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +1 -1
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +18 -18
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +18 -19
- data/src/core/lib/security/credentials/tls/tls_credentials.h +18 -18
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -2
- data/src/core/lib/security/credentials/xds/xds_credentials.h +1 -1
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +32 -38
- data/src/core/lib/security/security_connector/alts/alts_security_connector.h +41 -42
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +32 -41
- data/src/core/lib/security/security_connector/fake/fake_security_connector.h +20 -21
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +2 -2
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +3 -8
- data/src/core/lib/security/security_connector/load_system_roots.h +18 -18
- data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +18 -18
- data/src/core/lib/security/security_connector/load_system_roots_supported.cc +19 -22
- data/src/core/lib/security/security_connector/load_system_roots_supported.h +19 -20
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +30 -34
- data/src/core/lib/security/security_connector/local/local_security_connector.h +40 -41
- data/src/core/lib/security/security_connector/security_connector.cc +17 -17
- data/src/core/lib/security/security_connector/security_connector.h +32 -33
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +34 -39
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +38 -39
- data/src/core/lib/security/security_connector/ssl_utils.cc +37 -39
- data/src/core/lib/security/security_connector/ssl_utils.h +31 -31
- data/src/core/lib/security/security_connector/ssl_utils_config.cc +22 -22
- data/src/core/lib/security/security_connector/ssl_utils_config.h +18 -19
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +42 -48
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +17 -17
- data/src/core/lib/security/transport/auth_filters.h +18 -18
- data/src/core/lib/security/transport/client_auth_filter.cc +21 -21
- data/src/core/lib/security/transport/secure_endpoint.cc +54 -56
- data/src/core/lib/security/transport/secure_endpoint.h +22 -22
- data/src/core/lib/security/transport/security_handshaker.cc +70 -70
- data/src/core/lib/security/transport/security_handshaker.h +19 -19
- data/src/core/lib/security/transport/server_auth_filter.cc +43 -44
- data/src/core/lib/security/transport/tsi_error.cc +23 -20
- data/src/core/lib/security/transport/tsi_error.h +18 -18
- data/src/core/lib/security/util/json_util.cc +21 -22
- data/src/core/lib/security/util/json_util.h +18 -18
- data/src/core/lib/service_config/service_config.h +2 -2
- data/src/core/lib/service_config/service_config_call_data.h +7 -1
- data/src/core/lib/service_config/service_config_impl.cc +111 -158
- data/src/core/lib/service_config/service_config_impl.h +14 -17
- data/src/core/lib/service_config/service_config_parser.cc +14 -31
- data/src/core/lib/service_config/service_config_parser.h +14 -10
- data/src/core/lib/slice/b64.cc +26 -26
- data/src/core/lib/slice/b64.h +29 -29
- data/src/core/lib/slice/percent_encoding.cc +17 -17
- data/src/core/lib/slice/percent_encoding.h +24 -24
- data/src/core/lib/slice/slice.cc +44 -38
- data/src/core/lib/slice/slice.h +57 -11
- data/src/core/lib/slice/slice_buffer.cc +63 -59
- data/src/core/lib/slice/slice_buffer.h +27 -2
- data/src/core/lib/slice/slice_internal.h +31 -39
- data/src/core/lib/slice/slice_refcount.h +34 -19
- data/src/core/lib/slice/slice_string_helpers.cc +17 -17
- data/src/core/lib/slice/slice_string_helpers.h +19 -19
- data/src/core/lib/surface/api_trace.cc +17 -17
- data/src/core/lib/surface/api_trace.h +22 -22
- data/src/core/lib/surface/byte_buffer.cc +22 -23
- data/src/core/lib/surface/byte_buffer_reader.cc +23 -23
- data/src/core/lib/surface/call.cc +1521 -335
- data/src/core/lib/surface/call.h +86 -39
- data/src/core/lib/surface/call_details.cc +20 -21
- data/src/core/lib/surface/call_log_batch.cc +18 -18
- data/src/core/lib/surface/call_test_only.h +30 -30
- data/src/core/lib/surface/call_trace.cc +113 -0
- data/src/core/{ext/filters/http/message_compress/message_decompress_filter.h → lib/surface/call_trace.h} +10 -12
- data/src/core/lib/surface/channel.cc +62 -67
- data/src/core/lib/surface/channel.h +40 -32
- data/src/core/lib/surface/channel_init.cc +17 -17
- data/src/core/lib/surface/channel_init.h +18 -18
- data/src/core/lib/surface/channel_ping.cc +19 -19
- data/src/core/lib/surface/channel_stack_type.cc +21 -17
- data/src/core/lib/surface/channel_stack_type.h +20 -18
- data/src/core/lib/surface/completion_queue.cc +173 -191
- data/src/core/lib/surface/completion_queue.h +32 -32
- data/src/core/lib/surface/completion_queue_factory.cc +28 -28
- data/src/core/lib/surface/completion_queue_factory.h +20 -20
- data/src/core/lib/surface/event_string.cc +17 -17
- data/src/core/lib/surface/event_string.h +20 -20
- data/src/core/lib/surface/init.cc +29 -58
- data/src/core/lib/surface/init.h +18 -18
- data/src/core/lib/surface/init_internally.cc +1 -0
- data/src/core/lib/surface/init_internally.h +9 -0
- data/src/core/lib/surface/lame_client.cc +28 -26
- data/src/core/lib/surface/lame_client.h +19 -19
- data/src/core/lib/surface/metadata_array.cc +17 -18
- data/src/core/lib/surface/server.cc +61 -83
- data/src/core/lib/surface/server.h +5 -7
- data/src/core/lib/surface/validate_metadata.cc +28 -29
- data/src/core/lib/surface/validate_metadata.h +18 -18
- data/src/core/lib/surface/version.cc +21 -21
- data/src/core/lib/transport/bdp_estimator.cc +17 -17
- data/src/core/lib/transport/bdp_estimator.h +18 -19
- data/src/core/lib/transport/connectivity_state.cc +19 -19
- data/src/core/lib/transport/connectivity_state.h +19 -19
- data/src/core/lib/transport/error_utils.cc +51 -45
- data/src/core/lib/transport/error_utils.h +21 -21
- data/src/core/lib/transport/handshaker.cc +49 -46
- data/src/core/lib/transport/handshaker.h +43 -38
- data/src/core/lib/transport/handshaker_factory.h +44 -18
- data/src/core/lib/transport/handshaker_registry.cc +25 -19
- data/src/core/lib/transport/handshaker_registry.h +21 -22
- data/src/core/lib/transport/http2_errors.h +20 -20
- data/src/core/lib/transport/http_connect_handshaker.cc +40 -41
- data/src/core/lib/transport/http_connect_handshaker.h +18 -18
- data/src/core/lib/transport/metadata_batch.cc +4 -1
- data/src/core/lib/transport/metadata_batch.h +46 -20
- data/src/core/lib/transport/parsed_metadata.cc +2 -6
- data/src/core/lib/transport/parsed_metadata.h +1 -0
- data/src/core/lib/transport/pid_controller.cc +20 -20
- data/src/core/lib/transport/pid_controller.h +24 -24
- data/src/core/lib/transport/status_conversion.cc +22 -22
- data/src/core/lib/transport/status_conversion.h +20 -20
- data/src/core/lib/transport/tcp_connect_handshaker.cc +15 -20
- data/src/core/lib/transport/tcp_connect_handshaker.h +1 -1
- data/src/core/lib/transport/timeout_encoding.cc +22 -22
- data/src/core/lib/transport/timeout_encoding.h +18 -18
- data/src/core/lib/transport/transport.cc +88 -41
- data/src/core/lib/transport/transport.h +193 -195
- data/src/core/lib/transport/transport_impl.h +42 -42
- data/src/core/lib/transport/transport_op_string.cc +26 -25
- data/src/core/plugin_registry/grpc_plugin_registry.cc +25 -27
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +7 -14
- data/src/core/tsi/alts/crypt/aes_gcm.cc +20 -20
- data/src/core/tsi/alts/crypt/gsec.cc +26 -26
- data/src/core/tsi/alts/crypt/gsec.h +334 -334
- data/src/core/tsi/alts/frame_protector/alts_counter.cc +23 -23
- data/src/core/tsi/alts/frame_protector/alts_counter.h +66 -66
- data/src/core/tsi/alts/frame_protector/alts_crypter.cc +19 -19
- data/src/core/tsi/alts/frame_protector/alts_crypter.h +206 -206
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +72 -71
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +38 -38
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +18 -18
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +80 -81
- data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +26 -25
- data/src/core/tsi/alts/frame_protector/frame_handler.h +166 -166
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +78 -77
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +99 -99
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +18 -17
- data/src/core/tsi/alts/handshaker/alts_shared_resource.h +41 -42
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +37 -36
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +58 -58
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +20 -20
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +21 -20
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +36 -36
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +19 -19
- data/src/core/tsi/alts/handshaker/transport_security_common_api.h +102 -101
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +45 -44
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +38 -39
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +38 -36
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +33 -34
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +65 -66
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +32 -31
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +53 -54
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +54 -53
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +138 -139
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +58 -57
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +41 -42
- data/src/core/tsi/fake_transport_security.cc +80 -79
- data/src/core/tsi/fake_transport_security.h +30 -30
- data/src/core/tsi/local_transport_security.cc +34 -33
- data/src/core/tsi/local_transport_security.h +31 -31
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +8 -3
- data/src/core/tsi/ssl/session_cache/ssl_session.h +18 -18
- data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +19 -19
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +18 -17
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +19 -19
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +25 -20
- data/src/core/tsi/ssl_transport_security.cc +139 -323
- data/src/core/tsi/ssl_transport_security.h +201 -200
- data/src/core/tsi/ssl_transport_security_utils.cc +250 -0
- data/src/core/tsi/ssl_transport_security_utils.h +147 -0
- data/src/core/tsi/ssl_types.h +25 -25
- data/src/core/tsi/transport_security.cc +26 -26
- data/src/core/tsi/transport_security.h +45 -45
- data/src/core/tsi/transport_security_grpc.cc +20 -20
- data/src/core/tsi/transport_security_grpc.h +39 -39
- data/src/core/tsi/transport_security_interface.h +330 -330
- data/src/ruby/ext/grpc/{ext-export-truffleruby.clang → ext-export-truffleruby-with-ruby-abi-version.clang} +0 -0
- data/src/ruby/ext/grpc/{ext-export-truffleruby.gcc → ext-export-truffleruby-with-ruby-abi-version.gcc} +0 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export.clang +0 -1
- data/src/ruby/ext/grpc/ext-export.gcc +1 -2
- data/src/ruby/ext/grpc/extconf.rb +47 -2
- data/src/ruby/ext/grpc/rb_call.c +1 -0
- data/src/ruby/ext/grpc/rb_channel.c +1 -0
- data/src/ruby/ext/grpc/rb_channel_args.c +1 -0
- data/src/ruby/ext/grpc/rb_compression_options.c +1 -1
- data/src/ruby/ext/grpc/rb_grpc.c +1 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +38 -38
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +59 -59
- data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/spec/channel_spec.rb +0 -43
- data/src/ruby/spec/client_server_spec.rb +20 -8
- data/src/ruby/spec/generic/active_call_spec.rb +12 -3
- data/third_party/abseil-cpp/absl/cleanup/cleanup.h +140 -0
- data/third_party/abseil-cpp/absl/cleanup/internal/cleanup.h +100 -0
- data/third_party/re2/re2/bitstate.cc +3 -3
- data/third_party/re2/re2/dfa.cc +13 -13
- data/third_party/re2/re2/nfa.cc +4 -4
- data/third_party/re2/re2/onepass.cc +2 -2
- data/third_party/re2/re2/prefilter_tree.cc +27 -59
- data/third_party/re2/re2/prefilter_tree.h +3 -2
- data/third_party/re2/re2/prog.cc +11 -2
- data/third_party/re2/re2/prog.h +17 -5
- data/third_party/re2/re2/re2.cc +6 -11
- data/third_party/re2/re2/re2.h +1 -1
- data/third_party/re2/re2/regexp.cc +1 -2
- data/third_party/re2/re2/stringpiece.h +10 -7
- data/third_party/re2/re2/unicode_casefold.cc +25 -11
- data/third_party/re2/re2/unicode_groups.cc +319 -151
- data/third_party/re2/re2/walker-inl.h +3 -2
- data/third_party/re2/util/mutex.h +4 -4
- data/third_party/zlib/compress.c +3 -3
- data/third_party/zlib/crc32.c +21 -12
- data/third_party/zlib/deflate.c +112 -106
- data/third_party/zlib/deflate.h +2 -2
- data/third_party/zlib/gzlib.c +1 -1
- data/third_party/zlib/gzread.c +3 -5
- data/third_party/zlib/gzwrite.c +1 -1
- data/third_party/zlib/infback.c +10 -7
- data/third_party/zlib/inflate.c +5 -2
- data/third_party/zlib/inftrees.c +2 -2
- data/third_party/zlib/inftrees.h +1 -1
- data/third_party/zlib/trees.c +61 -62
- data/third_party/zlib/uncompr.c +2 -2
- data/third_party/zlib/zconf.h +16 -3
- data/third_party/zlib/zlib.h +10 -10
- data/third_party/zlib/zutil.c +9 -7
- data/third_party/zlib/zutil.h +1 -0
- metadata +148 -42
- data/include/grpc/impl/codegen/gpr_slice.h +0 -71
- data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +0 -188
- data/src/core/ext/filters/fault_injection/service_config_parser.cc +0 -187
- data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +0 -332
- data/src/core/ext/filters/http/message_compress/message_compress_filter.h +0 -52
- data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +0 -322
- data/src/core/ext/filters/server_config_selector/server_config_selector.cc +0 -62
- data/src/core/lib/gpr/murmur_hash.cc +0 -82
- data/src/core/lib/gpr/murmur_hash.h +0 -29
- data/src/core/lib/gpr/tls.h +0 -156
- data/src/core/lib/promise/call_push_pull.h +0 -148
- data/src/core/lib/slice/slice_api.cc +0 -39
- data/src/core/lib/slice/slice_refcount_base.h +0 -60
@@ -18,8 +18,6 @@
|
|
18
18
|
|
19
19
|
#include <memory>
|
20
20
|
|
21
|
-
#include "absl/memory/memory.h"
|
22
|
-
|
23
21
|
#include <grpc/event_engine/event_engine.h>
|
24
22
|
|
25
23
|
#ifdef GPR_WINDOWS
|
@@ -29,7 +27,7 @@ namespace grpc_event_engine {
|
|
29
27
|
namespace experimental {
|
30
28
|
|
31
29
|
std::unique_ptr<EventEngine> DefaultEventEngineFactory() {
|
32
|
-
return
|
30
|
+
return std::make_unique<WindowsEventEngine>();
|
33
31
|
}
|
34
32
|
|
35
33
|
} // namespace experimental
|
@@ -41,7 +39,7 @@ namespace grpc_event_engine {
|
|
41
39
|
namespace experimental {
|
42
40
|
|
43
41
|
std::unique_ptr<EventEngine> DefaultEventEngineFactory() {
|
44
|
-
return
|
42
|
+
return std::make_unique<PosixEventEngine>();
|
45
43
|
}
|
46
44
|
|
47
45
|
} // namespace experimental
|
@@ -40,10 +40,16 @@ class Poller {
|
|
40
40
|
// polling.
|
41
41
|
//
|
42
42
|
// Returns:
|
43
|
-
// * Poller::WorkResult::kKicked if it was Kicked.
|
44
|
-
//
|
45
|
-
//
|
46
|
-
//
|
43
|
+
// * Poller::WorkResult::kKicked if it was Kicked. A poller that was Kicked
|
44
|
+
// may still process some events and if so, it may have run the
|
45
|
+
// schedule_poll_again callback function synchronously. When the poller
|
46
|
+
// returns Poller::WorkResult::kKicked tts upto the user to determine
|
47
|
+
// if the schedule_poll_again callback has run or not.
|
48
|
+
// * Poller::WorkResult::kDeadlineExceeded if timeout occurred. The
|
49
|
+
// schedule_poll_again callback is not run in this case.
|
50
|
+
// * Poller::WorkResult::kOk, otherwise indicating that the
|
51
|
+
// schedule_poll_again callback function was run synchonously before some
|
52
|
+
// events were processed.
|
47
53
|
virtual WorkResult Work(EventEngine::Duration timeout,
|
48
54
|
absl::FunctionRef<void()> schedule_poll_again) = 0;
|
49
55
|
// Trigger the threads executing Work(..) to break out as soon as possible.
|
@@ -0,0 +1,614 @@
|
|
1
|
+
// Copyright 2022 The gRPC Authors
|
2
|
+
//
|
3
|
+
// Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
+
// you may not use this file except in compliance with the License.
|
5
|
+
// You may obtain a copy of the License at
|
6
|
+
//
|
7
|
+
// http://www.apache.org/licenses/LICENSE-2.0
|
8
|
+
//
|
9
|
+
// Unless required by applicable law or agreed to in writing, software
|
10
|
+
// distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
+
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
+
// See the License for the specific language governing permissions and
|
13
|
+
// limitations under the License.
|
14
|
+
#include <grpc/support/port_platform.h>
|
15
|
+
|
16
|
+
#include "src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h"
|
17
|
+
|
18
|
+
#include <stdint.h>
|
19
|
+
|
20
|
+
#include <atomic>
|
21
|
+
#include <memory>
|
22
|
+
|
23
|
+
#include "absl/status/status.h"
|
24
|
+
#include "absl/status/statusor.h"
|
25
|
+
#include "absl/strings/str_format.h"
|
26
|
+
|
27
|
+
#include <grpc/event_engine/event_engine.h>
|
28
|
+
#include <grpc/status.h>
|
29
|
+
#include <grpc/support/log.h>
|
30
|
+
#include <grpc/support/sync.h>
|
31
|
+
|
32
|
+
#include "src/core/lib/event_engine/poller.h"
|
33
|
+
#include "src/core/lib/event_engine/time_util.h"
|
34
|
+
#include "src/core/lib/gprpp/crash.h"
|
35
|
+
#include "src/core/lib/iomgr/port.h"
|
36
|
+
|
37
|
+
// This polling engine is only relevant on linux kernels supporting epoll
|
38
|
+
// epoll_create() or epoll_create1()
|
39
|
+
#ifdef GRPC_LINUX_EPOLL
|
40
|
+
#include <errno.h>
|
41
|
+
#include <limits.h>
|
42
|
+
#include <sys/epoll.h>
|
43
|
+
#include <sys/socket.h>
|
44
|
+
#include <unistd.h>
|
45
|
+
|
46
|
+
#include "src/core/lib/event_engine/posix_engine/event_poller.h"
|
47
|
+
#include "src/core/lib/event_engine/posix_engine/lockfree_event.h"
|
48
|
+
#include "src/core/lib/event_engine/posix_engine/posix_engine_closure.h"
|
49
|
+
#include "src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h"
|
50
|
+
#include "src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h"
|
51
|
+
#include "src/core/lib/gprpp/fork.h"
|
52
|
+
#include "src/core/lib/gprpp/status_helper.h"
|
53
|
+
#include "src/core/lib/gprpp/strerror.h"
|
54
|
+
#include "src/core/lib/gprpp/sync.h"
|
55
|
+
|
56
|
+
#define MAX_EPOLL_EVENTS_HANDLED_PER_ITERATION 1
|
57
|
+
|
58
|
+
namespace grpc_event_engine {
|
59
|
+
namespace experimental {
|
60
|
+
|
61
|
+
class Epoll1EventHandle : public EventHandle {
|
62
|
+
public:
|
63
|
+
Epoll1EventHandle(int fd, Epoll1Poller* poller)
|
64
|
+
: fd_(fd),
|
65
|
+
list_(this),
|
66
|
+
poller_(poller),
|
67
|
+
read_closure_(std::make_unique<LockfreeEvent>(poller->GetScheduler())),
|
68
|
+
write_closure_(std::make_unique<LockfreeEvent>(poller->GetScheduler())),
|
69
|
+
error_closure_(
|
70
|
+
std::make_unique<LockfreeEvent>(poller->GetScheduler())) {
|
71
|
+
read_closure_->InitEvent();
|
72
|
+
write_closure_->InitEvent();
|
73
|
+
error_closure_->InitEvent();
|
74
|
+
pending_read_.store(false, std::memory_order_relaxed);
|
75
|
+
pending_write_.store(false, std::memory_order_relaxed);
|
76
|
+
pending_error_.store(false, std::memory_order_relaxed);
|
77
|
+
}
|
78
|
+
void ReInit(int fd) {
|
79
|
+
fd_ = fd;
|
80
|
+
read_closure_->InitEvent();
|
81
|
+
write_closure_->InitEvent();
|
82
|
+
error_closure_->InitEvent();
|
83
|
+
pending_read_.store(false, std::memory_order_relaxed);
|
84
|
+
pending_write_.store(false, std::memory_order_relaxed);
|
85
|
+
pending_error_.store(false, std::memory_order_relaxed);
|
86
|
+
}
|
87
|
+
Epoll1Poller* Poller() override { return poller_; }
|
88
|
+
bool SetPendingActions(bool pending_read, bool pending_write,
|
89
|
+
bool pending_error) {
|
90
|
+
// Another thread may be executing ExecutePendingActions() at this point
|
91
|
+
// This is possible for instance, if one instantiation of Work(..) sets
|
92
|
+
// an fd to be readable while the next instantiation of Work(...) may
|
93
|
+
// set the fd to be writable. While the second instantiation is running,
|
94
|
+
// ExecutePendingActions() of the first instantiation may execute in
|
95
|
+
// parallel and read the pending_<***>_ variables. So we need to use
|
96
|
+
// atomics to manipulate pending_<***>_ variables.
|
97
|
+
|
98
|
+
if (pending_read) {
|
99
|
+
pending_read_.store(true, std::memory_order_release);
|
100
|
+
}
|
101
|
+
|
102
|
+
if (pending_write) {
|
103
|
+
pending_write_.store(true, std::memory_order_release);
|
104
|
+
}
|
105
|
+
|
106
|
+
if (pending_error) {
|
107
|
+
pending_error_.store(true, std::memory_order_release);
|
108
|
+
}
|
109
|
+
|
110
|
+
return pending_read || pending_write || pending_error;
|
111
|
+
}
|
112
|
+
int WrappedFd() override { return fd_; }
|
113
|
+
void OrphanHandle(PosixEngineClosure* on_done, int* release_fd,
|
114
|
+
absl::string_view reason) override;
|
115
|
+
void ShutdownHandle(absl::Status why) override;
|
116
|
+
void NotifyOnRead(PosixEngineClosure* on_read) override;
|
117
|
+
void NotifyOnWrite(PosixEngineClosure* on_write) override;
|
118
|
+
void NotifyOnError(PosixEngineClosure* on_error) override;
|
119
|
+
void SetReadable() override;
|
120
|
+
void SetWritable() override;
|
121
|
+
void SetHasError() override;
|
122
|
+
bool IsHandleShutdown() override;
|
123
|
+
inline void ExecutePendingActions() {
|
124
|
+
// These may execute in Parallel with ShutdownHandle. Thats not an issue
|
125
|
+
// because the lockfree event implementation should be able to handle it.
|
126
|
+
if (pending_read_.exchange(false, std::memory_order_acq_rel)) {
|
127
|
+
read_closure_->SetReady();
|
128
|
+
}
|
129
|
+
if (pending_write_.exchange(false, std::memory_order_acq_rel)) {
|
130
|
+
write_closure_->SetReady();
|
131
|
+
}
|
132
|
+
if (pending_error_.exchange(false, std::memory_order_acq_rel)) {
|
133
|
+
error_closure_->SetReady();
|
134
|
+
}
|
135
|
+
}
|
136
|
+
grpc_core::Mutex* mu() { return &mu_; }
|
137
|
+
LockfreeEvent* ReadClosure() { return read_closure_.get(); }
|
138
|
+
LockfreeEvent* WriteClosure() { return write_closure_.get(); }
|
139
|
+
LockfreeEvent* ErrorClosure() { return error_closure_.get(); }
|
140
|
+
Epoll1Poller::HandlesList& ForkFdListPos() { return list_; }
|
141
|
+
~Epoll1EventHandle() override = default;
|
142
|
+
|
143
|
+
private:
|
144
|
+
void HandleShutdownInternal(absl::Status why, bool releasing_fd);
|
145
|
+
// See Epoll1Poller::ShutdownHandle for explanation on why a mutex is
|
146
|
+
// required.
|
147
|
+
grpc_core::Mutex mu_;
|
148
|
+
int fd_;
|
149
|
+
// See Epoll1Poller::SetPendingActions for explanation on why pending_<***>_
|
150
|
+
// need to be atomic.
|
151
|
+
std::atomic<bool> pending_read_{false};
|
152
|
+
std::atomic<bool> pending_write_{false};
|
153
|
+
std::atomic<bool> pending_error_{false};
|
154
|
+
Epoll1Poller::HandlesList list_;
|
155
|
+
Epoll1Poller* poller_;
|
156
|
+
std::unique_ptr<LockfreeEvent> read_closure_;
|
157
|
+
std::unique_ptr<LockfreeEvent> write_closure_;
|
158
|
+
std::unique_ptr<LockfreeEvent> error_closure_;
|
159
|
+
};
|
160
|
+
|
161
|
+
namespace {
|
162
|
+
|
163
|
+
int EpollCreateAndCloexec() {
|
164
|
+
#ifdef GRPC_LINUX_EPOLL_CREATE1
|
165
|
+
int fd = epoll_create1(EPOLL_CLOEXEC);
|
166
|
+
if (fd < 0) {
|
167
|
+
gpr_log(GPR_ERROR, "epoll_create1 unavailable");
|
168
|
+
}
|
169
|
+
#else
|
170
|
+
int fd = epoll_create(MAX_EPOLL_EVENTS);
|
171
|
+
if (fd < 0) {
|
172
|
+
gpr_log(GPR_ERROR, "epoll_create unavailable");
|
173
|
+
} else if (fcntl(fd, F_SETFD, FD_CLOEXEC) != 0) {
|
174
|
+
gpr_log(GPR_ERROR, "fcntl following epoll_create failed");
|
175
|
+
return -1;
|
176
|
+
}
|
177
|
+
#endif
|
178
|
+
return fd;
|
179
|
+
}
|
180
|
+
|
181
|
+
// Only used when GRPC_ENABLE_FORK_SUPPORT=1
|
182
|
+
std::list<Epoll1Poller*> fork_poller_list;
|
183
|
+
|
184
|
+
// Only used when GRPC_ENABLE_FORK_SUPPORT=1
|
185
|
+
Epoll1EventHandle* fork_fd_list_head = nullptr;
|
186
|
+
gpr_mu fork_fd_list_mu;
|
187
|
+
|
188
|
+
void ForkFdListAddHandle(Epoll1EventHandle* handle) {
|
189
|
+
if (grpc_core::Fork::Enabled()) {
|
190
|
+
gpr_mu_lock(&fork_fd_list_mu);
|
191
|
+
handle->ForkFdListPos().next = fork_fd_list_head;
|
192
|
+
handle->ForkFdListPos().prev = nullptr;
|
193
|
+
if (fork_fd_list_head != nullptr) {
|
194
|
+
fork_fd_list_head->ForkFdListPos().prev = handle;
|
195
|
+
}
|
196
|
+
fork_fd_list_head = handle;
|
197
|
+
gpr_mu_unlock(&fork_fd_list_mu);
|
198
|
+
}
|
199
|
+
}
|
200
|
+
|
201
|
+
void ForkFdListRemoveHandle(Epoll1EventHandle* handle) {
|
202
|
+
if (grpc_core::Fork::Enabled()) {
|
203
|
+
gpr_mu_lock(&fork_fd_list_mu);
|
204
|
+
if (fork_fd_list_head == handle) {
|
205
|
+
fork_fd_list_head = handle->ForkFdListPos().next;
|
206
|
+
}
|
207
|
+
if (handle->ForkFdListPos().prev != nullptr) {
|
208
|
+
handle->ForkFdListPos().prev->ForkFdListPos().next =
|
209
|
+
handle->ForkFdListPos().next;
|
210
|
+
}
|
211
|
+
if (handle->ForkFdListPos().next != nullptr) {
|
212
|
+
handle->ForkFdListPos().next->ForkFdListPos().prev =
|
213
|
+
handle->ForkFdListPos().prev;
|
214
|
+
}
|
215
|
+
gpr_mu_unlock(&fork_fd_list_mu);
|
216
|
+
}
|
217
|
+
}
|
218
|
+
|
219
|
+
void ForkPollerListAddPoller(Epoll1Poller* poller) {
|
220
|
+
if (grpc_core::Fork::Enabled()) {
|
221
|
+
gpr_mu_lock(&fork_fd_list_mu);
|
222
|
+
fork_poller_list.push_back(poller);
|
223
|
+
gpr_mu_unlock(&fork_fd_list_mu);
|
224
|
+
}
|
225
|
+
}
|
226
|
+
|
227
|
+
void ForkPollerListRemovePoller(Epoll1Poller* poller) {
|
228
|
+
if (grpc_core::Fork::Enabled()) {
|
229
|
+
gpr_mu_lock(&fork_fd_list_mu);
|
230
|
+
fork_poller_list.remove(poller);
|
231
|
+
gpr_mu_unlock(&fork_fd_list_mu);
|
232
|
+
}
|
233
|
+
}
|
234
|
+
|
235
|
+
bool InitEpoll1PollerLinux();
|
236
|
+
|
237
|
+
// Called by the child process's post-fork handler to close open fds,
|
238
|
+
// including the global epoll fd of each poller. This allows gRPC to shutdown in
|
239
|
+
// the child process without interfering with connections or RPCs ongoing in the
|
240
|
+
// parent.
|
241
|
+
void ResetEventManagerOnFork() {
|
242
|
+
// Delete all pending Epoll1EventHandles.
|
243
|
+
gpr_mu_lock(&fork_fd_list_mu);
|
244
|
+
while (fork_fd_list_head != nullptr) {
|
245
|
+
close(fork_fd_list_head->WrappedFd());
|
246
|
+
Epoll1EventHandle* next = fork_fd_list_head->ForkFdListPos().next;
|
247
|
+
delete fork_fd_list_head;
|
248
|
+
fork_fd_list_head = next;
|
249
|
+
}
|
250
|
+
// Delete all registered pollers. This also closes all open epoll_sets
|
251
|
+
while (!fork_poller_list.empty()) {
|
252
|
+
Epoll1Poller* poller = fork_poller_list.front();
|
253
|
+
fork_poller_list.pop_front();
|
254
|
+
delete poller;
|
255
|
+
}
|
256
|
+
gpr_mu_unlock(&fork_fd_list_mu);
|
257
|
+
if (grpc_core::Fork::Enabled()) {
|
258
|
+
gpr_mu_destroy(&fork_fd_list_mu);
|
259
|
+
grpc_core::Fork::SetResetChildPollingEngineFunc(nullptr);
|
260
|
+
}
|
261
|
+
InitEpoll1PollerLinux();
|
262
|
+
}
|
263
|
+
|
264
|
+
// It is possible that GLIBC has epoll but the underlying kernel doesn't.
|
265
|
+
// Create epoll_fd to make sure epoll support is available
|
266
|
+
bool InitEpoll1PollerLinux() {
|
267
|
+
if (!grpc_event_engine::experimental::SupportsWakeupFd()) {
|
268
|
+
return false;
|
269
|
+
}
|
270
|
+
int fd = EpollCreateAndCloexec();
|
271
|
+
if (fd <= 0) {
|
272
|
+
return false;
|
273
|
+
}
|
274
|
+
if (grpc_core::Fork::Enabled()) {
|
275
|
+
gpr_mu_init(&fork_fd_list_mu);
|
276
|
+
grpc_core::Fork::SetResetChildPollingEngineFunc(ResetEventManagerOnFork);
|
277
|
+
}
|
278
|
+
close(fd);
|
279
|
+
return true;
|
280
|
+
}
|
281
|
+
|
282
|
+
} // namespace
|
283
|
+
|
284
|
+
void Epoll1EventHandle::OrphanHandle(PosixEngineClosure* on_done,
|
285
|
+
int* release_fd,
|
286
|
+
absl::string_view reason) {
|
287
|
+
bool is_release_fd = (release_fd != nullptr);
|
288
|
+
if (!read_closure_->IsShutdown()) {
|
289
|
+
HandleShutdownInternal(absl::Status(absl::StatusCode::kUnknown, reason),
|
290
|
+
is_release_fd);
|
291
|
+
}
|
292
|
+
|
293
|
+
// If release_fd is not NULL, we should be relinquishing control of the file
|
294
|
+
// descriptor fd->fd (but we still own the grpc_fd structure).
|
295
|
+
if (is_release_fd) {
|
296
|
+
*release_fd = fd_;
|
297
|
+
} else {
|
298
|
+
close(fd_);
|
299
|
+
}
|
300
|
+
|
301
|
+
ForkFdListRemoveHandle(this);
|
302
|
+
{
|
303
|
+
// See Epoll1Poller::ShutdownHandle for explanation on why a mutex is
|
304
|
+
// required here.
|
305
|
+
grpc_core::MutexLock lock(&mu_);
|
306
|
+
read_closure_->DestroyEvent();
|
307
|
+
write_closure_->DestroyEvent();
|
308
|
+
error_closure_->DestroyEvent();
|
309
|
+
}
|
310
|
+
pending_read_.store(false, std::memory_order_release);
|
311
|
+
pending_write_.store(false, std::memory_order_release);
|
312
|
+
pending_error_.store(false, std::memory_order_release);
|
313
|
+
{
|
314
|
+
grpc_core::MutexLock lock(&poller_->mu_);
|
315
|
+
poller_->free_epoll1_handles_list_.push_back(this);
|
316
|
+
}
|
317
|
+
if (on_done != nullptr) {
|
318
|
+
on_done->SetStatus(absl::OkStatus());
|
319
|
+
poller_->GetScheduler()->Run(on_done);
|
320
|
+
}
|
321
|
+
}
|
322
|
+
|
323
|
+
// if 'releasing_fd' is true, it means that we are going to detach the internal
|
324
|
+
// fd from grpc_fd structure (i.e which means we should not be calling
|
325
|
+
// shutdown() syscall on that fd)
|
326
|
+
void Epoll1EventHandle::HandleShutdownInternal(absl::Status why,
|
327
|
+
bool releasing_fd) {
|
328
|
+
grpc_core::StatusSetInt(&why, grpc_core::StatusIntProperty::kRpcStatus,
|
329
|
+
GRPC_STATUS_UNAVAILABLE);
|
330
|
+
if (read_closure_->SetShutdown(why)) {
|
331
|
+
if (!releasing_fd) {
|
332
|
+
shutdown(fd_, SHUT_RDWR);
|
333
|
+
} else {
|
334
|
+
epoll_event phony_event;
|
335
|
+
if (epoll_ctl(poller_->g_epoll_set_.epfd, EPOLL_CTL_DEL, fd_,
|
336
|
+
&phony_event) != 0) {
|
337
|
+
gpr_log(GPR_ERROR, "epoll_ctl failed: %s",
|
338
|
+
grpc_core::StrError(errno).c_str());
|
339
|
+
}
|
340
|
+
}
|
341
|
+
write_closure_->SetShutdown(why);
|
342
|
+
write_closure_->SetShutdown(why);
|
343
|
+
}
|
344
|
+
}
|
345
|
+
|
346
|
+
Epoll1Poller::Epoll1Poller(Scheduler* scheduler)
|
347
|
+
: scheduler_(scheduler), was_kicked_(false) {
|
348
|
+
g_epoll_set_.epfd = EpollCreateAndCloexec();
|
349
|
+
wakeup_fd_ = *CreateWakeupFd();
|
350
|
+
GPR_ASSERT(wakeup_fd_ != nullptr);
|
351
|
+
GPR_ASSERT(g_epoll_set_.epfd >= 0);
|
352
|
+
gpr_log(GPR_INFO, "grpc epoll fd: %d", g_epoll_set_.epfd);
|
353
|
+
struct epoll_event ev;
|
354
|
+
ev.events = static_cast<uint32_t>(EPOLLIN | EPOLLET);
|
355
|
+
ev.data.ptr = wakeup_fd_.get();
|
356
|
+
GPR_ASSERT(epoll_ctl(g_epoll_set_.epfd, EPOLL_CTL_ADD, wakeup_fd_->ReadFd(),
|
357
|
+
&ev) == 0);
|
358
|
+
g_epoll_set_.num_events = 0;
|
359
|
+
g_epoll_set_.cursor = 0;
|
360
|
+
ForkPollerListAddPoller(this);
|
361
|
+
}
|
362
|
+
|
363
|
+
void Epoll1Poller::Shutdown() {
|
364
|
+
ForkPollerListRemovePoller(this);
|
365
|
+
delete this;
|
366
|
+
}
|
367
|
+
|
368
|
+
Epoll1Poller::~Epoll1Poller() {
|
369
|
+
if (g_epoll_set_.epfd >= 0) {
|
370
|
+
close(g_epoll_set_.epfd);
|
371
|
+
g_epoll_set_.epfd = -1;
|
372
|
+
}
|
373
|
+
{
|
374
|
+
grpc_core::MutexLock lock(&mu_);
|
375
|
+
while (!free_epoll1_handles_list_.empty()) {
|
376
|
+
Epoll1EventHandle* handle = reinterpret_cast<Epoll1EventHandle*>(
|
377
|
+
free_epoll1_handles_list_.front());
|
378
|
+
free_epoll1_handles_list_.pop_front();
|
379
|
+
delete handle;
|
380
|
+
}
|
381
|
+
}
|
382
|
+
}
|
383
|
+
|
384
|
+
EventHandle* Epoll1Poller::CreateHandle(int fd, absl::string_view /*name*/,
|
385
|
+
bool track_err) {
|
386
|
+
Epoll1EventHandle* new_handle = nullptr;
|
387
|
+
{
|
388
|
+
grpc_core::MutexLock lock(&mu_);
|
389
|
+
if (free_epoll1_handles_list_.empty()) {
|
390
|
+
new_handle = new Epoll1EventHandle(fd, this);
|
391
|
+
} else {
|
392
|
+
new_handle = reinterpret_cast<Epoll1EventHandle*>(
|
393
|
+
free_epoll1_handles_list_.front());
|
394
|
+
free_epoll1_handles_list_.pop_front();
|
395
|
+
new_handle->ReInit(fd);
|
396
|
+
}
|
397
|
+
}
|
398
|
+
ForkFdListAddHandle(new_handle);
|
399
|
+
struct epoll_event ev;
|
400
|
+
ev.events = static_cast<uint32_t>(EPOLLIN | EPOLLOUT | EPOLLET);
|
401
|
+
// Use the least significant bit of ev.data.ptr to store track_err. We expect
|
402
|
+
// the addresses to be word aligned. We need to store track_err to avoid
|
403
|
+
// synchronization issues when accessing it after receiving an event.
|
404
|
+
// Accessing fd would be a data race there because the fd might have been
|
405
|
+
// returned to the free list at that point.
|
406
|
+
ev.data.ptr = reinterpret_cast<void*>(reinterpret_cast<intptr_t>(new_handle) |
|
407
|
+
(track_err ? 1 : 0));
|
408
|
+
if (epoll_ctl(g_epoll_set_.epfd, EPOLL_CTL_ADD, fd, &ev) != 0) {
|
409
|
+
gpr_log(GPR_ERROR, "epoll_ctl failed: %s",
|
410
|
+
grpc_core::StrError(errno).c_str());
|
411
|
+
}
|
412
|
+
|
413
|
+
return new_handle;
|
414
|
+
}
|
415
|
+
|
416
|
+
// Process the epoll events found by DoEpollWait() function.
|
417
|
+
// - g_epoll_set.cursor points to the index of the first event to be processed
|
418
|
+
// - This function then processes up-to max_epoll_events_to_handle and
|
419
|
+
// updates the g_epoll_set.cursor.
|
420
|
+
// It returns true, it there was a Kick that forced invocation of this
|
421
|
+
// function. It also returns the list of closures to run to take action
|
422
|
+
// on file descriptors that became readable/writable.
|
423
|
+
bool Epoll1Poller::ProcessEpollEvents(int max_epoll_events_to_handle,
|
424
|
+
Events& pending_events) {
|
425
|
+
int64_t num_events = g_epoll_set_.num_events;
|
426
|
+
int64_t cursor = g_epoll_set_.cursor;
|
427
|
+
bool was_kicked = false;
|
428
|
+
for (int idx = 0; (idx < max_epoll_events_to_handle) && cursor != num_events;
|
429
|
+
idx++) {
|
430
|
+
int64_t c = cursor++;
|
431
|
+
struct epoll_event* ev = &g_epoll_set_.events[c];
|
432
|
+
void* data_ptr = ev->data.ptr;
|
433
|
+
if (data_ptr == wakeup_fd_.get()) {
|
434
|
+
GPR_ASSERT(wakeup_fd_->ConsumeWakeup().ok());
|
435
|
+
was_kicked = true;
|
436
|
+
} else {
|
437
|
+
Epoll1EventHandle* handle = reinterpret_cast<Epoll1EventHandle*>(
|
438
|
+
reinterpret_cast<intptr_t>(data_ptr) & ~intptr_t{1});
|
439
|
+
bool track_err = reinterpret_cast<intptr_t>(data_ptr) & intptr_t{1};
|
440
|
+
bool cancel = (ev->events & EPOLLHUP) != 0;
|
441
|
+
bool error = (ev->events & EPOLLERR) != 0;
|
442
|
+
bool read_ev = (ev->events & (EPOLLIN | EPOLLPRI)) != 0;
|
443
|
+
bool write_ev = (ev->events & EPOLLOUT) != 0;
|
444
|
+
bool err_fallback = error && !track_err;
|
445
|
+
if (handle->SetPendingActions(read_ev || cancel || err_fallback,
|
446
|
+
write_ev || cancel || err_fallback,
|
447
|
+
error && !err_fallback)) {
|
448
|
+
pending_events.push_back(handle);
|
449
|
+
}
|
450
|
+
}
|
451
|
+
}
|
452
|
+
g_epoll_set_.cursor = cursor;
|
453
|
+
return was_kicked;
|
454
|
+
}
|
455
|
+
|
456
|
+
// Do epoll_wait and store the events in g_epoll_set.events field. This does
|
457
|
+
// not "process" any of the events yet; that is done in ProcessEpollEvents().
|
458
|
+
// See ProcessEpollEvents() function for more details. It returns the number
|
459
|
+
// of events generated by epoll_wait.
|
460
|
+
int Epoll1Poller::DoEpollWait(EventEngine::Duration timeout) {
|
461
|
+
int r;
|
462
|
+
do {
|
463
|
+
r = epoll_wait(g_epoll_set_.epfd, g_epoll_set_.events, MAX_EPOLL_EVENTS,
|
464
|
+
static_cast<int>(
|
465
|
+
grpc_event_engine::experimental::Milliseconds(timeout)));
|
466
|
+
} while (r < 0 && errno == EINTR);
|
467
|
+
if (r < 0) {
|
468
|
+
grpc_core::Crash(absl::StrFormat(
|
469
|
+
"(event_engine) Epoll1Poller:%p encountered epoll_wait error: %s", this,
|
470
|
+
grpc_core::StrError(errno).c_str()));
|
471
|
+
}
|
472
|
+
g_epoll_set_.num_events = r;
|
473
|
+
g_epoll_set_.cursor = 0;
|
474
|
+
return r;
|
475
|
+
}
|
476
|
+
|
477
|
+
// Might be called multiple times
|
478
|
+
void Epoll1EventHandle::ShutdownHandle(absl::Status why) {
|
479
|
+
// A mutex is required here because, the SetShutdown method of the
|
480
|
+
// lockfree event may schedule a closure if it is already ready and that
|
481
|
+
// closure may call OrphanHandle. Execution of ShutdownHandle and OrphanHandle
|
482
|
+
// in parallel is not safe because some of the lockfree event types e.g, read,
|
483
|
+
// write, error may-not have called SetShutdown when DestroyEvent gets
|
484
|
+
// called in the OrphanHandle method.
|
485
|
+
grpc_core::MutexLock lock(&mu_);
|
486
|
+
HandleShutdownInternal(why, false);
|
487
|
+
}
|
488
|
+
|
489
|
+
bool Epoll1EventHandle::IsHandleShutdown() {
|
490
|
+
return read_closure_->IsShutdown();
|
491
|
+
}
|
492
|
+
|
493
|
+
void Epoll1EventHandle::NotifyOnRead(PosixEngineClosure* on_read) {
|
494
|
+
read_closure_->NotifyOn(on_read);
|
495
|
+
}
|
496
|
+
|
497
|
+
void Epoll1EventHandle::NotifyOnWrite(PosixEngineClosure* on_write) {
|
498
|
+
write_closure_->NotifyOn(on_write);
|
499
|
+
}
|
500
|
+
|
501
|
+
void Epoll1EventHandle::NotifyOnError(PosixEngineClosure* on_error) {
|
502
|
+
error_closure_->NotifyOn(on_error);
|
503
|
+
}
|
504
|
+
|
505
|
+
void Epoll1EventHandle::SetReadable() { read_closure_->SetReady(); }
|
506
|
+
|
507
|
+
void Epoll1EventHandle::SetWritable() { write_closure_->SetReady(); }
|
508
|
+
|
509
|
+
void Epoll1EventHandle::SetHasError() { error_closure_->SetReady(); }
|
510
|
+
|
511
|
+
// Polls the registered Fds for events until timeout is reached or there is a
|
512
|
+
// Kick(). If there is a Kick(), it collects and processes any previously
|
513
|
+
// un-processed events. If there are no un-processed events, it returns
|
514
|
+
// Poller::WorkResult::Kicked{}
|
515
|
+
Poller::WorkResult Epoll1Poller::Work(
|
516
|
+
EventEngine::Duration timeout,
|
517
|
+
absl::FunctionRef<void()> schedule_poll_again) {
|
518
|
+
Events pending_events;
|
519
|
+
bool was_kicked_ext = false;
|
520
|
+
if (g_epoll_set_.cursor == g_epoll_set_.num_events) {
|
521
|
+
if (DoEpollWait(timeout) == 0) {
|
522
|
+
return Poller::WorkResult::kDeadlineExceeded;
|
523
|
+
}
|
524
|
+
}
|
525
|
+
{
|
526
|
+
grpc_core::MutexLock lock(&mu_);
|
527
|
+
// If was_kicked_ is true, collect all pending events in this iteration.
|
528
|
+
if (ProcessEpollEvents(
|
529
|
+
was_kicked_ ? INT_MAX : MAX_EPOLL_EVENTS_HANDLED_PER_ITERATION,
|
530
|
+
pending_events)) {
|
531
|
+
was_kicked_ = false;
|
532
|
+
was_kicked_ext = true;
|
533
|
+
}
|
534
|
+
if (pending_events.empty()) {
|
535
|
+
return Poller::WorkResult::kKicked;
|
536
|
+
}
|
537
|
+
}
|
538
|
+
// Run the provided callback.
|
539
|
+
schedule_poll_again();
|
540
|
+
// Process all pending events inline.
|
541
|
+
for (auto& it : pending_events) {
|
542
|
+
it->ExecutePendingActions();
|
543
|
+
}
|
544
|
+
return was_kicked_ext ? Poller::WorkResult::kKicked : Poller::WorkResult::kOk;
|
545
|
+
}
|
546
|
+
|
547
|
+
void Epoll1Poller::Kick() {
|
548
|
+
grpc_core::MutexLock lock(&mu_);
|
549
|
+
if (was_kicked_) {
|
550
|
+
return;
|
551
|
+
}
|
552
|
+
was_kicked_ = true;
|
553
|
+
GPR_ASSERT(wakeup_fd_->Wakeup().ok());
|
554
|
+
}
|
555
|
+
|
556
|
+
Epoll1Poller* MakeEpoll1Poller(Scheduler* scheduler) {
|
557
|
+
static bool kEpoll1PollerSupported = InitEpoll1PollerLinux();
|
558
|
+
if (kEpoll1PollerSupported) {
|
559
|
+
return new Epoll1Poller(scheduler);
|
560
|
+
}
|
561
|
+
return nullptr;
|
562
|
+
}
|
563
|
+
|
564
|
+
} // namespace experimental
|
565
|
+
} // namespace grpc_event_engine
|
566
|
+
|
567
|
+
#else // defined(GRPC_LINUX_EPOLL)
|
568
|
+
#if defined(GRPC_POSIX_SOCKET_EV_EPOLL1)
|
569
|
+
|
570
|
+
namespace grpc_event_engine {
|
571
|
+
namespace experimental {
|
572
|
+
|
573
|
+
using ::grpc_event_engine::experimental::EventEngine;
|
574
|
+
using ::grpc_event_engine::experimental::Poller;
|
575
|
+
|
576
|
+
Epoll1Poller::Epoll1Poller(Scheduler* /* engine */) {
|
577
|
+
grpc_core::Crash("unimplemented");
|
578
|
+
}
|
579
|
+
|
580
|
+
void Epoll1Poller::Shutdown() { grpc_core::Crash("unimplemented"); }
|
581
|
+
|
582
|
+
Epoll1Poller::~Epoll1Poller() { grpc_core::Crash("unimplemented"); }
|
583
|
+
|
584
|
+
EventHandle* Epoll1Poller::CreateHandle(int /*fd*/, absl::string_view /*name*/,
|
585
|
+
bool /*track_err*/) {
|
586
|
+
grpc_core::Crash("unimplemented");
|
587
|
+
}
|
588
|
+
|
589
|
+
bool Epoll1Poller::ProcessEpollEvents(int /*max_epoll_events_to_handle*/,
|
590
|
+
Events& /*pending_events*/) {
|
591
|
+
grpc_core::Crash("unimplemented");
|
592
|
+
}
|
593
|
+
|
594
|
+
int Epoll1Poller::DoEpollWait(EventEngine::Duration /*timeout*/) {
|
595
|
+
grpc_core::Crash("unimplemented");
|
596
|
+
}
|
597
|
+
|
598
|
+
Poller::WorkResult Epoll1Poller::Work(
|
599
|
+
EventEngine::Duration /*timeout*/,
|
600
|
+
absl::FunctionRef<void()> /*schedule_poll_again*/) {
|
601
|
+
grpc_core::Crash("unimplemented");
|
602
|
+
}
|
603
|
+
|
604
|
+
void Epoll1Poller::Kick() { grpc_core::Crash("unimplemented"); }
|
605
|
+
|
606
|
+
// If GRPC_LINUX_EPOLL is not defined, it means epoll is not available. Return
|
607
|
+
// nullptr.
|
608
|
+
Epoll1Poller* MakeEpoll1Poller(Scheduler* /*scheduler*/) { return nullptr; }
|
609
|
+
|
610
|
+
} // namespace experimental
|
611
|
+
} // namespace grpc_event_engine
|
612
|
+
|
613
|
+
#endif // defined(GRPC_POSIX_SOCKET_EV_EPOLL1)
|
614
|
+
#endif // !defined(GRPC_LINUX_EPOLL)
|