grpc 1.51.0 → 1.52.0.pre2
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of grpc might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/Makefile +91 -23
- data/include/grpc/byte_buffer.h +76 -1
- data/include/grpc/byte_buffer_reader.h +19 -1
- data/include/grpc/compression.h +2 -2
- data/include/grpc/event_engine/event_engine.h +17 -3
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +1 -1
- data/include/grpc/event_engine/internal/slice_cast.h +67 -0
- data/include/grpc/event_engine/memory_allocator.h +1 -1
- data/include/grpc/event_engine/slice.h +24 -4
- data/include/grpc/event_engine/slice_buffer.h +14 -2
- data/include/grpc/fork.h +25 -1
- data/include/grpc/grpc.h +3 -3
- data/include/grpc/grpc_posix.h +1 -1
- data/include/grpc/impl/codegen/atm.h +3 -71
- data/include/grpc/impl/codegen/atm_gcc_atomic.h +3 -58
- data/include/grpc/impl/codegen/atm_gcc_sync.h +3 -59
- data/include/grpc/impl/codegen/atm_windows.h +3 -106
- data/include/grpc/impl/codegen/byte_buffer.h +4 -78
- data/include/grpc/impl/codegen/byte_buffer_reader.h +4 -19
- data/include/grpc/impl/codegen/compression_types.h +3 -82
- data/include/grpc/impl/codegen/connectivity_state.h +3 -20
- data/include/grpc/impl/codegen/fork.h +4 -25
- data/include/grpc/impl/codegen/gpr_types.h +2 -34
- data/include/grpc/impl/codegen/grpc_types.h +3 -787
- data/include/grpc/impl/codegen/log.h +3 -86
- data/include/grpc/impl/codegen/port_platform.h +3 -755
- data/include/grpc/impl/codegen/propagation_bits.h +3 -28
- data/include/grpc/impl/codegen/slice.h +3 -106
- data/include/grpc/impl/codegen/status.h +4 -131
- data/include/grpc/impl/codegen/sync.h +3 -42
- data/include/grpc/impl/codegen/sync_abseil.h +3 -12
- data/include/grpc/impl/codegen/sync_custom.h +3 -14
- data/include/grpc/impl/codegen/sync_generic.h +3 -25
- data/include/grpc/impl/codegen/sync_posix.h +3 -28
- data/include/grpc/impl/codegen/sync_windows.h +3 -16
- data/include/grpc/impl/compression_types.h +109 -0
- data/include/grpc/impl/connectivity_state.h +47 -0
- data/include/grpc/impl/grpc_types.h +824 -0
- data/include/grpc/impl/propagation_bits.h +54 -0
- data/include/grpc/impl/slice_type.h +112 -0
- data/include/grpc/load_reporting.h +1 -1
- data/include/grpc/module.modulemap +5 -1
- data/include/grpc/slice.h +1 -1
- data/include/grpc/status.h +131 -1
- data/include/grpc/support/atm.h +70 -1
- data/include/grpc/support/atm_gcc_atomic.h +59 -1
- data/include/grpc/support/atm_gcc_sync.h +58 -1
- data/include/grpc/support/atm_windows.h +105 -1
- data/include/grpc/support/log.h +87 -1
- data/include/grpc/support/log_windows.h +1 -1
- data/include/grpc/support/port_platform.h +767 -1
- data/include/grpc/support/string_util.h +1 -1
- data/include/grpc/support/sync.h +35 -2
- data/include/grpc/support/sync_abseil.h +11 -1
- data/include/grpc/support/sync_custom.h +13 -1
- data/include/grpc/support/sync_generic.h +24 -1
- data/include/grpc/support/sync_posix.h +27 -1
- data/include/grpc/support/sync_windows.h +15 -1
- data/include/grpc/support/time.h +25 -2
- data/src/core/ext/filters/census/grpc_context.cc +17 -18
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +9 -9
- data/src/core/ext/filters/channel_idle/channel_idle_filter.h +1 -1
- data/src/core/ext/filters/channel_idle/idle_filter_state.h +1 -1
- data/src/core/ext/filters/client_channel/backend_metric.cc +2 -0
- data/src/core/ext/filters/client_channel/backup_poller.cc +21 -21
- data/src/core/ext/filters/client_channel/backup_poller.h +21 -21
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +45 -24
- data/src/core/ext/filters/client_channel/client_channel.cc +40 -31
- data/src/core/ext/filters/client_channel/client_channel.h +7 -6
- data/src/core/ext/filters/client_channel/client_channel_channelz.cc +17 -17
- data/src/core/ext/filters/client_channel/client_channel_channelz.h +19 -19
- data/src/core/ext/filters/client_channel/client_channel_factory.cc +17 -17
- data/src/core/ext/filters/client_channel/client_channel_plugin.cc +17 -17
- data/src/core/ext/filters/client_channel/config_selector.h +16 -20
- data/src/core/ext/filters/client_channel/dynamic_filters.cc +8 -8
- data/src/core/ext/filters/client_channel/global_subchannel_pool.h +18 -18
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +1 -1
- data/src/core/ext/filters/client_channel/http_proxy.cc +39 -39
- data/src/core/ext/filters/client_channel/http_proxy.h +18 -18
- data/src/core/ext/filters/client_channel/lb_call_state_internal.h +39 -0
- data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +17 -17
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +2 -2
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +1 -2
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +58 -130
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +37 -21
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +102 -116
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +24 -25
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +2 -4
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +17 -17
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +18 -19
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +18 -19
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +18 -19
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +5 -5
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +173 -196
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +10 -19
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +66 -97
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +14 -13
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +98 -84
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +10 -8
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +30 -16
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +21 -35
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +45 -39
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +11 -23
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +16 -49
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +31 -21
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +651 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.h +60 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +4 -4
- data/src/core/ext/filters/client_channel/local_subchannel_pool.h +18 -18
- data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +0 -1
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +3 -3
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +40 -41
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +21 -21
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +60 -59
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +67 -66
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +50 -51
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +18 -19
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +1 -1
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +1 -1
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +0 -1
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +44 -33
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +8 -10
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +59 -73
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +1 -1
- data/src/core/ext/filters/client_channel/retry_filter.cc +1 -1
- data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
- data/src/core/ext/filters/client_channel/retry_throttle.cc +19 -21
- data/src/core/ext/filters/client_channel/retry_throttle.h +18 -18
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +1 -1
- data/src/core/ext/filters/client_channel/subchannel.cc +139 -155
- data/src/core/ext/filters/client_channel/subchannel.h +15 -38
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +18 -18
- data/src/core/ext/filters/deadline/deadline_filter.cc +21 -3
- data/src/core/ext/filters/deadline/deadline_filter.h +1 -1
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +2 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +20 -21
- data/src/core/ext/filters/http/client/http_client_filter.h +17 -17
- data/src/core/ext/filters/http/client_authority_filter.cc +18 -18
- data/src/core/ext/filters/http/client_authority_filter.h +18 -18
- data/src/core/ext/filters/http/http_filters_plugin.cc +35 -51
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +315 -0
- data/src/core/ext/filters/http/message_compress/compression_filter.h +132 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +18 -18
- data/src/core/ext/filters/http/server/http_server_filter.h +18 -18
- data/src/core/ext/filters/message_size/message_size_filter.cc +6 -6
- data/src/core/ext/filters/message_size/message_size_filter.h +1 -1
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +6 -8
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +3 -4
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +229 -0
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +66 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +82 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +93 -0
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +18 -18
- data/src/core/ext/transport/chttp2/alpn/alpn.h +22 -22
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +54 -44
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +28 -22
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +24 -25
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +18 -18
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +17 -17
- data/src/core/ext/transport/chttp2/transport/bin_decoder.h +30 -30
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +29 -29
- data/src/core/ext/transport/chttp2/transport/bin_encoder.h +27 -27
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +66 -35
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +18 -19
- data/src/core/ext/transport/chttp2/transport/context_list.cc +19 -19
- data/src/core/ext/transport/chttp2/transport/context_list.h +25 -25
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +0 -36
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +35 -82
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +75 -38
- data/src/core/ext/transport/chttp2/transport/flow_control.h +56 -31
- data/src/core/ext/transport/chttp2/transport/frame.h +19 -19
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +17 -17
- data/src/core/ext/transport/chttp2/transport/frame_data.h +22 -22
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +23 -23
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +18 -18
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +21 -21
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +19 -19
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +18 -18
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +18 -18
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +19 -19
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +20 -20
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +17 -17
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +18 -18
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +129 -176
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +39 -58
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +69 -111
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +20 -20
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +19 -20
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +18 -18
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +21 -19
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +36 -34
- data/src/core/ext/transport/chttp2/transport/http_trace.cc +19 -0
- data/src/core/ext/transport/chttp2/transport/http_trace.h +24 -0
- data/src/core/ext/transport/chttp2/transport/huffsyms.cc +20 -20
- data/src/core/ext/transport/chttp2/transport/huffsyms.h +19 -19
- data/src/core/ext/transport/chttp2/transport/internal.h +170 -163
- data/src/core/ext/transport/chttp2/transport/parsing.cc +96 -28
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +19 -19
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +23 -23
- data/src/core/ext/transport/chttp2/transport/stream_map.h +31 -31
- data/src/core/ext/transport/chttp2/transport/varint.cc +17 -17
- data/src/core/ext/transport/chttp2/transport/varint.h +24 -24
- data/src/core/ext/transport/chttp2/transport/writing.cc +45 -41
- data/src/core/ext/transport/inproc/inproc_plugin.cc +17 -17
- data/src/core/ext/transport/inproc/inproc_transport.cc +25 -25
- data/src/core/ext/transport/inproc/inproc_transport.h +19 -19
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +62 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +179 -0
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +98 -0
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +47 -0
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +107 -0
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +3 -2
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +9 -0
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +0 -1
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +46 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +98 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +62 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +174 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +36 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +74 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +65 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +191 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +127 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +474 -0
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +67 -0
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +214 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +64 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +208 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +0 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +50 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +43 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +55 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +9 -9
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +71 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +4 -7
- data/src/core/ext/xds/xds_api.cc +5 -27
- data/src/core/ext/xds/xds_api.h +2 -1
- data/src/core/ext/xds/xds_certificate_provider.h +1 -1
- data/src/core/ext/xds/xds_channel_args.h +1 -1
- data/src/core/ext/xds/xds_channel_stack_modifier.h +2 -2
- data/src/core/ext/xds/xds_client.cc +14 -6
- data/src/core/ext/xds/xds_client.h +6 -3
- data/src/core/ext/xds/xds_client_grpc.cc +26 -0
- data/src/core/ext/xds/xds_client_grpc.h +1 -1
- data/src/core/ext/xds/xds_client_stats.cc +17 -17
- data/src/core/ext/xds/xds_client_stats.h +18 -18
- data/src/core/ext/xds/xds_cluster.cc +94 -46
- data/src/core/ext/xds/xds_cluster.h +44 -23
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +30 -50
- data/src/core/ext/xds/xds_cluster_specifier_plugin.h +14 -9
- data/src/core/ext/xds/xds_common_types.cc +4 -3
- data/src/core/ext/xds/xds_endpoint.cc +8 -2
- data/src/core/ext/xds/xds_health_status.cc +80 -0
- data/src/core/ext/xds/xds_health_status.h +82 -0
- data/src/core/ext/xds/xds_http_fault_filter.cc +7 -6
- data/src/core/ext/xds/xds_http_fault_filter.h +3 -3
- data/src/core/ext/xds/xds_http_filters.cc +11 -6
- data/src/core/ext/xds/xds_http_filters.h +5 -5
- data/src/core/ext/xds/xds_http_rbac_filter.cc +7 -6
- data/src/core/ext/xds/xds_http_rbac_filter.h +3 -3
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +218 -0
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +58 -0
- data/src/core/ext/xds/xds_lb_policy_registry.cc +0 -4
- data/src/core/ext/xds/xds_listener.cc +14 -28
- data/src/core/ext/xds/xds_listener.h +2 -0
- data/src/core/ext/xds/xds_resource_type_impl.h +8 -6
- data/src/core/ext/xds/xds_route_config.cc +501 -529
- data/src/core/ext/xds/xds_route_config.h +29 -18
- data/src/core/ext/xds/xds_server_config_fetcher.cc +12 -24
- data/src/core/ext/xds/xds_transport_grpc.cc +2 -2
- data/src/core/ext/xds/xds_transport_grpc.h +1 -1
- data/src/core/lib/address_utils/parse_address.cc +19 -19
- data/src/core/lib/address_utils/parse_address.h +32 -32
- data/src/core/lib/address_utils/sockaddr_utils.cc +29 -28
- data/src/core/lib/address_utils/sockaddr_utils.h +33 -33
- data/src/core/lib/avl/avl.h +4 -4
- data/src/core/lib/backoff/backoff.cc +17 -17
- data/src/core/lib/backoff/backoff.h +18 -18
- data/src/core/lib/channel/call_tracer.h +10 -1
- data/src/core/lib/channel/channel_args.cc +19 -20
- data/src/core/lib/channel/channel_args.h +43 -42
- data/src/core/lib/channel/channel_args_preconditioning.h +1 -1
- data/src/core/lib/channel/channel_stack.cc +39 -38
- data/src/core/lib/channel/channel_stack.h +127 -127
- data/src/core/lib/channel/channel_stack_builder.cc +17 -17
- data/src/core/lib/channel/channel_stack_builder_impl.cc +18 -18
- data/src/core/lib/channel/channel_trace.cc +17 -17
- data/src/core/lib/channel/channel_trace.h +19 -19
- data/src/core/lib/channel/channelz.cc +17 -18
- data/src/core/lib/channel/channelz.h +26 -26
- data/src/core/lib/channel/channelz_registry.cc +17 -17
- data/src/core/lib/channel/channelz_registry.h +18 -18
- data/src/core/lib/channel/connected_channel.cc +43 -34
- data/src/core/lib/channel/connected_channel.h +18 -18
- data/src/core/lib/channel/context.h +18 -18
- data/src/core/lib/channel/promise_based_filter.cc +191 -68
- data/src/core/lib/channel/promise_based_filter.h +10 -1
- data/src/core/lib/channel/status_util.cc +35 -17
- data/src/core/lib/channel/status_util.h +26 -19
- data/src/core/lib/compression/compression.cc +19 -19
- data/src/core/lib/compression/compression_internal.cc +41 -48
- data/src/core/lib/compression/compression_internal.h +22 -22
- data/src/core/lib/compression/message_compress.cc +21 -21
- data/src/core/lib/compression/message_compress.h +25 -25
- data/src/core/lib/config/core_configuration.h +1 -1
- data/src/core/lib/debug/stats.cc +17 -17
- data/src/core/lib/debug/stats.h +17 -17
- data/src/core/lib/debug/trace.cc +18 -18
- data/src/core/lib/debug/trace.h +19 -19
- data/src/core/lib/event_engine/executor/executor.h +1 -1
- data/src/core/lib/event_engine/forkable.h +1 -1
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +27 -31
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +2 -2
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +36 -37
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +3 -3
- data/src/core/lib/event_engine/posix_engine/event_poller.h +3 -3
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +2 -2
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +46 -46
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +10 -12
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +2 -2
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +79 -41
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +11 -9
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +33 -40
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +14 -14
- data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +2 -2
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +236 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +228 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +380 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +91 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +55 -283
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +4 -49
- data/src/core/lib/event_engine/posix_engine/timer.cc +49 -49
- data/src/core/lib/event_engine/posix_engine/timer.h +87 -87
- data/src/core/lib/event_engine/posix_engine/timer_heap.cc +27 -27
- data/src/core/lib/event_engine/posix_engine/timer_heap.h +21 -21
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +19 -20
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +20 -20
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +39 -8
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +46 -40
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +8 -7
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +6 -7
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +28 -28
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +4 -4
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +3 -3
- data/src/core/lib/event_engine/socket_notifier.h +1 -1
- data/src/core/lib/event_engine/tcp_socket_utils.cc +373 -0
- data/src/core/lib/event_engine/tcp_socket_utils.h +85 -0
- data/src/core/lib/event_engine/thread_pool.cc +19 -18
- data/src/core/lib/event_engine/thread_pool.h +17 -17
- data/src/core/lib/event_engine/time_util.h +1 -1
- data/src/core/lib/event_engine/windows/iocp.cc +13 -12
- data/src/core/lib/event_engine/windows/iocp.h +1 -1
- data/src/core/lib/event_engine/windows/win_socket.cc +2 -2
- data/src/core/lib/event_engine/windows/windows_engine.cc +8 -8
- data/src/core/lib/event_engine/windows/windows_engine.h +1 -1
- data/src/core/lib/experiments/experiments.cc +5 -16
- data/src/core/lib/experiments/experiments.h +7 -12
- data/src/core/lib/gpr/alloc.cc +19 -17
- data/src/core/lib/gpr/alloc.h +18 -18
- data/src/core/lib/gpr/atm.cc +17 -17
- data/src/core/lib/gpr/cpu_iphone.cc +24 -24
- data/src/core/lib/gpr/cpu_linux.cc +22 -21
- data/src/core/lib/gpr/cpu_posix.cc +23 -22
- data/src/core/lib/gpr/cpu_windows.cc +20 -18
- data/src/core/lib/gpr/log.cc +27 -19
- data/src/core/lib/gpr/log_android.cc +22 -20
- data/src/core/lib/gpr/log_linux.cc +21 -20
- data/src/core/lib/gpr/log_posix.cc +20 -19
- data/src/core/lib/gpr/log_windows.cc +25 -24
- data/src/core/lib/gpr/spinlock.h +18 -18
- data/src/core/lib/gpr/string.cc +25 -24
- data/src/core/lib/gpr/string.h +57 -57
- data/src/core/lib/gpr/string_posix.cc +24 -24
- data/src/core/lib/gpr/string_util_windows.cc +22 -22
- data/src/core/lib/gpr/string_windows.cc +24 -24
- data/src/core/lib/gpr/sync.cc +25 -25
- data/src/core/lib/gpr/sync_abseil.cc +22 -20
- data/src/core/lib/gpr/sync_posix.cc +23 -21
- data/src/core/lib/gpr/sync_windows.cc +29 -27
- data/src/core/lib/gpr/time.cc +23 -21
- data/src/core/lib/gpr/time_posix.cc +35 -30
- data/src/core/lib/gpr/time_precise.cc +22 -22
- data/src/core/lib/gpr/time_precise.h +18 -19
- data/src/core/lib/gpr/time_windows.cc +25 -22
- data/src/core/lib/gpr/tmpfile.h +22 -22
- data/src/core/lib/gpr/tmpfile_msys.cc +21 -20
- data/src/core/lib/gpr/tmpfile_posix.cc +19 -18
- data/src/core/lib/gpr/tmpfile_windows.cc +23 -22
- data/src/core/lib/gpr/useful.h +40 -27
- data/src/core/lib/gpr/wrap_memcpy.cc +23 -23
- data/src/core/lib/gprpp/atomic_utils.h +18 -18
- data/src/core/lib/gprpp/bitset.h +24 -0
- data/src/core/{ext/filters/http/message_compress/message_decompress_filter.h → lib/gprpp/crash.cc} +15 -14
- data/src/core/lib/gprpp/crash.h +34 -0
- data/src/core/lib/gprpp/debug_location.h +18 -18
- data/src/core/lib/gprpp/dual_ref_counted.h +1 -1
- data/src/core/lib/gprpp/env.h +20 -20
- data/src/core/lib/gprpp/env_linux.cc +21 -21
- data/src/core/lib/gprpp/env_posix.cc +18 -18
- data/src/core/lib/gprpp/env_windows.cc +18 -18
- data/src/core/lib/gprpp/examine_stack.cc +17 -17
- data/src/core/lib/gprpp/examine_stack.h +18 -18
- data/src/core/lib/gprpp/fork.cc +21 -22
- data/src/core/lib/gprpp/fork.h +22 -22
- data/src/core/lib/gprpp/global_config.h +18 -18
- data/src/core/lib/gprpp/global_config_custom.h +18 -18
- data/src/core/lib/gprpp/global_config_env.cc +17 -17
- data/src/core/lib/gprpp/global_config_env.h +23 -23
- data/src/core/lib/gprpp/global_config_generic.h +18 -18
- data/src/core/lib/gprpp/host_port.cc +26 -26
- data/src/core/lib/gprpp/host_port.h +29 -28
- data/src/core/lib/gprpp/manual_constructor.h +18 -17
- data/src/core/lib/gprpp/memory.h +18 -18
- data/src/core/lib/gprpp/mpscq.cc +17 -17
- data/src/core/lib/gprpp/mpscq.h +18 -18
- data/src/core/lib/gprpp/no_destruct.h +1 -0
- data/src/core/lib/gprpp/orphanable.h +18 -18
- data/src/core/lib/gprpp/ref_counted.h +18 -18
- data/src/core/lib/gprpp/ref_counted_ptr.h +19 -18
- data/src/core/lib/gprpp/stat_windows.cc +1 -0
- data/src/core/lib/gprpp/status_helper.cc +4 -3
- data/src/core/lib/gprpp/sync.h +20 -20
- data/src/core/lib/gprpp/table.h +1 -0
- data/src/core/lib/gprpp/thd.h +19 -19
- data/src/core/lib/gprpp/thd_posix.cc +30 -31
- data/src/core/lib/gprpp/thd_windows.cc +25 -24
- data/src/core/lib/gprpp/time.cc +13 -7
- data/src/core/lib/gprpp/time.h +0 -1
- data/src/core/lib/gprpp/time_averaged_stats.cc +20 -20
- data/src/core/lib/gprpp/time_averaged_stats.h +48 -48
- data/src/core/lib/gprpp/time_util.h +1 -1
- data/src/core/lib/gprpp/unique_type_name.h +18 -18
- data/src/core/lib/handshaker/proxy_mapper.h +18 -18
- data/src/core/lib/handshaker/proxy_mapper_registry.cc +17 -17
- data/src/core/lib/handshaker/proxy_mapper_registry.h +18 -18
- data/src/core/lib/http/format_request.cc +18 -18
- data/src/core/lib/http/format_request.h +18 -18
- data/src/core/lib/http/httpcli.cc +17 -17
- data/src/core/lib/http/httpcli.h +20 -21
- data/src/core/lib/http/httpcli_security_connector.cc +18 -19
- data/src/core/lib/http/parser.cc +22 -22
- data/src/core/lib/http/parser.h +32 -32
- data/src/core/lib/iomgr/block_annotate.h +21 -21
- data/src/core/lib/iomgr/buffer_list.cc +52 -21
- data/src/core/lib/iomgr/buffer_list.h +63 -57
- data/src/core/lib/iomgr/call_combiner.cc +18 -17
- data/src/core/lib/iomgr/call_combiner.h +18 -18
- data/src/core/lib/iomgr/cfstream_handle.cc +20 -20
- data/src/core/lib/iomgr/cfstream_handle.h +22 -22
- data/src/core/lib/iomgr/closure.h +42 -41
- data/src/core/lib/iomgr/combiner.cc +18 -17
- data/src/core/lib/iomgr/combiner.h +18 -18
- data/src/core/lib/iomgr/dualstack_socket_posix.cc +21 -21
- data/src/core/lib/iomgr/dynamic_annotations.h +20 -20
- data/src/core/lib/iomgr/endpoint.cc +17 -17
- data/src/core/lib/iomgr/endpoint.h +46 -46
- data/src/core/lib/iomgr/endpoint_cfstream.cc +18 -18
- data/src/core/lib/iomgr/endpoint_cfstream.h +27 -27
- data/src/core/lib/iomgr/endpoint_pair.h +18 -18
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +18 -17
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +18 -17
- data/src/core/lib/iomgr/error.cc +22 -19
- data/src/core/lib/iomgr/error.h +20 -21
- data/src/core/lib/iomgr/error_cfstream.cc +18 -18
- data/src/core/lib/iomgr/error_cfstream.h +19 -19
- data/src/core/lib/iomgr/ev_apple.cc +17 -17
- data/src/core/lib/iomgr/ev_apple.h +17 -17
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +182 -170
- data/src/core/lib/iomgr/ev_epoll1_linux.h +18 -18
- data/src/core/lib/iomgr/ev_poll_posix.cc +185 -174
- data/src/core/lib/iomgr/ev_poll_posix.h +18 -18
- data/src/core/lib/iomgr/ev_posix.cc +36 -28
- data/src/core/lib/iomgr/ev_posix.h +85 -81
- data/src/core/lib/iomgr/ev_windows.cc +18 -18
- data/src/core/lib/iomgr/exec_ctx.cc +31 -30
- data/src/core/lib/iomgr/exec_ctx.h +139 -138
- data/src/core/lib/iomgr/executor.cc +20 -19
- data/src/core/lib/iomgr/executor.h +24 -24
- data/src/core/lib/iomgr/fork_posix.cc +24 -22
- data/src/core/lib/iomgr/fork_windows.cc +21 -21
- data/src/core/lib/iomgr/gethostname.h +18 -18
- data/src/core/lib/iomgr/gethostname_fallback.cc +17 -17
- data/src/core/lib/iomgr/gethostname_host_name_max.cc +17 -17
- data/src/core/lib/iomgr/gethostname_sysconf.cc +17 -17
- data/src/core/lib/iomgr/grpc_if_nametoindex.h +20 -20
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +20 -19
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +20 -19
- data/src/core/lib/iomgr/internal_errqueue.cc +1 -1
- data/src/core/lib/iomgr/internal_errqueue.h +80 -80
- data/src/core/lib/iomgr/iocp_windows.cc +21 -21
- data/src/core/lib/iomgr/iocp_windows.h +18 -18
- data/src/core/lib/iomgr/iomgr.cc +19 -18
- data/src/core/lib/iomgr/iomgr.h +32 -32
- data/src/core/lib/iomgr/iomgr_internal.cc +17 -17
- data/src/core/lib/iomgr/iomgr_internal.h +25 -25
- data/src/core/lib/iomgr/iomgr_posix.cc +18 -18
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +18 -18
- data/src/core/lib/iomgr/iomgr_windows.cc +22 -21
- data/src/core/lib/iomgr/load_file.cc +19 -18
- data/src/core/lib/iomgr/load_file.h +20 -20
- data/src/core/lib/iomgr/lockfree_event.cc +104 -104
- data/src/core/lib/iomgr/lockfree_event.h +19 -19
- data/src/core/lib/iomgr/nameser.h +84 -84
- data/src/core/lib/iomgr/polling_entity.cc +25 -21
- data/src/core/lib/iomgr/polling_entity.h +27 -27
- data/src/core/lib/iomgr/pollset.cc +17 -17
- data/src/core/lib/iomgr/pollset.h +51 -51
- data/src/core/lib/iomgr/pollset_set.cc +17 -17
- data/src/core/lib/iomgr/pollset_set.h +22 -22
- data/src/core/lib/iomgr/pollset_set_windows.cc +18 -18
- data/src/core/lib/iomgr/pollset_set_windows.h +18 -18
- data/src/core/lib/iomgr/pollset_windows.cc +26 -25
- data/src/core/lib/iomgr/pollset_windows.h +22 -22
- data/src/core/lib/iomgr/port.h +29 -29
- data/src/core/lib/iomgr/python_util.h +18 -18
- data/src/core/lib/iomgr/resolve_address.cc +18 -17
- data/src/core/lib/iomgr/resolve_address.h +18 -18
- data/src/core/lib/iomgr/resolve_address_impl.h +1 -1
- data/src/core/lib/iomgr/resolve_address_posix.cc +21 -20
- data/src/core/lib/iomgr/resolve_address_windows.cc +4 -3
- data/src/core/lib/iomgr/resolved_address.h +1 -1
- data/src/core/lib/iomgr/sockaddr.h +21 -21
- data/src/core/lib/iomgr/sockaddr_posix.h +18 -18
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +18 -17
- data/src/core/lib/iomgr/sockaddr_windows.h +18 -18
- data/src/core/lib/iomgr/socket_factory_posix.cc +18 -18
- data/src/core/lib/iomgr/socket_factory_posix.h +30 -30
- data/src/core/lib/iomgr/socket_mutator.cc +19 -18
- data/src/core/lib/iomgr/socket_mutator.h +37 -37
- data/src/core/lib/iomgr/socket_utils.h +24 -24
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +38 -37
- data/src/core/lib/iomgr/socket_utils_linux.cc +18 -17
- data/src/core/lib/iomgr/socket_utils_posix.cc +21 -20
- data/src/core/lib/iomgr/socket_utils_posix.h +76 -76
- data/src/core/lib/iomgr/socket_utils_windows.cc +20 -19
- data/src/core/lib/iomgr/socket_windows.cc +35 -34
- data/src/core/lib/iomgr/socket_windows.h +56 -56
- data/src/core/lib/iomgr/systemd_utils.cc +116 -0
- data/src/core/lib/iomgr/systemd_utils.h +33 -0
- data/src/core/lib/iomgr/tcp_client.cc +17 -17
- data/src/core/lib/iomgr/tcp_client.h +26 -26
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +19 -18
- data/src/core/lib/iomgr/tcp_client_posix.cc +39 -38
- data/src/core/lib/iomgr/tcp_client_posix.h +43 -43
- data/src/core/lib/iomgr/tcp_client_windows.cc +28 -27
- data/src/core/lib/iomgr/tcp_posix.cc +136 -134
- data/src/core/lib/iomgr/tcp_posix.h +27 -27
- data/src/core/lib/iomgr/tcp_server.cc +30 -22
- data/src/core/lib/iomgr/tcp_server.h +68 -62
- data/src/core/lib/iomgr/tcp_server_posix.cc +91 -61
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +54 -51
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +72 -34
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +28 -27
- data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +18 -18
- data/src/core/lib/iomgr/tcp_server_windows.cc +71 -75
- data/src/core/lib/iomgr/tcp_windows.cc +83 -60
- data/src/core/lib/iomgr/tcp_windows.h +29 -29
- data/src/core/lib/iomgr/timer.cc +17 -17
- data/src/core/lib/iomgr/timer.h +65 -65
- data/src/core/lib/iomgr/timer_generic.cc +106 -107
- data/src/core/lib/iomgr/timer_generic.h +19 -19
- data/src/core/lib/iomgr/timer_heap.cc +25 -25
- data/src/core/lib/iomgr/timer_heap.h +19 -19
- data/src/core/lib/iomgr/timer_manager.cc +30 -29
- data/src/core/lib/iomgr/timer_manager.h +25 -25
- data/src/core/lib/iomgr/unix_sockets_posix.cc +18 -17
- data/src/core/lib/iomgr/unix_sockets_posix.h +18 -18
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +19 -17
- data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +19 -18
- data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +23 -23
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +19 -18
- data/src/core/lib/iomgr/wakeup_fd_pipe.h +18 -18
- data/src/core/lib/iomgr/wakeup_fd_posix.cc +18 -18
- data/src/core/lib/iomgr/wakeup_fd_posix.h +50 -50
- data/src/core/lib/json/json_object_loader.cc +10 -0
- data/src/core/lib/json/json_object_loader.h +15 -1
- data/src/core/lib/json/json_reader.cc +28 -28
- data/src/core/lib/json/json_writer.cc +56 -56
- data/src/core/lib/load_balancing/lb_policy.cc +17 -17
- data/src/core/lib/load_balancing/lb_policy.h +3 -4
- data/src/core/lib/load_balancing/subchannel_interface.h +1 -1
- data/src/core/lib/matchers/matchers.cc +3 -1
- data/src/core/lib/matchers/matchers.h +1 -1
- data/src/core/lib/promise/activity.h +20 -12
- data/src/core/lib/promise/arena_promise.h +2 -1
- data/src/core/lib/promise/context.h +1 -0
- data/src/core/lib/promise/detail/promise_factory.h +1 -0
- data/src/core/lib/promise/detail/switch.h +18 -18
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +18 -12
- data/src/core/lib/promise/for_each.h +68 -42
- data/src/core/lib/promise/latch.h +13 -19
- data/src/core/lib/promise/map.h +1 -0
- data/src/core/lib/promise/map_pipe.h +1 -0
- data/src/core/lib/promise/poll.h +6 -0
- data/src/core/lib/promise/seq.h +1 -0
- data/src/core/lib/promise/try_concurrently.h +1 -0
- data/src/core/lib/promise/try_seq.h +1 -0
- data/src/core/lib/resolver/resolver.cc +17 -17
- data/src/core/lib/resolver/server_address.cc +17 -17
- data/src/core/lib/resolver/server_address.h +18 -18
- data/src/core/lib/resource_quota/api.h +1 -1
- data/src/core/lib/resource_quota/arena.cc +17 -17
- data/src/core/lib/resource_quota/arena.h +18 -18
- data/src/core/lib/resource_quota/memory_quota.cc +139 -43
- data/src/core/lib/resource_quota/memory_quota.h +85 -23
- data/src/core/lib/resource_quota/resource_quota.h +1 -1
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +0 -1
- data/src/core/lib/security/authorization/rbac_policy.h +1 -1
- data/src/core/lib/security/context/security_context.cc +22 -23
- data/src/core/lib/security/context/security_context.h +30 -30
- data/src/core/lib/security/credentials/alts/alts_credentials.cc +17 -17
- data/src/core/lib/security/credentials/alts/alts_credentials.h +50 -50
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +19 -19
- data/src/core/lib/security/credentials/alts/check_gcp_environment.h +41 -41
- data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +17 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +18 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +18 -17
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +19 -19
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +18 -18
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +36 -37
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +18 -18
- data/src/core/lib/security/credentials/call_creds_util.h +1 -1
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +21 -21
- data/src/core/lib/security/credentials/composite/composite_credentials.h +20 -21
- data/src/core/lib/security/credentials/credentials.cc +19 -18
- data/src/core/lib/security/credentials/credentials.h +34 -33
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +19 -19
- data/src/core/lib/security/credentials/fake/fake_credentials.h +34 -35
- data/src/core/lib/security/credentials/google_default/credentials_generic.cc +17 -17
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +48 -49
- data/src/core/lib/security/credentials/google_default/google_default_credentials.h +18 -19
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +17 -17
- data/src/core/lib/security/credentials/iam/iam_credentials.h +18 -18
- data/src/core/lib/security/credentials/jwt/json_token.cc +23 -23
- data/src/core/lib/security/credentials/jwt/json_token.h +32 -32
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +17 -17
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +18 -19
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +70 -70
- data/src/core/lib/security/credentials/jwt/jwt_verifier.h +43 -43
- data/src/core/lib/security/credentials/local/local_credentials.cc +17 -17
- data/src/core/lib/security/credentials/local/local_credentials.h +20 -20
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +28 -29
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +19 -19
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +18 -18
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +19 -19
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +19 -20
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +18 -18
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +1 -1
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +1 -2
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +18 -18
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +18 -19
- data/src/core/lib/security/credentials/tls/tls_credentials.h +18 -18
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -2
- data/src/core/lib/security/credentials/xds/xds_credentials.h +1 -1
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +26 -27
- data/src/core/lib/security/security_connector/alts/alts_security_connector.h +41 -42
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +24 -26
- data/src/core/lib/security/security_connector/fake/fake_security_connector.h +20 -21
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +1 -2
- data/src/core/lib/security/security_connector/load_system_roots.h +18 -18
- data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +18 -18
- data/src/core/lib/security/security_connector/load_system_roots_supported.cc +18 -18
- data/src/core/lib/security/security_connector/load_system_roots_supported.h +19 -20
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +23 -23
- data/src/core/lib/security/security_connector/local/local_security_connector.h +40 -41
- data/src/core/lib/security/security_connector/security_connector.cc +17 -17
- data/src/core/lib/security/security_connector/security_connector.h +32 -33
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +25 -25
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +38 -39
- data/src/core/lib/security/security_connector/ssl_utils.cc +32 -32
- data/src/core/lib/security/security_connector/ssl_utils.h +31 -31
- data/src/core/lib/security/security_connector/ssl_utils_config.cc +22 -22
- data/src/core/lib/security/security_connector/ssl_utils_config.h +18 -19
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +21 -21
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +17 -17
- data/src/core/lib/security/transport/auth_filters.h +18 -18
- data/src/core/lib/security/transport/client_auth_filter.cc +20 -20
- data/src/core/lib/security/transport/secure_endpoint.cc +28 -28
- data/src/core/lib/security/transport/secure_endpoint.h +22 -22
- data/src/core/lib/security/transport/security_handshaker.cc +17 -17
- data/src/core/lib/security/transport/security_handshaker.h +19 -19
- data/src/core/lib/security/transport/server_auth_filter.cc +22 -23
- data/src/core/lib/security/transport/tsi_error.cc +17 -17
- data/src/core/lib/security/transport/tsi_error.h +18 -18
- data/src/core/lib/security/util/json_util.cc +17 -17
- data/src/core/lib/security/util/json_util.h +18 -18
- data/src/core/lib/service_config/service_config.h +1 -1
- data/src/core/lib/service_config/service_config_call_data.h +7 -1
- data/src/core/lib/slice/b64.cc +24 -24
- data/src/core/lib/slice/b64.h +29 -29
- data/src/core/lib/slice/percent_encoding.cc +17 -17
- data/src/core/lib/slice/percent_encoding.h +24 -24
- data/src/core/lib/slice/slice.cc +37 -37
- data/src/core/lib/slice/slice.h +38 -5
- data/src/core/lib/slice/slice_buffer.cc +50 -45
- data/src/core/lib/slice/slice_buffer.h +27 -2
- data/src/core/lib/slice/slice_internal.h +18 -18
- data/src/core/lib/slice/slice_string_helpers.cc +17 -17
- data/src/core/lib/slice/slice_string_helpers.h +19 -19
- data/src/core/lib/surface/api_trace.cc +17 -17
- data/src/core/lib/surface/api_trace.h +22 -22
- data/src/core/lib/surface/byte_buffer.cc +19 -19
- data/src/core/lib/surface/byte_buffer_reader.cc +19 -19
- data/src/core/lib/surface/call.cc +163 -104
- data/src/core/lib/surface/call.h +42 -39
- data/src/core/lib/surface/call_details.cc +17 -18
- data/src/core/lib/surface/call_log_batch.cc +18 -18
- data/src/core/lib/surface/call_test_only.h +30 -30
- data/src/core/lib/surface/call_trace.cc +5 -5
- data/src/core/lib/surface/channel.cc +18 -18
- data/src/core/lib/surface/channel.h +31 -31
- data/src/core/lib/surface/channel_init.cc +17 -17
- data/src/core/lib/surface/channel_init.h +18 -18
- data/src/core/lib/surface/channel_ping.cc +18 -18
- data/src/core/lib/surface/channel_stack_type.cc +17 -17
- data/src/core/lib/surface/channel_stack_type.h +18 -18
- data/src/core/lib/surface/completion_queue.cc +136 -140
- data/src/core/lib/surface/completion_queue.h +32 -32
- data/src/core/lib/surface/completion_queue_factory.cc +28 -28
- data/src/core/lib/surface/completion_queue_factory.h +20 -20
- data/src/core/lib/surface/event_string.cc +17 -17
- data/src/core/lib/surface/event_string.h +20 -20
- data/src/core/lib/surface/init.cc +21 -19
- data/src/core/lib/surface/init.h +18 -18
- data/src/core/lib/surface/init_internally.cc +1 -0
- data/src/core/lib/surface/init_internally.h +1 -0
- data/src/core/lib/surface/lame_client.cc +18 -18
- data/src/core/lib/surface/lame_client.h +19 -19
- data/src/core/lib/surface/metadata_array.cc +17 -18
- data/src/core/lib/surface/server.cc +15 -15
- data/src/core/lib/surface/server.h +2 -3
- data/src/core/lib/surface/validate_metadata.cc +17 -17
- data/src/core/lib/surface/validate_metadata.h +18 -18
- data/src/core/lib/surface/version.cc +21 -21
- data/src/core/lib/transport/bdp_estimator.cc +17 -17
- data/src/core/lib/transport/bdp_estimator.h +18 -19
- data/src/core/lib/transport/connectivity_state.cc +17 -17
- data/src/core/lib/transport/connectivity_state.h +19 -19
- data/src/core/lib/transport/error_utils.cc +17 -17
- data/src/core/lib/transport/error_utils.h +18 -18
- data/src/core/lib/transport/handshaker.cc +37 -34
- data/src/core/lib/transport/handshaker.h +42 -37
- data/src/core/lib/transport/handshaker_factory.h +18 -18
- data/src/core/lib/transport/handshaker_registry.cc +17 -17
- data/src/core/lib/transport/handshaker_registry.h +18 -18
- data/src/core/lib/transport/http2_errors.h +20 -20
- data/src/core/lib/transport/http_connect_handshaker.cc +17 -17
- data/src/core/lib/transport/http_connect_handshaker.h +18 -18
- data/src/core/lib/transport/metadata_batch.cc +4 -1
- data/src/core/lib/transport/metadata_batch.h +30 -20
- data/src/core/lib/transport/parsed_metadata.h +1 -0
- data/src/core/lib/transport/pid_controller.cc +20 -20
- data/src/core/lib/transport/pid_controller.h +24 -24
- data/src/core/lib/transport/status_conversion.cc +22 -22
- data/src/core/lib/transport/status_conversion.h +20 -20
- data/src/core/lib/transport/tcp_connect_handshaker.h +1 -1
- data/src/core/lib/transport/timeout_encoding.cc +22 -22
- data/src/core/lib/transport/timeout_encoding.h +18 -18
- data/src/core/lib/transport/transport.cc +25 -24
- data/src/core/lib/transport/transport.h +134 -132
- data/src/core/lib/transport/transport_impl.h +41 -41
- data/src/core/lib/transport/transport_op_string.cc +19 -19
- data/src/core/plugin_registry/grpc_plugin_registry.cc +21 -19
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +5 -0
- data/src/core/tsi/alts/crypt/aes_gcm.cc +20 -20
- data/src/core/tsi/alts/crypt/gsec.cc +26 -26
- data/src/core/tsi/alts/crypt/gsec.h +334 -334
- data/src/core/tsi/alts/frame_protector/alts_counter.cc +23 -23
- data/src/core/tsi/alts/frame_protector/alts_counter.h +66 -66
- data/src/core/tsi/alts/frame_protector/alts_crypter.cc +19 -19
- data/src/core/tsi/alts/frame_protector/alts_crypter.h +206 -206
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +72 -71
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +38 -38
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +18 -18
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +80 -81
- data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +26 -25
- data/src/core/tsi/alts/frame_protector/frame_handler.h +166 -166
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +68 -67
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +99 -99
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +18 -17
- data/src/core/tsi/alts/handshaker/alts_shared_resource.h +41 -42
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +29 -28
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +58 -58
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +20 -20
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +19 -19
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +36 -36
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +19 -19
- data/src/core/tsi/alts/handshaker/transport_security_common_api.h +102 -101
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +38 -37
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +38 -39
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +31 -30
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +33 -34
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +65 -66
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +31 -30
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +53 -54
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +54 -53
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +138 -139
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +53 -52
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +41 -42
- data/src/core/tsi/fake_transport_security.cc +77 -76
- data/src/core/tsi/fake_transport_security.h +30 -30
- data/src/core/tsi/local_transport_security.cc +34 -33
- data/src/core/tsi/local_transport_security.h +31 -31
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +1 -0
- data/src/core/tsi/ssl/session_cache/ssl_session.h +18 -18
- data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +18 -18
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +18 -17
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +19 -19
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +19 -18
- data/src/core/tsi/ssl_transport_security.cc +139 -323
- data/src/core/tsi/ssl_transport_security.h +201 -200
- data/src/core/tsi/ssl_transport_security_utils.cc +250 -0
- data/src/core/tsi/ssl_transport_security_utils.h +147 -0
- data/src/core/tsi/ssl_types.h +25 -25
- data/src/core/tsi/transport_security.cc +26 -26
- data/src/core/tsi/transport_security.h +45 -45
- data/src/core/tsi/transport_security_grpc.cc +20 -20
- data/src/core/tsi/transport_security_grpc.h +39 -39
- data/src/core/tsi/transport_security_interface.h +330 -330
- data/src/ruby/ext/grpc/{ext-export-truffleruby.clang → ext-export-truffleruby-with-ruby-abi-version.clang} +0 -0
- data/src/ruby/ext/grpc/{ext-export-truffleruby.gcc → ext-export-truffleruby-with-ruby-abi-version.gcc} +0 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export.clang +0 -1
- data/src/ruby/ext/grpc/ext-export.gcc +1 -2
- data/src/ruby/ext/grpc/extconf.rb +47 -2
- data/src/ruby/ext/grpc/rb_call.c +1 -0
- data/src/ruby/ext/grpc/rb_channel.c +1 -0
- data/src/ruby/ext/grpc/rb_channel_args.c +1 -0
- data/src/ruby/ext/grpc/rb_compression_options.c +1 -1
- data/src/ruby/ext/grpc/rb_grpc.c +1 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +38 -36
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +59 -56
- data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/spec/client_server_spec.rb +20 -8
- data/third_party/re2/re2/bitstate.cc +3 -3
- data/third_party/re2/re2/dfa.cc +13 -13
- data/third_party/re2/re2/nfa.cc +4 -4
- data/third_party/re2/re2/onepass.cc +2 -2
- data/third_party/re2/re2/prefilter_tree.cc +27 -59
- data/third_party/re2/re2/prefilter_tree.h +3 -2
- data/third_party/re2/re2/prog.cc +11 -2
- data/third_party/re2/re2/prog.h +17 -5
- data/third_party/re2/re2/re2.cc +6 -11
- data/third_party/re2/re2/re2.h +1 -1
- data/third_party/re2/re2/regexp.cc +1 -2
- data/third_party/re2/re2/stringpiece.h +10 -7
- data/third_party/re2/re2/unicode_casefold.cc +25 -11
- data/third_party/re2/re2/unicode_groups.cc +319 -151
- data/third_party/re2/re2/walker-inl.h +3 -2
- data/third_party/re2/util/mutex.h +4 -4
- metadata +95 -26
- data/include/grpc/impl/codegen/gpr_slice.h +0 -71
- data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +0 -332
- data/src/core/ext/filters/http/message_compress/message_compress_filter.h +0 -52
- data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +0 -322
- data/src/core/ext/filters/server_config_selector/server_config_selector.cc +0 -62
@@ -1,20 +1,20 @@
|
|
1
|
-
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
1
|
+
//
|
2
|
+
//
|
3
|
+
// Copyright 2016 gRPC authors.
|
4
|
+
//
|
5
|
+
// Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
// you may not use this file except in compliance with the License.
|
7
|
+
// You may obtain a copy of the License at
|
8
|
+
//
|
9
|
+
// http://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
//
|
11
|
+
// Unless required by applicable law or agreed to in writing, software
|
12
|
+
// distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
// See the License for the specific language governing permissions and
|
15
|
+
// limitations under the License.
|
16
|
+
//
|
17
|
+
//
|
18
18
|
|
19
19
|
#include <grpc/support/port_platform.h>
|
20
20
|
|
@@ -35,6 +35,7 @@
|
|
35
35
|
#include <string>
|
36
36
|
|
37
37
|
#include "absl/strings/str_cat.h"
|
38
|
+
#include "absl/strings/str_format.h"
|
38
39
|
|
39
40
|
#include <grpc/support/alloc.h>
|
40
41
|
#include <grpc/support/log.h>
|
@@ -42,6 +43,7 @@
|
|
42
43
|
#include "src/core/lib/debug/stats.h"
|
43
44
|
#include "src/core/lib/debug/stats_data.h"
|
44
45
|
#include "src/core/lib/gpr/useful.h"
|
46
|
+
#include "src/core/lib/gprpp/crash.h"
|
45
47
|
#include "src/core/lib/gprpp/thd.h"
|
46
48
|
#include "src/core/lib/iomgr/block_annotate.h"
|
47
49
|
#include "src/core/lib/iomgr/ev_poll_posix.h"
|
@@ -50,9 +52,9 @@
|
|
50
52
|
|
51
53
|
#define GRPC_POLLSET_KICK_BROADCAST ((grpc_pollset_worker*)1)
|
52
54
|
|
53
|
-
|
54
|
-
|
55
|
-
|
55
|
+
//******************************************************************************
|
56
|
+
// FD declarations
|
57
|
+
//
|
56
58
|
typedef struct grpc_fd_watcher {
|
57
59
|
struct grpc_fd_watcher* next;
|
58
60
|
struct grpc_fd_watcher* prev;
|
@@ -63,10 +65,10 @@ typedef struct grpc_fd_watcher {
|
|
63
65
|
|
64
66
|
typedef struct grpc_cached_wakeup_fd grpc_cached_wakeup_fd;
|
65
67
|
|
66
|
-
|
68
|
+
// Only used when GRPC_ENABLE_FORK_SUPPORT=1
|
67
69
|
struct grpc_fork_fd_list {
|
68
|
-
|
69
|
-
set to nullptr.
|
70
|
+
// Only one of fd or cached_wakeup_fd will be set. The unused field will be
|
71
|
+
// set to nullptr.
|
70
72
|
grpc_fd* fd;
|
71
73
|
grpc_cached_wakeup_fd* cached_wakeup_fd;
|
72
74
|
|
@@ -76,11 +78,11 @@ struct grpc_fork_fd_list {
|
|
76
78
|
|
77
79
|
struct grpc_fd {
|
78
80
|
int fd;
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
81
|
+
// refst format:
|
82
|
+
// bit0: 1=active/0=orphaned
|
83
|
+
// bit1-n: refcount
|
84
|
+
// meaning that mostly we ref by two to avoid altering the orphaned bit,
|
85
|
+
// and just unref by 1 when we're ready to flag the object as orphaned
|
84
86
|
gpr_atm refst;
|
85
87
|
|
86
88
|
gpr_mu mu;
|
@@ -90,28 +92,28 @@ struct grpc_fd {
|
|
90
92
|
gpr_atm pollhup;
|
91
93
|
grpc_error_handle shutdown_error;
|
92
94
|
|
93
|
-
|
95
|
+
// The watcher list.
|
94
96
|
|
95
|
-
|
97
|
+
// The following watcher related fields are protected by watcher_mu.
|
96
98
|
|
97
|
-
|
98
|
-
|
99
|
+
// An fd_watcher is an ephemeral object created when an fd wants to
|
100
|
+
// begin polling, and destroyed after the poll.
|
99
101
|
|
100
|
-
|
101
|
-
|
102
|
+
// It denotes the fd's interest in whether to read poll or write poll
|
103
|
+
// or both or neither on this fd.
|
102
104
|
|
103
|
-
|
104
|
-
|
105
|
-
|
105
|
+
// If a watcher is asked to poll for reads or writes, the read_watcher
|
106
|
+
// or write_watcher fields are set respectively. A watcher may be asked
|
107
|
+
// to poll for both, in which case both fields will be set.
|
106
108
|
|
107
|
-
|
108
|
-
|
109
|
+
// read_watcher and write_watcher may be NULL if no watcher has been
|
110
|
+
// asked to poll for reads or writes.
|
109
111
|
|
110
|
-
|
111
|
-
|
112
|
-
|
113
|
-
|
114
|
-
|
112
|
+
// If an fd_watcher is not asked to poll for reads or writes, it's added
|
113
|
+
// to a linked list of inactive watchers, rooted at inactive_watcher_root.
|
114
|
+
// If at a later time there becomes need of a poller to poll, one of
|
115
|
+
// the inactive pollers may be kicked out of their poll loops to take
|
116
|
+
// that responsibility.
|
115
117
|
grpc_fd_watcher inactive_watcher_root;
|
116
118
|
grpc_fd_watcher* read_watcher;
|
117
119
|
grpc_fd_watcher* write_watcher;
|
@@ -123,38 +125,40 @@ struct grpc_fd {
|
|
123
125
|
|
124
126
|
grpc_iomgr_object iomgr_object;
|
125
127
|
|
126
|
-
|
128
|
+
// Only used when GRPC_ENABLE_FORK_SUPPORT=1
|
127
129
|
grpc_fork_fd_list* fork_fd_list;
|
130
|
+
|
131
|
+
bool is_pre_allocated;
|
128
132
|
};
|
129
133
|
|
130
|
-
|
134
|
+
// True when GRPC_ENABLE_FORK_SUPPORT=1.
|
131
135
|
static bool track_fds_for_fork = false;
|
132
136
|
|
133
|
-
|
137
|
+
// Only used when GRPC_ENABLE_FORK_SUPPORT=1
|
134
138
|
static grpc_fork_fd_list* fork_fd_list_head = nullptr;
|
135
139
|
static gpr_mu fork_fd_list_mu;
|
136
140
|
|
137
|
-
|
138
|
-
|
139
|
-
|
140
|
-
|
141
|
-
|
142
|
-
|
143
|
-
|
144
|
-
|
145
|
-
|
146
|
-
|
147
|
-
|
141
|
+
// Begin polling on an fd.
|
142
|
+
// Registers that the given pollset is interested in this fd - so that if read
|
143
|
+
// or writability interest changes, the pollset can be kicked to pick up that
|
144
|
+
// new interest.
|
145
|
+
// Return value is:
|
146
|
+
// (fd_needs_read? read_mask : 0) | (fd_needs_write? write_mask : 0)
|
147
|
+
// i.e. a combination of read_mask and write_mask determined by the fd's current
|
148
|
+
// interest in said events.
|
149
|
+
// Polling strategies that do not need to alter their behavior depending on the
|
150
|
+
// fd's current interest (such as epoll) do not need to call this function.
|
151
|
+
// MUST NOT be called with a pollset lock taken
|
148
152
|
static uint32_t fd_begin_poll(grpc_fd* fd, grpc_pollset* pollset,
|
149
153
|
grpc_pollset_worker* worker, uint32_t read_mask,
|
150
154
|
uint32_t write_mask, grpc_fd_watcher* watcher);
|
151
|
-
|
152
|
-
|
153
|
-
|
154
|
-
|
155
|
+
// Complete polling previously started with fd_begin_poll
|
156
|
+
// MUST NOT be called with a pollset lock taken
|
157
|
+
// if got_read or got_write are 1, also does the become_{readable,writable} as
|
158
|
+
// appropriate.
|
155
159
|
static void fd_end_poll(grpc_fd_watcher* watcher, int got_read, int got_write);
|
156
160
|
|
157
|
-
|
161
|
+
// Return 1 if this fd is orphaned, 0 otherwise
|
158
162
|
static bool fd_is_orphaned(grpc_fd* fd);
|
159
163
|
|
160
164
|
#ifndef NDEBUG
|
@@ -173,15 +177,15 @@ static void fd_unref(grpc_fd* fd);
|
|
173
177
|
#define CLOSURE_NOT_READY ((grpc_closure*)0)
|
174
178
|
#define CLOSURE_READY ((grpc_closure*)1)
|
175
179
|
|
176
|
-
|
177
|
-
|
178
|
-
|
180
|
+
//******************************************************************************
|
181
|
+
// pollset declarations
|
182
|
+
//
|
179
183
|
|
180
184
|
typedef struct grpc_cached_wakeup_fd {
|
181
185
|
grpc_wakeup_fd fd;
|
182
186
|
struct grpc_cached_wakeup_fd* next;
|
183
187
|
|
184
|
-
|
188
|
+
// Only used when GRPC_ENABLE_FORK_SUPPORT=1
|
185
189
|
grpc_fork_fd_list* fork_fd_list;
|
186
190
|
} grpc_cached_wakeup_fd;
|
187
191
|
|
@@ -201,45 +205,45 @@ struct grpc_pollset {
|
|
201
205
|
int kicked_without_pollers;
|
202
206
|
grpc_closure* shutdown_done;
|
203
207
|
int pollset_set_count;
|
204
|
-
|
208
|
+
// all polled fds
|
205
209
|
size_t fd_count;
|
206
210
|
size_t fd_capacity;
|
207
211
|
grpc_fd** fds;
|
208
|
-
|
212
|
+
// Local cache of eventfds for workers
|
209
213
|
grpc_cached_wakeup_fd* local_wakeup_cache;
|
210
214
|
};
|
211
215
|
|
212
|
-
|
216
|
+
// Add an fd to a pollset
|
213
217
|
static void pollset_add_fd(grpc_pollset* pollset, struct grpc_fd* fd);
|
214
218
|
|
215
219
|
static void pollset_set_add_fd(grpc_pollset_set* pollset_set, grpc_fd* fd);
|
216
220
|
|
217
|
-
|
218
|
-
|
219
|
-
|
220
|
-
|
221
|
-
|
222
|
-
|
223
|
-
|
221
|
+
// Convert a timespec to milliseconds:
|
222
|
+
// - very small or negative poll times are clamped to zero to do a
|
223
|
+
// non-blocking poll (which becomes spin polling)
|
224
|
+
// - other small values are rounded up to one millisecond
|
225
|
+
// - longer than a millisecond polls are rounded up to the next nearest
|
226
|
+
// millisecond to avoid spinning
|
227
|
+
// - infinite timeouts are converted to -1
|
224
228
|
static int poll_deadline_to_millis_timeout(grpc_core::Timestamp deadline);
|
225
229
|
|
226
|
-
|
230
|
+
// Allow kick to wakeup the currently polling worker
|
227
231
|
#define GRPC_POLLSET_CAN_KICK_SELF 1
|
228
|
-
|
232
|
+
// Force the wakee to repoll when awoken
|
229
233
|
#define GRPC_POLLSET_REEVALUATE_POLLING_ON_WAKEUP 2
|
230
|
-
|
231
|
-
|
234
|
+
// As per pollset_kick, with an extended set of flags (defined above)
|
235
|
+
// -- mostly for fd_posix's use.
|
232
236
|
static grpc_error_handle pollset_kick_ext(grpc_pollset* p,
|
233
237
|
grpc_pollset_worker* specific_worker,
|
234
238
|
uint32_t flags) GRPC_MUST_USE_RESULT;
|
235
239
|
|
236
|
-
|
237
|
-
|
240
|
+
// Return 1 if the pollset has active threads in pollset_work (pollset must
|
241
|
+
// be locked)
|
238
242
|
static bool pollset_has_workers(grpc_pollset* pollset);
|
239
243
|
|
240
|
-
|
241
|
-
|
242
|
-
|
244
|
+
//******************************************************************************
|
245
|
+
// pollset_set definitions
|
246
|
+
//
|
243
247
|
|
244
248
|
struct grpc_pollset_set {
|
245
249
|
gpr_mu mu;
|
@@ -257,9 +261,9 @@ struct grpc_pollset_set {
|
|
257
261
|
grpc_fd** fds;
|
258
262
|
};
|
259
263
|
|
260
|
-
|
261
|
-
|
262
|
-
|
264
|
+
//******************************************************************************
|
265
|
+
// functions to track opened fds. No-ops unless track_fds_for_fork is true.
|
266
|
+
//
|
263
267
|
|
264
268
|
static void fork_fd_list_remove_node(grpc_fork_fd_list* node) {
|
265
269
|
if (track_fds_for_fork) {
|
@@ -309,9 +313,9 @@ static void fork_fd_list_add_wakeup_fd(grpc_cached_wakeup_fd* fd) {
|
|
309
313
|
}
|
310
314
|
}
|
311
315
|
|
312
|
-
|
313
|
-
|
314
|
-
|
316
|
+
//******************************************************************************
|
317
|
+
// fd_posix.c
|
318
|
+
//
|
315
319
|
|
316
320
|
#ifndef NDEBUG
|
317
321
|
#define REF_BY(fd, n, reason) ref_by(fd, n, reason, __FILE__, __LINE__)
|
@@ -384,6 +388,7 @@ static grpc_fd* fd_create(int fd, const char* name, bool track_err) {
|
|
384
388
|
r->on_done_closure = nullptr;
|
385
389
|
r->closed = 0;
|
386
390
|
r->released = 0;
|
391
|
+
r->is_pre_allocated = false;
|
387
392
|
gpr_atm_no_barrier_store(&r->pollhup, 0);
|
388
393
|
|
389
394
|
std::string name2 = absl::StrCat(name, " fd=", fd);
|
@@ -438,7 +443,9 @@ static int has_watchers(grpc_fd* fd) {
|
|
438
443
|
static void close_fd_locked(grpc_fd* fd) {
|
439
444
|
fd->closed = 1;
|
440
445
|
if (!fd->released) {
|
441
|
-
|
446
|
+
if (!fd->is_pre_allocated) {
|
447
|
+
close(fd->fd);
|
448
|
+
}
|
442
449
|
}
|
443
450
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, fd->on_done_closure,
|
444
451
|
absl::OkStatus());
|
@@ -461,17 +468,17 @@ static void fd_orphan(grpc_fd* fd, grpc_closure* on_done, int* release_fd,
|
|
461
468
|
fd->released = true;
|
462
469
|
}
|
463
470
|
gpr_mu_lock(&fd->mu);
|
464
|
-
REF_BY(fd, 1, reason);
|
471
|
+
REF_BY(fd, 1, reason); // remove active status, but keep referenced
|
465
472
|
if (!has_watchers(fd)) {
|
466
473
|
close_fd_locked(fd);
|
467
474
|
} else {
|
468
475
|
wake_all_watchers_locked(fd);
|
469
476
|
}
|
470
477
|
gpr_mu_unlock(&fd->mu);
|
471
|
-
UNREF_BY(fd, 2, reason);
|
478
|
+
UNREF_BY(fd, 2, reason); // drop the reference
|
472
479
|
}
|
473
480
|
|
474
|
-
|
481
|
+
// increment refcount by two to avoid changing the orphan bit
|
475
482
|
#ifndef NDEBUG
|
476
483
|
static void fd_ref(grpc_fd* fd, const char* reason, const char* file,
|
477
484
|
int line) {
|
@@ -507,33 +514,32 @@ static void notify_on_locked(grpc_fd* fd, grpc_closure** st,
|
|
507
514
|
grpc_core::StatusIntProperty::kRpcStatus,
|
508
515
|
GRPC_STATUS_UNAVAILABLE));
|
509
516
|
} else if (*st == CLOSURE_NOT_READY) {
|
510
|
-
|
517
|
+
// not ready ==> switch to a waiting state by setting the closure
|
511
518
|
*st = closure;
|
512
519
|
} else if (*st == CLOSURE_READY) {
|
513
|
-
|
520
|
+
// already ready ==> queue the closure to run immediately
|
514
521
|
*st = CLOSURE_NOT_READY;
|
515
522
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, closure, fd_shutdown_error(fd));
|
516
523
|
maybe_wake_one_watcher_locked(fd);
|
517
524
|
} else {
|
518
|
-
|
519
|
-
|
520
|
-
|
521
|
-
|
522
|
-
abort();
|
525
|
+
// upcallptr was set to a different closure. This is an error!
|
526
|
+
grpc_core::Crash(
|
527
|
+
"User called a notify_on function with a previous callback still "
|
528
|
+
"pending");
|
523
529
|
}
|
524
530
|
}
|
525
531
|
|
526
|
-
|
532
|
+
// returns 1 if state becomes not ready
|
527
533
|
static int set_ready_locked(grpc_fd* fd, grpc_closure** st) {
|
528
534
|
if (*st == CLOSURE_READY) {
|
529
|
-
|
535
|
+
// duplicate ready ==> ignore
|
530
536
|
return 0;
|
531
537
|
} else if (*st == CLOSURE_NOT_READY) {
|
532
|
-
|
538
|
+
// not ready, and not waiting ==> flag ready
|
533
539
|
*st = CLOSURE_READY;
|
534
540
|
return 0;
|
535
541
|
} else {
|
536
|
-
|
542
|
+
// waiting ==> queue closure
|
537
543
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, *st, fd_shutdown_error(fd));
|
538
544
|
*st = CLOSURE_NOT_READY;
|
539
545
|
return 1;
|
@@ -542,12 +548,14 @@ static int set_ready_locked(grpc_fd* fd, grpc_closure** st) {
|
|
542
548
|
|
543
549
|
static void fd_shutdown(grpc_fd* fd, grpc_error_handle why) {
|
544
550
|
gpr_mu_lock(&fd->mu);
|
545
|
-
|
551
|
+
// only shutdown once
|
546
552
|
if (!fd->shutdown) {
|
547
553
|
fd->shutdown = 1;
|
548
554
|
fd->shutdown_error = why;
|
549
|
-
|
550
|
-
|
555
|
+
// signal read/write closed to OS so that future operations fail
|
556
|
+
if (!fd->is_pre_allocated) {
|
557
|
+
shutdown(fd->fd, SHUT_RDWR);
|
558
|
+
}
|
551
559
|
set_ready_locked(fd, &fd->read_closure);
|
552
560
|
set_ready_locked(fd, &fd->write_closure);
|
553
561
|
}
|
@@ -604,13 +612,13 @@ static uint32_t fd_begin_poll(grpc_fd* fd, grpc_pollset* pollset,
|
|
604
612
|
uint32_t mask = 0;
|
605
613
|
grpc_closure* cur;
|
606
614
|
int requested;
|
607
|
-
|
608
|
-
|
615
|
+
// keep track of pollers that have requested our events, in case they change
|
616
|
+
//
|
609
617
|
GRPC_FD_REF(fd, "poll");
|
610
618
|
|
611
619
|
gpr_mu_lock(&fd->mu);
|
612
620
|
|
613
|
-
|
621
|
+
// if we are shutdown, then don't add to the watcher set
|
614
622
|
if (fd->shutdown) {
|
615
623
|
watcher->pollset = nullptr;
|
616
624
|
watcher->worker = nullptr;
|
@@ -619,22 +627,22 @@ static uint32_t fd_begin_poll(grpc_fd* fd, grpc_pollset* pollset,
|
|
619
627
|
return 0;
|
620
628
|
}
|
621
629
|
|
622
|
-
|
630
|
+
// if there is nobody polling for read, but we need to, then start doing so
|
623
631
|
cur = fd->read_closure;
|
624
632
|
requested = cur != CLOSURE_READY;
|
625
633
|
if (read_mask && fd->read_watcher == nullptr && requested) {
|
626
634
|
fd->read_watcher = watcher;
|
627
635
|
mask |= read_mask;
|
628
636
|
}
|
629
|
-
|
630
|
-
|
637
|
+
// if there is nobody polling for write, but we need to, then start doing so
|
638
|
+
//
|
631
639
|
cur = fd->write_closure;
|
632
640
|
requested = cur != CLOSURE_READY;
|
633
641
|
if (write_mask && fd->write_watcher == nullptr && requested) {
|
634
642
|
fd->write_watcher = watcher;
|
635
643
|
mask |= write_mask;
|
636
644
|
}
|
637
|
-
|
645
|
+
// if not polling, remember this watcher in case we need someone to later
|
638
646
|
if (mask == 0 && worker != nullptr) {
|
639
647
|
watcher->next = &fd->inactive_watcher_root;
|
640
648
|
watcher->prev = watcher->next->prev;
|
@@ -665,7 +673,7 @@ static void fd_end_poll(grpc_fd_watcher* watcher, int got_read, int got_write) {
|
|
665
673
|
}
|
666
674
|
|
667
675
|
if (watcher == fd->read_watcher) {
|
668
|
-
|
676
|
+
// remove read watcher, kick if we still need a read
|
669
677
|
was_polling = 1;
|
670
678
|
if (!got_read) {
|
671
679
|
kick = 1;
|
@@ -673,7 +681,7 @@ static void fd_end_poll(grpc_fd_watcher* watcher, int got_read, int got_write) {
|
|
673
681
|
fd->read_watcher = nullptr;
|
674
682
|
}
|
675
683
|
if (watcher == fd->write_watcher) {
|
676
|
-
|
684
|
+
// remove write watcher, kick if we still need a write
|
677
685
|
was_polling = 1;
|
678
686
|
if (!got_write) {
|
679
687
|
kick = 1;
|
@@ -681,7 +689,7 @@ static void fd_end_poll(grpc_fd_watcher* watcher, int got_read, int got_write) {
|
|
681
689
|
fd->write_watcher = nullptr;
|
682
690
|
}
|
683
691
|
if (!was_polling && watcher->worker != nullptr) {
|
684
|
-
|
692
|
+
// remove from inactive list
|
685
693
|
watcher->next->prev = watcher->prev;
|
686
694
|
watcher->prev->next = watcher->next;
|
687
695
|
}
|
@@ -706,9 +714,11 @@ static void fd_end_poll(grpc_fd_watcher* watcher, int got_read, int got_write) {
|
|
706
714
|
GRPC_FD_UNREF(fd, "poll");
|
707
715
|
}
|
708
716
|
|
709
|
-
|
710
|
-
|
711
|
-
|
717
|
+
static void fd_set_pre_allocated(grpc_fd* fd) { fd->is_pre_allocated = true; }
|
718
|
+
|
719
|
+
//******************************************************************************
|
720
|
+
// pollset_posix.c
|
721
|
+
//
|
712
722
|
|
713
723
|
static thread_local grpc_pollset* g_current_thread_poller;
|
714
724
|
static thread_local grpc_pollset_worker* g_current_thread_worker;
|
@@ -766,7 +776,7 @@ static grpc_error_handle pollset_kick_ext(grpc_pollset* p,
|
|
766
776
|
uint32_t flags) {
|
767
777
|
grpc_error_handle error;
|
768
778
|
|
769
|
-
|
779
|
+
// pollset->mu already held
|
770
780
|
if (specific_worker != nullptr) {
|
771
781
|
if (specific_worker == GRPC_POLLSET_KICK_BROADCAST) {
|
772
782
|
GPR_ASSERT((flags & GRPC_POLLSET_REEVALUATE_POLLING_ON_WAKEUP) == 0);
|
@@ -824,11 +834,11 @@ static grpc_error_handle pollset_kick(grpc_pollset* p,
|
|
824
834
|
return pollset_kick_ext(p, specific_worker, 0);
|
825
835
|
}
|
826
836
|
|
827
|
-
|
837
|
+
// global state management
|
828
838
|
|
829
839
|
static grpc_error_handle pollset_global_init(void) { return absl::OkStatus(); }
|
830
840
|
|
831
|
-
|
841
|
+
// main interface
|
832
842
|
|
833
843
|
static void pollset_init(grpc_pollset* pollset, gpr_mu** mu) {
|
834
844
|
gpr_mu_init(&pollset->mu);
|
@@ -861,7 +871,7 @@ static void pollset_destroy(grpc_pollset* pollset) {
|
|
861
871
|
static void pollset_add_fd(grpc_pollset* pollset, grpc_fd* fd) {
|
862
872
|
gpr_mu_lock(&pollset->mu);
|
863
873
|
size_t i;
|
864
|
-
|
874
|
+
// TODO(ctiller): this is O(num_fds^2); maybe switch to a hash set here
|
865
875
|
for (i = 0; i < pollset->fd_count; i++) {
|
866
876
|
if (pollset->fds[i] == fd) goto exit;
|
867
877
|
}
|
@@ -904,17 +914,17 @@ static grpc_error_handle pollset_work(grpc_pollset* pollset,
|
|
904
914
|
if (worker_hdl) *worker_hdl = &worker;
|
905
915
|
grpc_error_handle error;
|
906
916
|
|
907
|
-
|
917
|
+
// Avoid malloc for small number of elements.
|
908
918
|
enum { inline_elements = 96 };
|
909
919
|
struct pollfd pollfd_space[inline_elements];
|
910
920
|
struct grpc_fd_watcher watcher_space[inline_elements];
|
911
921
|
|
912
|
-
|
922
|
+
// pollset->mu already held
|
913
923
|
int added_worker = 0;
|
914
924
|
int locked = 1;
|
915
925
|
int queued_work = 0;
|
916
926
|
int keep_polling = 0;
|
917
|
-
|
927
|
+
// this must happen before we (potentially) drop pollset->mu
|
918
928
|
worker.next = worker.prev = nullptr;
|
919
929
|
worker.reevaluate_polling_on_wakeup = 0;
|
920
930
|
if (pollset->local_wakeup_cache != nullptr) {
|
@@ -931,13 +941,13 @@ static grpc_error_handle pollset_work(grpc_pollset* pollset,
|
|
931
941
|
}
|
932
942
|
}
|
933
943
|
worker.kicked_specifically = 0;
|
934
|
-
|
944
|
+
// If we're shutting down then we don't execute any extended work
|
935
945
|
if (pollset->shutting_down) {
|
936
946
|
goto done;
|
937
947
|
}
|
938
|
-
|
939
|
-
|
940
|
-
|
948
|
+
// Start polling, and keep doing so while we're being asked to
|
949
|
+
// re-evaluate our pollers (this allows poll() based pollers to
|
950
|
+
// ensure they don't miss wakeups)
|
941
951
|
keep_polling = 1;
|
942
952
|
g_current_thread_poller = pollset;
|
943
953
|
while (keep_polling) {
|
@@ -965,7 +975,7 @@ static grpc_error_handle pollset_work(grpc_pollset* pollset,
|
|
965
975
|
pfds = pollfd_space;
|
966
976
|
watchers = watcher_space;
|
967
977
|
} else {
|
968
|
-
|
978
|
+
// Allocate one buffer to hold both pfds and watchers arrays
|
969
979
|
const size_t pfd_size = sizeof(*pfds) * (pollset->fd_count + 2);
|
970
980
|
const size_t watch_size = sizeof(*watchers) * (pollset->fd_count + 2);
|
971
981
|
void* buf = gpr_malloc(pfd_size + watch_size);
|
@@ -1004,8 +1014,8 @@ static grpc_error_handle pollset_work(grpc_pollset* pollset,
|
|
1004
1014
|
}
|
1005
1015
|
}
|
1006
1016
|
|
1007
|
-
|
1008
|
-
|
1017
|
+
// TODO(vpai): Consider first doing a 0 timeout poll here to avoid
|
1018
|
+
// even going into the blocking annotation if possible
|
1009
1019
|
GRPC_SCHEDULING_START_BLOCKING_REGION;
|
1010
1020
|
r = grpc_poll_function(pfds, pfd_count, timeout);
|
1011
1021
|
GRPC_SCHEDULING_END_BLOCKING_REGION;
|
@@ -1053,9 +1063,9 @@ static grpc_error_handle pollset_work(grpc_pollset* pollset,
|
|
1053
1063
|
pfds[i].fd, (pfds[i].revents & POLLIN_CHECK) != 0,
|
1054
1064
|
(pfds[i].revents & POLLOUT_CHECK) != 0, pfds[i].revents);
|
1055
1065
|
}
|
1056
|
-
|
1057
|
-
|
1058
|
-
|
1066
|
+
// This is a mitigation to prevent poll() from spinning on a
|
1067
|
+
//* POLLHUP https://github.com/grpc/grpc/pull/13665
|
1068
|
+
//
|
1059
1069
|
if (pfds[i].revents & POLLHUP) {
|
1060
1070
|
gpr_atm_no_barrier_store(&watchers[i].fd->pollhup, 1);
|
1061
1071
|
}
|
@@ -1066,7 +1076,7 @@ static grpc_error_handle pollset_work(grpc_pollset* pollset,
|
|
1066
1076
|
}
|
1067
1077
|
|
1068
1078
|
if (pfds != pollfd_space) {
|
1069
|
-
|
1079
|
+
// pfds and watchers are in the same memory block pointed to by pfds
|
1070
1080
|
gpr_free(pfds);
|
1071
1081
|
}
|
1072
1082
|
|
@@ -1074,25 +1084,25 @@ static grpc_error_handle pollset_work(grpc_pollset* pollset,
|
|
1074
1084
|
} else {
|
1075
1085
|
pollset->kicked_without_pollers = 0;
|
1076
1086
|
}
|
1077
|
-
|
1078
|
-
|
1079
|
-
|
1080
|
-
|
1087
|
+
// Finished execution - start cleaning up.
|
1088
|
+
// Note that we may arrive here from outside the enclosing while() loop.
|
1089
|
+
// In that case we won't loop though as we haven't added worker to the
|
1090
|
+
// worker list, which means nobody could ask us to re-evaluate polling).
|
1081
1091
|
done:
|
1082
1092
|
if (!locked) {
|
1083
1093
|
queued_work |= grpc_core::ExecCtx::Get()->Flush();
|
1084
1094
|
gpr_mu_lock(&pollset->mu);
|
1085
1095
|
locked = 1;
|
1086
1096
|
}
|
1087
|
-
|
1088
|
-
|
1089
|
-
|
1097
|
+
// If we're forced to re-evaluate polling (via pollset_kick with
|
1098
|
+
// GRPC_POLLSET_REEVALUATE_POLLING_ON_WAKEUP) then we land here and force
|
1099
|
+
// a loop
|
1090
1100
|
if (worker.reevaluate_polling_on_wakeup && error.ok()) {
|
1091
1101
|
worker.reevaluate_polling_on_wakeup = 0;
|
1092
1102
|
pollset->kicked_without_pollers = 0;
|
1093
1103
|
if (queued_work || worker.kicked_specifically) {
|
1094
|
-
|
1095
|
-
|
1104
|
+
// If there's queued work on the list, then set the deadline to be
|
1105
|
+
// immediate so we get back out of the polling loop quickly
|
1096
1106
|
deadline = grpc_core::Timestamp();
|
1097
1107
|
}
|
1098
1108
|
keep_polling = 1;
|
@@ -1103,10 +1113,10 @@ static grpc_error_handle pollset_work(grpc_pollset* pollset,
|
|
1103
1113
|
remove_worker(pollset, &worker);
|
1104
1114
|
g_current_thread_worker = nullptr;
|
1105
1115
|
}
|
1106
|
-
|
1116
|
+
// release wakeup fd to the local pool
|
1107
1117
|
worker.wakeup_fd->next = pollset->local_wakeup_cache;
|
1108
1118
|
pollset->local_wakeup_cache = worker.wakeup_fd;
|
1109
|
-
|
1119
|
+
// check shutdown conditions
|
1110
1120
|
if (pollset->shutting_down) {
|
1111
1121
|
if (pollset_has_workers(pollset)) {
|
1112
1122
|
(void)pollset_kick(pollset, nullptr);
|
@@ -1115,10 +1125,10 @@ static grpc_error_handle pollset_work(grpc_pollset* pollset,
|
|
1115
1125
|
gpr_mu_unlock(&pollset->mu);
|
1116
1126
|
finish_shutdown(pollset);
|
1117
1127
|
grpc_core::ExecCtx::Get()->Flush();
|
1118
|
-
|
1119
|
-
|
1120
|
-
|
1121
|
-
|
1128
|
+
// Continuing to access pollset here is safe -- it is the caller's
|
1129
|
+
// responsibility to not destroy when it has outstanding calls to
|
1130
|
+
// pollset_work.
|
1131
|
+
// TODO(dklempner): Can we refactor the shutdown logic to avoid this?
|
1122
1132
|
gpr_mu_lock(&pollset->mu);
|
1123
1133
|
}
|
1124
1134
|
}
|
@@ -1147,9 +1157,9 @@ static int poll_deadline_to_millis_timeout(grpc_core::Timestamp deadline) {
|
|
1147
1157
|
return static_cast<int>(n);
|
1148
1158
|
}
|
1149
1159
|
|
1150
|
-
|
1151
|
-
|
1152
|
-
|
1160
|
+
//******************************************************************************
|
1161
|
+
// pollset_set_posix.c
|
1162
|
+
//
|
1153
1163
|
|
1154
1164
|
static grpc_pollset_set* pollset_set_create(void) {
|
1155
1165
|
grpc_pollset_set* pollset_set =
|
@@ -1168,7 +1178,7 @@ static void pollset_set_destroy(grpc_pollset_set* pollset_set) {
|
|
1168
1178
|
grpc_pollset* pollset = pollset_set->pollsets[i];
|
1169
1179
|
gpr_mu_lock(&pollset->mu);
|
1170
1180
|
pollset->pollset_set_count--;
|
1171
|
-
|
1181
|
+
// check shutdown
|
1172
1182
|
if (pollset->shutting_down && !pollset->called_shutdown &&
|
1173
1183
|
!pollset_has_observers(pollset)) {
|
1174
1184
|
pollset->called_shutdown = 1;
|
@@ -1193,7 +1203,7 @@ static void pollset_set_add_pollset(grpc_pollset_set* pollset_set,
|
|
1193
1203
|
gpr_mu_lock(&pollset_set->mu);
|
1194
1204
|
if (pollset_set->pollset_count == pollset_set->pollset_capacity) {
|
1195
1205
|
pollset_set->pollset_capacity =
|
1196
|
-
std::max(size_t
|
1206
|
+
std::max(size_t{8}, 2 * pollset_set->pollset_capacity);
|
1197
1207
|
pollset_set->pollsets = static_cast<grpc_pollset**>(gpr_realloc(
|
1198
1208
|
pollset_set->pollsets,
|
1199
1209
|
pollset_set->pollset_capacity * sizeof(*pollset_set->pollsets)));
|
@@ -1226,7 +1236,7 @@ static void pollset_set_del_pollset(grpc_pollset_set* pollset_set,
|
|
1226
1236
|
gpr_mu_unlock(&pollset_set->mu);
|
1227
1237
|
gpr_mu_lock(&pollset->mu);
|
1228
1238
|
pollset->pollset_set_count--;
|
1229
|
-
|
1239
|
+
// check shutdown
|
1230
1240
|
if (pollset->shutting_down && !pollset->called_shutdown &&
|
1231
1241
|
!pollset_has_observers(pollset)) {
|
1232
1242
|
pollset->called_shutdown = 1;
|
@@ -1243,7 +1253,7 @@ static void pollset_set_add_pollset_set(grpc_pollset_set* bag,
|
|
1243
1253
|
gpr_mu_lock(&bag->mu);
|
1244
1254
|
if (bag->pollset_set_count == bag->pollset_set_capacity) {
|
1245
1255
|
bag->pollset_set_capacity =
|
1246
|
-
std::max(size_t
|
1256
|
+
std::max(size_t{8}, 2 * bag->pollset_set_capacity);
|
1247
1257
|
bag->pollset_sets = static_cast<grpc_pollset_set**>(
|
1248
1258
|
gpr_realloc(bag->pollset_sets,
|
1249
1259
|
bag->pollset_set_capacity * sizeof(*bag->pollset_sets)));
|
@@ -1281,7 +1291,7 @@ static void pollset_set_add_fd(grpc_pollset_set* pollset_set, grpc_fd* fd) {
|
|
1281
1291
|
gpr_mu_lock(&pollset_set->mu);
|
1282
1292
|
if (pollset_set->fd_count == pollset_set->fd_capacity) {
|
1283
1293
|
pollset_set->fd_capacity =
|
1284
|
-
std::max(size_t
|
1294
|
+
std::max(size_t{8}, 2 * pollset_set->fd_capacity);
|
1285
1295
|
pollset_set->fds = static_cast<grpc_fd**>(
|
1286
1296
|
gpr_realloc(pollset_set->fds,
|
1287
1297
|
pollset_set->fd_capacity * sizeof(*pollset_set->fds)));
|
@@ -1314,9 +1324,9 @@ static void pollset_set_del_fd(grpc_pollset_set* pollset_set, grpc_fd* fd) {
|
|
1314
1324
|
gpr_mu_unlock(&pollset_set->mu);
|
1315
1325
|
}
|
1316
1326
|
|
1317
|
-
|
1318
|
-
|
1319
|
-
|
1327
|
+
//******************************************************************************
|
1328
|
+
// event engine binding
|
1329
|
+
//
|
1320
1330
|
|
1321
1331
|
static bool is_any_background_poller_thread(void) { return false; }
|
1322
1332
|
|
@@ -1327,9 +1337,9 @@ static bool add_closure_to_background_poller(grpc_closure* /*closure*/,
|
|
1327
1337
|
return false;
|
1328
1338
|
}
|
1329
1339
|
|
1330
|
-
|
1331
|
-
|
1332
|
-
|
1340
|
+
// Called by the child process's post-fork handler to close open fds, including
|
1341
|
+
// worker wakeup fds. This allows gRPC to shutdown in the child process without
|
1342
|
+
// interfering with connections or RPCs ongoing in the parent.
|
1333
1343
|
static void reset_event_manager_on_fork() {
|
1334
1344
|
gpr_mu_lock(&fork_fd_list_mu);
|
1335
1345
|
while (fork_fd_list_head != nullptr) {
|
@@ -1384,7 +1394,7 @@ const grpc_event_engine_vtable grpc_ev_poll_posix = {
|
|
1384
1394
|
|
1385
1395
|
is_any_background_poller_thread,
|
1386
1396
|
/* name = */ "poll",
|
1387
|
-
|
1397
|
+
// check_engine_available =
|
1388
1398
|
[](bool) {
|
1389
1399
|
if (!grpc_has_wakeup_fd()) {
|
1390
1400
|
gpr_log(GPR_ERROR, "Skipping poll because of no wakeup fd.");
|
@@ -1405,6 +1415,8 @@ const grpc_event_engine_vtable grpc_ev_poll_posix = {
|
|
1405
1415
|
/* shutdown_engine = */ shutdown_background_closure,
|
1406
1416
|
[]() {},
|
1407
1417
|
add_closure_to_background_poller,
|
1418
|
+
|
1419
|
+
fd_set_pre_allocated,
|
1408
1420
|
};
|
1409
1421
|
|
1410
1422
|
namespace {
|
@@ -1415,8 +1427,7 @@ int phony_poll(struct pollfd fds[], nfds_t nfds, int timeout) {
|
|
1415
1427
|
if (timeout == 0) {
|
1416
1428
|
return real_poll_function(fds, nfds, 0);
|
1417
1429
|
} else {
|
1418
|
-
|
1419
|
-
GPR_ASSERT(false);
|
1430
|
+
grpc_core::Crash("Attempted a blocking poll when declared non-polling.");
|
1420
1431
|
return -1;
|
1421
1432
|
}
|
1422
1433
|
}
|
@@ -1441,4 +1452,4 @@ const grpc_event_engine_vtable grpc_ev_none_posix = []() {
|
|
1441
1452
|
return v;
|
1442
1453
|
}();
|
1443
1454
|
|
1444
|
-
#endif
|
1455
|
+
#endif // GRPC_POSIX_SOCKET_EV_POLL
|