grpc 1.63.0 → 1.65.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Makefile +105 -103
- data/include/grpc/credentials.h +1222 -0
- data/include/grpc/event_engine/event_engine.h +13 -6
- data/include/grpc/grpc.h +7 -0
- data/include/grpc/grpc_crl_provider.h +1 -0
- data/include/grpc/grpc_security.h +0 -1171
- data/include/grpc/impl/channel_arg_names.h +7 -6
- data/include/grpc/module.modulemap +2 -0
- data/include/grpc/passive_listener.h +62 -0
- data/include/grpc/support/log.h +7 -17
- data/include/grpc/support/port_platform.h +3 -0
- data/src/core/{lib/channel → channelz}/channel_trace.cc +57 -63
- data/src/core/{lib/channel → channelz}/channel_trace.h +22 -20
- data/src/core/{lib/channel → channelz}/channelz.cc +71 -9
- data/src/core/{lib/channel → channelz}/channelz.h +52 -13
- data/src/core/{lib/channel → channelz}/channelz_registry.cc +11 -9
- data/src/core/{lib/channel → channelz}/channelz_registry.h +6 -6
- data/src/core/client_channel/backup_poller.cc +4 -5
- data/src/core/client_channel/client_channel.cc +1324 -0
- data/src/core/client_channel/client_channel.h +243 -0
- data/src/core/client_channel/client_channel_filter.cc +312 -759
- data/src/core/client_channel/client_channel_filter.h +13 -68
- data/src/core/client_channel/client_channel_internal.h +19 -7
- data/src/core/client_channel/client_channel_plugin.cc +1 -14
- data/src/core/client_channel/client_channel_service_config.h +4 -4
- data/src/core/client_channel/config_selector.cc +1 -1
- data/src/core/client_channel/config_selector.h +5 -4
- data/src/core/client_channel/connector.h +1 -1
- data/src/core/client_channel/dynamic_filters.cc +6 -5
- data/src/core/client_channel/dynamic_filters.h +1 -3
- data/src/core/client_channel/load_balanced_call_destination.cc +336 -0
- data/src/core/client_channel/load_balanced_call_destination.h +49 -0
- data/src/core/client_channel/local_subchannel_pool.cc +5 -3
- data/src/core/client_channel/retry_filter.cc +3 -10
- data/src/core/client_channel/retry_filter.h +5 -9
- data/src/core/client_channel/retry_filter_legacy_call_data.cc +70 -76
- data/src/core/client_channel/retry_filter_legacy_call_data.h +0 -2
- data/src/core/client_channel/retry_service_config.cc +4 -5
- data/src/core/client_channel/retry_service_config.h +3 -3
- data/src/core/client_channel/subchannel.cc +241 -129
- data/src/core/client_channel/subchannel.h +31 -19
- data/src/core/client_channel/subchannel_pool_interface.cc +0 -2
- data/src/core/client_channel/subchannel_pool_interface.h +2 -4
- data/src/core/client_channel/subchannel_stream_client.cc +41 -52
- data/src/core/client_channel/subchannel_stream_client.h +2 -4
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +11 -13
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +3 -2
- data/src/core/ext/filters/backend_metrics/backend_metric_provider.h +7 -0
- data/src/core/ext/filters/census/grpc_context.cc +2 -4
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +16 -15
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +12 -11
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +11 -16
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +5 -4
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +3 -3
- data/src/core/ext/filters/http/client/http_client_filter.cc +6 -4
- data/src/core/ext/filters/http/client/http_client_filter.h +6 -5
- data/src/core/ext/filters/http/client_authority_filter.cc +5 -3
- data/src/core/ext/filters/http/client_authority_filter.h +6 -4
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +19 -23
- data/src/core/ext/filters/http/message_compress/compression_filter.h +10 -8
- data/src/core/ext/filters/http/server/http_server_filter.cc +4 -4
- data/src/core/ext/filters/http/server/http_server_filter.h +6 -5
- data/src/core/ext/filters/message_size/message_size_filter.cc +16 -28
- data/src/core/ext/filters/message_size/message_size_filter.h +14 -12
- data/src/core/ext/filters/rbac/rbac_filter.cc +13 -11
- data/src/core/ext/filters/rbac/rbac_filter.h +6 -5
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +2 -2
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +14 -18
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +4 -2
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +3 -3
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +5 -4
- data/src/core/ext/transport/chttp2/alpn/alpn.h +2 -2
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +23 -38
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +2 -8
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +233 -158
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +36 -3
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +6 -6
- data/src/core/ext/transport/chttp2/transport/bin_decoder.h +1 -2
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +8 -7
- data/src/core/ext/transport/chttp2/transport/bin_encoder.h +1 -2
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +190 -165
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +10 -11
- data/src/core/ext/transport/chttp2/transport/context_list_entry.h +3 -3
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +2 -2
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +6 -8
- data/src/core/ext/transport/chttp2/transport/flow_control.h +4 -6
- data/src/core/ext/transport/chttp2/transport/frame.cc +4 -4
- data/src/core/ext/transport/chttp2/transport/frame.h +2 -2
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/frame_data.h +1 -2
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +5 -5
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +1 -2
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +7 -9
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +1 -2
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +4 -5
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +1 -2
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +10 -7
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +1 -2
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +4 -4
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +1 -2
- data/src/core/ext/transport/chttp2/transport/hpack_constants.h +2 -2
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +9 -7
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +10 -4
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +10 -9
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +2 -2
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +4 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +29 -31
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +2 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +8 -13
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +2 -2
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +3 -3
- data/src/core/ext/transport/chttp2/transport/huffsyms.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/internal.h +31 -23
- data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.cc +4 -3
- data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.h +2 -2
- data/src/core/ext/transport/chttp2/transport/parsing.cc +29 -39
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +1 -2
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +2 -2
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +3 -5
- data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +1 -4
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +30 -15
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +7 -6
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +10 -11
- data/src/core/ext/transport/chttp2/transport/varint.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/varint.h +4 -3
- data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +4 -3
- data/src/core/ext/transport/chttp2/transport/write_size_policy.h +2 -2
- data/src/core/ext/transport/chttp2/transport/writing.cc +59 -47
- data/src/core/ext/transport/inproc/inproc_transport.cc +65 -41
- data/src/core/ext/transport/inproc/inproc_transport.h +2 -5
- data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +20 -23
- data/src/core/ext/transport/inproc/legacy_inproc_transport.h +1 -4
- data/src/core/{lib/transport → handshaker/endpoint_info}/endpoint_info_handshaker.cc +6 -6
- data/src/core/{lib/transport → handshaker/endpoint_info}/endpoint_info_handshaker.h +3 -3
- data/src/core/{lib/transport → handshaker}/handshaker.cc +14 -20
- data/src/core/{lib/transport → handshaker}/handshaker.h +4 -5
- data/src/core/{lib/transport → handshaker}/handshaker_factory.h +19 -3
- data/src/core/{lib/transport → handshaker}/handshaker_registry.cc +3 -3
- data/src/core/{lib/transport → handshaker}/handshaker_registry.h +6 -6
- data/src/core/{lib/transport → handshaker/http_connect}/http_connect_handshaker.cc +16 -25
- data/src/core/{lib/transport → handshaker/http_connect}/http_connect_handshaker.h +3 -3
- data/src/core/{client_channel → handshaker/http_connect}/http_proxy_mapper.cc +16 -18
- data/src/core/{client_channel → handshaker/http_connect}/http_proxy_mapper.h +6 -6
- data/src/core/{lib/handshaker → handshaker}/proxy_mapper.h +5 -5
- data/src/core/{lib/handshaker → handshaker}/proxy_mapper_registry.cc +3 -3
- data/src/core/{lib/handshaker → handshaker}/proxy_mapper_registry.h +6 -6
- data/src/core/{lib/security/transport → handshaker/security}/secure_endpoint.cc +42 -36
- data/src/core/{lib/security/transport → handshaker/security}/secure_endpoint.h +4 -7
- data/src/core/{lib/security/transport → handshaker/security}/security_handshaker.cc +35 -47
- data/src/core/{lib/security/transport → handshaker/security}/security_handshaker.h +5 -6
- data/src/core/{lib/transport → handshaker/tcp_connect}/tcp_connect_handshaker.cc +10 -9
- data/src/core/{lib/transport → handshaker/tcp_connect}/tcp_connect_handshaker.h +3 -3
- data/src/core/lib/address_utils/parse_address.cc +30 -40
- data/src/core/lib/address_utils/parse_address.h +2 -2
- data/src/core/lib/address_utils/sockaddr_utils.cc +20 -15
- data/src/core/lib/address_utils/sockaddr_utils.h +2 -2
- data/src/core/lib/avl/avl.h +3 -3
- data/src/core/lib/backoff/backoff.cc +2 -2
- data/src/core/lib/backoff/backoff.h +2 -2
- data/src/core/lib/backoff/random_early_detection.cc +2 -2
- data/src/core/lib/backoff/random_early_detection.h +2 -2
- data/src/core/lib/channel/call_finalization.h +2 -2
- data/src/core/lib/channel/channel_args.cc +17 -21
- data/src/core/lib/channel/channel_args.h +20 -10
- data/src/core/lib/channel/channel_args_preconditioning.cc +2 -2
- data/src/core/lib/channel/channel_args_preconditioning.h +1 -2
- data/src/core/lib/channel/channel_stack.cc +13 -70
- data/src/core/lib/channel/channel_stack.h +14 -39
- data/src/core/lib/channel/channel_stack_builder.cc +2 -2
- data/src/core/lib/channel/channel_stack_builder.h +2 -7
- data/src/core/lib/channel/channel_stack_builder_impl.cc +1 -150
- data/src/core/lib/channel/channel_stack_builder_impl.h +2 -4
- data/src/core/lib/channel/connected_channel.cc +40 -694
- data/src/core/lib/channel/promise_based_filter.cc +111 -122
- data/src/core/lib/channel/promise_based_filter.h +219 -531
- data/src/core/lib/channel/status_util.cc +3 -3
- data/src/core/lib/channel/status_util.h +1 -2
- data/src/core/lib/compression/compression.cc +2 -3
- data/src/core/lib/compression/compression_internal.cc +3 -3
- data/src/core/lib/compression/compression_internal.h +1 -2
- data/src/core/lib/compression/message_compress.cc +15 -14
- data/src/core/lib/compression/message_compress.h +1 -2
- data/src/core/lib/config/config_vars.cc +5 -10
- data/src/core/lib/config/config_vars.h +3 -7
- data/src/core/lib/config/config_vars_non_generated.cc +2 -2
- data/src/core/lib/config/core_configuration.cc +9 -8
- data/src/core/lib/config/core_configuration.h +8 -8
- data/src/core/lib/config/load_config.cc +4 -4
- data/src/core/lib/config/load_config.h +2 -2
- data/src/core/lib/debug/event_log.cc +3 -3
- data/src/core/lib/debug/event_log.h +3 -3
- data/src/core/lib/debug/trace.cc +44 -61
- data/src/core/lib/debug/trace.h +2 -97
- data/src/core/lib/debug/trace_flags.cc +255 -0
- data/src/core/lib/debug/trace_flags.h +133 -0
- data/src/core/lib/debug/trace_impl.h +115 -0
- data/src/core/lib/event_engine/ares_resolver.cc +23 -26
- data/src/core/lib/event_engine/ares_resolver.h +3 -5
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +4 -2
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +3 -3
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +19 -23
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +2 -1
- data/src/core/lib/event_engine/channel_args_endpoint_config.cc +1 -2
- data/src/core/lib/event_engine/channel_args_endpoint_config.h +1 -2
- data/src/core/lib/event_engine/common_closures.h +1 -2
- data/src/core/lib/event_engine/default_event_engine.cc +1 -2
- data/src/core/lib/event_engine/default_event_engine.h +1 -2
- data/src/core/lib/event_engine/default_event_engine_factory.cc +1 -2
- data/src/core/lib/event_engine/default_event_engine_factory.h +1 -2
- data/src/core/lib/event_engine/event_engine.cc +29 -5
- data/src/core/lib/event_engine/event_engine_context.h +1 -2
- data/src/core/lib/event_engine/extensions/can_track_errors.h +2 -2
- data/src/core/lib/event_engine/extensions/chaotic_good_extension.h +2 -2
- data/src/core/lib/event_engine/extensions/supports_fd.h +8 -2
- data/src/core/lib/event_engine/extensions/tcp_trace.h +43 -0
- data/src/core/lib/event_engine/forkable.cc +11 -11
- data/src/core/lib/event_engine/forkable.h +1 -13
- data/src/core/lib/event_engine/grpc_polled_fd.h +1 -2
- data/src/core/lib/event_engine/handle_containers.h +1 -2
- data/src/core/lib/event_engine/memory_allocator_factory.h +1 -2
- data/src/core/lib/event_engine/poller.h +1 -2
- data/src/core/lib/event_engine/posix.h +1 -2
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +19 -19
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +1 -2
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +11 -11
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +1 -2
- data/src/core/lib/event_engine/posix_engine/event_poller.h +1 -2
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +2 -2
- data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +1 -2
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +5 -5
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +2 -2
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +2 -2
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +1 -1
- data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +2 -2
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +43 -58
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +14 -13
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +34 -17
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +3 -2
- data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +1 -2
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +17 -18
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +1 -2
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +24 -28
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +1 -2
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +22 -20
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +3 -3
- data/src/core/lib/event_engine/posix_engine/timer.cc +2 -3
- data/src/core/lib/event_engine/posix_engine/timer.h +1 -2
- data/src/core/lib/event_engine/posix_engine/timer_heap.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/timer_heap.h +2 -2
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +9 -11
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -2
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +1 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +2 -2
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +2 -2
- data/src/core/lib/event_engine/query_extensions.h +3 -2
- data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +1 -2
- data/src/core/lib/event_engine/resolved_address.cc +5 -4
- data/src/core/lib/event_engine/resolved_address_internal.h +1 -2
- data/src/core/lib/event_engine/shim.cc +3 -3
- data/src/core/lib/event_engine/slice.cc +4 -3
- data/src/core/lib/event_engine/slice_buffer.cc +1 -2
- data/src/core/lib/event_engine/tcp_socket_utils.cc +18 -16
- data/src/core/lib/event_engine/tcp_socket_utils.h +1 -2
- data/src/core/lib/event_engine/thread_local.cc +2 -2
- data/src/core/lib/event_engine/thread_local.h +1 -1
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +1 -2
- data/src/core/lib/event_engine/thread_pool/thread_count.h +2 -3
- data/src/core/lib/event_engine/thread_pool/thread_pool.h +1 -2
- data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +2 -2
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +27 -28
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +4 -8
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +16 -15
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +5 -5
- data/src/core/lib/event_engine/time_util.cc +1 -2
- data/src/core/lib/event_engine/time_util.h +1 -2
- data/src/core/lib/event_engine/trace.h +7 -19
- data/src/core/lib/event_engine/utils.cc +1 -2
- data/src/core/lib/event_engine/utils.h +1 -2
- data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +31 -30
- data/src/core/lib/event_engine/windows/iocp.cc +10 -8
- data/src/core/lib/event_engine/windows/iocp.h +1 -1
- data/src/core/lib/event_engine/windows/win_socket.cc +32 -22
- data/src/core/lib/event_engine/windows/win_socket.h +4 -5
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +24 -25
- data/src/core/lib/event_engine/windows/windows_engine.cc +205 -90
- data/src/core/lib/event_engine/windows/windows_engine.h +136 -25
- data/src/core/lib/event_engine/windows/windows_listener.cc +19 -29
- data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +2 -2
- data/src/core/lib/event_engine/work_queue/basic_work_queue.h +1 -2
- data/src/core/lib/event_engine/work_queue/work_queue.h +1 -2
- data/src/core/lib/experiments/config.cc +16 -14
- data/src/core/lib/experiments/config.h +2 -2
- data/src/core/lib/experiments/experiments.cc +57 -158
- data/src/core/lib/experiments/experiments.h +35 -52
- data/src/core/lib/gprpp/atomic_utils.h +2 -2
- data/src/core/lib/gprpp/bitset.h +3 -3
- data/src/core/lib/gprpp/chunked_vector.h +6 -5
- data/src/core/lib/gprpp/construct_destruct.h +2 -2
- data/src/core/lib/gprpp/crash.cc +3 -5
- data/src/core/lib/gprpp/crash.h +2 -2
- data/src/core/lib/gprpp/debug_location.h +2 -2
- data/src/core/lib/gprpp/directory_reader.h +2 -2
- data/src/core/lib/gprpp/down_cast.h +3 -3
- data/src/core/lib/gprpp/dual_ref_counted.h +54 -41
- data/src/core/lib/gprpp/dump_args.cc +54 -0
- data/src/core/lib/gprpp/dump_args.h +69 -0
- data/src/core/lib/gprpp/env.h +2 -2
- data/src/core/lib/gprpp/examine_stack.cc +2 -2
- data/src/core/lib/gprpp/examine_stack.h +2 -2
- data/src/core/lib/gprpp/fork.cc +1 -2
- data/src/core/lib/gprpp/fork.h +2 -2
- data/src/core/lib/gprpp/glob.cc +70 -0
- data/src/core/lib/gprpp/glob.h +29 -0
- data/src/core/lib/gprpp/host_port.cc +6 -4
- data/src/core/lib/gprpp/host_port.h +2 -2
- data/src/core/lib/gprpp/linux/env.cc +2 -2
- data/src/core/lib/gprpp/load_file.cc +1 -2
- data/src/core/lib/gprpp/load_file.h +2 -2
- data/src/core/lib/gprpp/manual_constructor.h +2 -2
- data/src/core/lib/gprpp/match.h +2 -2
- data/src/core/lib/gprpp/memory.h +1 -2
- data/src/core/lib/gprpp/mpscq.cc +2 -2
- data/src/core/lib/gprpp/mpscq.h +5 -4
- data/src/core/lib/gprpp/no_destruct.h +2 -2
- data/src/core/lib/gprpp/notification.h +2 -2
- data/src/core/lib/gprpp/orphanable.h +2 -2
- data/src/core/lib/gprpp/overload.h +2 -2
- data/src/core/lib/gprpp/per_cpu.cc +2 -3
- data/src/core/lib/gprpp/per_cpu.h +1 -2
- data/src/core/lib/gprpp/posix/directory_reader.cc +2 -2
- data/src/core/lib/gprpp/posix/stat.cc +8 -7
- data/src/core/lib/gprpp/posix/thd.cc +18 -19
- data/src/core/lib/gprpp/ref_counted.h +35 -26
- data/src/core/lib/gprpp/ref_counted_ptr.h +2 -2
- data/src/core/lib/gprpp/ref_counted_string.cc +1 -2
- data/src/core/lib/gprpp/ref_counted_string.h +2 -2
- data/src/core/lib/gprpp/single_set_ptr.h +9 -6
- data/src/core/lib/gprpp/sorted_pack.h +2 -2
- data/src/core/lib/gprpp/stat.h +2 -2
- data/src/core/lib/gprpp/status_helper.cc +14 -33
- data/src/core/lib/gprpp/status_helper.h +5 -33
- data/src/core/lib/gprpp/strerror.cc +2 -2
- data/src/core/lib/gprpp/strerror.h +2 -2
- data/src/core/lib/gprpp/sync.h +5 -5
- data/src/core/lib/gprpp/table.h +2 -2
- data/src/core/lib/gprpp/tchar.cc +2 -2
- data/src/core/lib/gprpp/thd.h +7 -7
- data/src/core/lib/gprpp/time.cc +9 -10
- data/src/core/lib/gprpp/time.h +4 -4
- data/src/core/lib/gprpp/time_averaged_stats.cc +2 -2
- data/src/core/lib/gprpp/time_util.cc +5 -4
- data/src/core/lib/gprpp/time_util.h +1 -2
- data/src/core/lib/gprpp/unique_type_name.h +3 -3
- data/src/core/lib/gprpp/uuid_v4.cc +2 -2
- data/src/core/lib/gprpp/uuid_v4.h +2 -2
- data/src/core/lib/gprpp/validation_errors.cc +12 -3
- data/src/core/lib/gprpp/validation_errors.h +13 -2
- data/src/core/lib/gprpp/windows/stat.cc +6 -5
- data/src/core/lib/gprpp/windows/thd.cc +7 -4
- data/src/core/lib/gprpp/work_serializer.cc +53 -62
- data/src/core/lib/gprpp/work_serializer.h +1 -2
- data/src/core/lib/iomgr/buffer_list.cc +5 -4
- data/src/core/lib/iomgr/buffer_list.h +1 -2
- data/src/core/lib/iomgr/call_combiner.cc +23 -31
- data/src/core/lib/iomgr/call_combiner.h +2 -5
- data/src/core/lib/iomgr/cfstream_handle.cc +4 -6
- data/src/core/lib/iomgr/closure.cc +2 -2
- data/src/core/lib/iomgr/closure.h +6 -7
- data/src/core/lib/iomgr/combiner.cc +13 -14
- data/src/core/lib/iomgr/combiner.h +1 -4
- data/src/core/lib/iomgr/endpoint.cc +1 -7
- data/src/core/lib/iomgr/endpoint.h +1 -4
- data/src/core/lib/iomgr/endpoint_cfstream.cc +26 -46
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +6 -5
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +15 -15
- data/src/core/lib/iomgr/error.cc +16 -24
- data/src/core/lib/iomgr/error.h +4 -4
- data/src/core/lib/iomgr/ev_apple.cc +3 -5
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +58 -56
- data/src/core/lib/iomgr/ev_poll_posix.cc +47 -38
- data/src/core/lib/iomgr/ev_posix.cc +9 -11
- data/src/core/lib/iomgr/ev_posix.h +11 -8
- data/src/core/lib/iomgr/event_engine_shims/closure.cc +3 -4
- data/src/core/lib/iomgr/event_engine_shims/closure.h +1 -2
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +17 -31
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +1 -2
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +1 -2
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.h +1 -2
- data/src/core/lib/iomgr/exec_ctx.cc +7 -7
- data/src/core/lib/iomgr/exec_ctx.h +7 -5
- data/src/core/lib/iomgr/executor.cc +13 -23
- data/src/core/lib/iomgr/executor.h +1 -1
- data/src/core/lib/iomgr/fork_posix.cc +8 -10
- data/src/core/lib/iomgr/fork_windows.cc +3 -1
- data/src/core/lib/iomgr/grpc_if_nametoindex.h +2 -2
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -3
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +3 -5
- data/src/core/lib/iomgr/internal_errqueue.cc +5 -4
- data/src/core/lib/iomgr/iocp_windows.cc +13 -9
- data/src/core/lib/iomgr/iocp_windows.h +0 -1
- data/src/core/lib/iomgr/iomgr.cc +14 -19
- data/src/core/lib/iomgr/iomgr.h +2 -2
- data/src/core/lib/iomgr/iomgr_internal.cc +2 -2
- data/src/core/lib/iomgr/iomgr_internal.h +2 -2
- data/src/core/lib/iomgr/iomgr_windows.cc +4 -2
- data/src/core/lib/iomgr/lockfree_event.cc +7 -8
- data/src/core/lib/iomgr/lockfree_event.h +1 -2
- data/src/core/lib/iomgr/polling_entity.cc +5 -5
- data/src/core/lib/iomgr/pollset.cc +2 -2
- data/src/core/lib/iomgr/pollset.h +0 -3
- data/src/core/lib/iomgr/pollset_set.cc +2 -2
- data/src/core/lib/iomgr/pollset_set_windows.cc +2 -2
- data/src/core/lib/iomgr/pollset_windows.cc +0 -2
- data/src/core/lib/iomgr/pollset_windows.h +0 -1
- data/src/core/lib/iomgr/python_util.h +1 -2
- data/src/core/lib/iomgr/resolve_address.cc +1 -2
- data/src/core/lib/iomgr/resolve_address.h +1 -2
- data/src/core/lib/iomgr/resolve_address_impl.h +2 -2
- data/src/core/lib/iomgr/resolve_address_posix.cc +7 -14
- data/src/core/lib/iomgr/resolve_address_posix.h +2 -2
- data/src/core/lib/iomgr/resolve_address_windows.cc +1 -1
- data/src/core/lib/iomgr/resolve_address_windows.h +2 -2
- data/src/core/lib/iomgr/resolved_address.h +2 -2
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +3 -1
- data/src/core/lib/iomgr/socket_factory_posix.cc +1 -1
- data/src/core/lib/iomgr/socket_factory_posix.h +1 -2
- data/src/core/lib/iomgr/socket_mutator.cc +2 -3
- data/src/core/lib/iomgr/socket_mutator.h +1 -2
- data/src/core/lib/iomgr/socket_utils.h +2 -2
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +28 -33
- data/src/core/lib/iomgr/socket_utils_posix.cc +2 -2
- data/src/core/lib/iomgr/socket_utils_posix.h +1 -2
- data/src/core/lib/iomgr/socket_windows.cc +8 -9
- data/src/core/lib/iomgr/tcp_client.cc +2 -2
- data/src/core/lib/iomgr/tcp_client.h +1 -2
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +3 -5
- data/src/core/lib/iomgr/tcp_client_posix.cc +14 -19
- data/src/core/lib/iomgr/tcp_client_windows.cc +9 -9
- data/src/core/lib/iomgr/tcp_posix.cc +99 -125
- data/src/core/lib/iomgr/tcp_posix.h +0 -2
- data/src/core/lib/iomgr/tcp_server.cc +2 -2
- data/src/core/lib/iomgr/tcp_server.h +1 -2
- data/src/core/lib/iomgr/tcp_server_posix.cc +35 -38
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +2 -2
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +10 -12
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +9 -8
- data/src/core/lib/iomgr/tcp_server_windows.cc +25 -30
- data/src/core/lib/iomgr/tcp_windows.cc +33 -47
- data/src/core/lib/iomgr/timer.cc +2 -2
- data/src/core/lib/iomgr/timer.h +1 -2
- data/src/core/lib/iomgr/timer_generic.cc +20 -23
- data/src/core/lib/iomgr/timer_generic.h +0 -1
- data/src/core/lib/iomgr/timer_heap.cc +2 -3
- data/src/core/lib/iomgr/timer_manager.cc +21 -33
- data/src/core/lib/iomgr/timer_manager.h +2 -2
- data/src/core/lib/iomgr/unix_sockets_posix.cc +3 -2
- data/src/core/lib/iomgr/unix_sockets_posix.h +1 -2
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +3 -1
- data/src/core/lib/iomgr/vsock.cc +3 -3
- data/src/core/lib/iomgr/vsock.h +1 -2
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +3 -3
- data/src/core/lib/matchers/matchers.cc +2 -2
- data/src/core/lib/matchers/matchers.h +2 -2
- data/src/core/lib/promise/activity.cc +4 -3
- data/src/core/lib/promise/activity.h +34 -11
- data/src/core/lib/promise/all_ok.h +2 -2
- data/src/core/lib/promise/arena_promise.h +2 -2
- data/src/core/lib/promise/cancel_callback.h +24 -0
- data/src/core/lib/promise/context.h +14 -3
- data/src/core/lib/promise/detail/basic_seq.h +1 -2
- data/src/core/lib/promise/detail/join_state.h +365 -408
- data/src/core/lib/promise/detail/promise_factory.h +2 -2
- data/src/core/lib/promise/detail/promise_like.h +15 -8
- data/src/core/lib/promise/detail/seq_state.h +1192 -1192
- data/src/core/lib/promise/detail/status.h +4 -3
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +2 -2
- data/src/core/lib/promise/for_each.h +91 -30
- data/src/core/lib/promise/if.h +2 -2
- data/src/core/lib/promise/interceptor_list.h +9 -10
- data/src/core/lib/promise/latch.h +17 -17
- data/src/core/lib/promise/loop.h +2 -2
- data/src/core/lib/promise/map.h +19 -2
- data/src/core/lib/promise/observable.h +182 -0
- data/src/core/lib/promise/party.cc +22 -23
- data/src/core/lib/promise/party.h +19 -17
- data/src/core/lib/promise/pipe.h +31 -50
- data/src/core/lib/promise/poll.h +6 -5
- data/src/core/lib/promise/prioritized_race.h +2 -2
- data/src/core/lib/promise/promise.h +3 -2
- data/src/core/lib/promise/race.h +2 -2
- data/src/core/lib/promise/seq.h +2 -2
- data/src/core/lib/promise/sleep.cc +1 -2
- data/src/core/lib/promise/sleep.h +1 -2
- data/src/core/lib/promise/status_flag.h +10 -8
- data/src/core/lib/promise/try_join.h +4 -3
- data/src/core/lib/promise/try_seq.h +4 -3
- data/src/core/lib/resource_quota/api.cc +1 -2
- data/src/core/lib/resource_quota/api.h +1 -2
- data/src/core/lib/resource_quota/arena.cc +57 -81
- data/src/core/lib/resource_quota/arena.h +119 -211
- data/src/core/lib/resource_quota/connection_quota.cc +8 -9
- data/src/core/lib/resource_quota/connection_quota.h +2 -2
- data/src/core/lib/resource_quota/memory_quota.cc +20 -21
- data/src/core/lib/resource_quota/memory_quota.h +6 -7
- data/src/core/lib/resource_quota/periodic_update.cc +3 -3
- data/src/core/lib/resource_quota/periodic_update.h +2 -2
- data/src/core/lib/resource_quota/resource_quota.cc +2 -2
- data/src/core/lib/resource_quota/resource_quota.h +2 -3
- data/src/core/lib/resource_quota/thread_quota.cc +4 -3
- data/src/core/lib/resource_quota/thread_quota.h +2 -2
- data/src/core/lib/security/authorization/audit_logging.cc +6 -6
- data/src/core/lib/security/authorization/audit_logging.h +1 -2
- data/src/core/lib/security/authorization/authorization_engine.h +2 -2
- data/src/core/lib/security/authorization/authorization_policy_provider.h +2 -3
- data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +2 -3
- data/src/core/lib/security/authorization/evaluate_args.cc +8 -11
- data/src/core/lib/security/authorization/evaluate_args.h +1 -2
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +4 -3
- data/src/core/lib/security/authorization/grpc_authorization_engine.h +1 -2
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +9 -11
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +8 -8
- data/src/core/lib/security/authorization/matchers.cc +4 -5
- data/src/core/lib/security/authorization/matchers.h +2 -2
- data/src/core/lib/security/authorization/rbac_policy.cc +2 -2
- data/src/core/lib/security/authorization/rbac_policy.h +1 -2
- data/src/core/lib/security/authorization/stdout_logger.cc +4 -3
- data/src/core/lib/security/authorization/stdout_logger.h +1 -2
- data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +4 -4
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +6 -6
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +2 -2
- data/src/core/lib/security/context/security_context.cc +17 -16
- data/src/core/lib/security/context/security_context.h +33 -10
- data/src/core/lib/security/credentials/alts/alts_credentials.cc +1 -2
- data/src/core/lib/security/credentials/alts/alts_credentials.h +3 -3
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +4 -3
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +2 -3
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +5 -6
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +4 -5
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +2 -2
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +1 -2
- data/src/core/lib/security/credentials/call_creds_util.cc +3 -3
- data/src/core/lib/security/credentials/call_creds_util.h +2 -2
- data/src/core/lib/security/credentials/channel_creds_registry.h +4 -4
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +7 -5
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +9 -8
- data/src/core/lib/security/credentials/composite/composite_credentials.h +3 -3
- data/src/core/lib/security/credentials/credentials.cc +10 -9
- data/src/core/lib/security/credentials/credentials.h +5 -4
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +9 -8
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +4 -4
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +2 -2
- data/src/core/lib/security/credentials/external/aws_request_signer.h +2 -2
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +16 -17
- data/src/core/lib/security/credentials/external/external_account_credentials.h +5 -5
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +3 -4
- data/src/core/lib/security/credentials/external/file_external_account_credentials.h +2 -2
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +8 -7
- data/src/core/lib/security/credentials/external/url_external_account_credentials.h +3 -3
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +2 -2
- data/src/core/lib/security/credentials/fake/fake_credentials.h +3 -3
- data/src/core/lib/security/credentials/google_default/credentials_generic.cc +4 -5
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +19 -18
- data/src/core/lib/security/credentials/google_default/google_default_credentials.h +3 -3
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +5 -5
- data/src/core/lib/security/credentials/iam/iam_credentials.h +3 -3
- data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +2 -2
- data/src/core/lib/security/credentials/insecure/insecure_credentials.h +2 -2
- data/src/core/lib/security/credentials/jwt/json_token.cc +19 -19
- data/src/core/lib/security/credentials/jwt/json_token.h +2 -3
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +10 -8
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +3 -3
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +65 -69
- data/src/core/lib/security/credentials/jwt/jwt_verifier.h +2 -3
- data/src/core/lib/security/credentials/local/local_credentials.cc +1 -2
- data/src/core/lib/security/credentials/local/local_credentials.h +3 -3
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +21 -19
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +6 -6
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +9 -10
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +3 -5
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +28 -34
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +6 -4
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +26 -25
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +2 -2
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_match.cc +2 -2
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +28 -36
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +4 -4
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +3 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +5 -4
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +23 -22
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +1 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.cc +5 -7
- data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.h +1 -2
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +15 -18
- data/src/core/lib/security/credentials/tls/tls_credentials.h +2 -2
- data/src/core/lib/security/credentials/tls/tls_utils.cc +5 -6
- data/src/core/lib/security/credentials/tls/tls_utils.h +1 -2
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +8 -8
- data/src/core/lib/security/credentials/xds/xds_credentials.h +3 -3
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +27 -30
- data/src/core/lib/security/security_connector/alts/alts_security_connector.h +2 -2
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +20 -17
- data/src/core/lib/security/security_connector/fake/fake_security_connector.h +2 -2
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +6 -5
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +3 -3
- data/src/core/lib/security/security_connector/load_system_roots.h +1 -2
- data/src/core/lib/security/security_connector/load_system_roots_supported.cc +8 -8
- data/src/core/lib/security/security_connector/load_system_roots_supported.h +1 -2
- data/src/core/lib/security/security_connector/load_system_roots_windows.cc +1 -1
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +19 -23
- data/src/core/lib/security/security_connector/local/local_security_connector.h +2 -2
- data/src/core/lib/security/security_connector/security_connector.cc +8 -10
- data/src/core/lib/security/security_connector/security_connector.h +4 -6
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +23 -25
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +2 -2
- data/src/core/lib/security/security_connector/ssl_utils.cc +29 -30
- data/src/core/lib/security/security_connector/ssl_utils.h +1 -2
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +42 -53
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +3 -3
- data/src/core/lib/security/transport/auth_filters.h +14 -13
- data/src/core/lib/security/transport/client_auth_filter.cc +13 -18
- data/src/core/lib/security/transport/server_auth_filter.cc +10 -13
- data/src/core/lib/security/util/json_util.cc +1 -2
- data/src/core/lib/security/util/json_util.h +1 -1
- data/src/core/lib/slice/percent_encoding.cc +4 -3
- data/src/core/lib/slice/slice.cc +11 -10
- data/src/core/lib/slice/slice.h +5 -5
- data/src/core/lib/slice/slice_buffer.cc +15 -14
- data/src/core/lib/slice/slice_buffer.h +1 -2
- data/src/core/lib/slice/slice_internal.h +3 -3
- data/src/core/lib/slice/slice_refcount.h +3 -6
- data/src/core/lib/slice/slice_string_helpers.cc +3 -3
- data/src/core/lib/slice/slice_string_helpers.h +1 -2
- data/src/core/lib/surface/api_trace.h +2 -5
- data/src/core/lib/surface/byte_buffer.cc +1 -2
- data/src/core/lib/surface/byte_buffer_reader.cc +4 -3
- data/src/core/lib/surface/call.cc +102 -3899
- data/src/core/lib/surface/call.h +158 -90
- data/src/core/lib/surface/call_details.cc +1 -2
- data/src/core/lib/surface/call_log_batch.cc +2 -3
- data/src/core/lib/surface/call_test_only.h +1 -2
- data/src/core/lib/surface/call_utils.cc +276 -0
- data/src/core/lib/surface/call_utils.h +449 -0
- data/src/core/lib/surface/channel.cc +17 -11
- data/src/core/lib/surface/channel.h +12 -10
- data/src/core/lib/surface/channel_create.cc +18 -9
- data/src/core/lib/surface/channel_create.h +5 -4
- data/src/core/lib/surface/channel_init.cc +27 -83
- data/src/core/lib/surface/channel_init.h +27 -100
- data/src/core/lib/surface/channel_stack_type.cc +2 -2
- data/src/core/lib/surface/client_call.cc +419 -0
- data/src/core/lib/surface/client_call.h +180 -0
- data/src/core/lib/surface/completion_queue.cc +45 -51
- data/src/core/lib/surface/completion_queue.h +1 -10
- data/src/core/lib/surface/completion_queue_factory.cc +9 -8
- data/src/core/lib/surface/completion_queue_factory.h +1 -2
- data/src/core/lib/surface/event_string.cc +2 -2
- data/src/core/lib/surface/event_string.h +1 -2
- data/src/core/lib/surface/filter_stack_call.cc +1157 -0
- data/src/core/lib/surface/filter_stack_call.h +369 -0
- data/src/core/lib/surface/init.cc +8 -8
- data/src/core/lib/surface/init_internally.cc +2 -2
- data/src/core/lib/surface/lame_client.cc +10 -13
- data/src/core/lib/surface/lame_client.h +6 -11
- data/src/core/lib/surface/legacy_channel.cc +52 -39
- data/src/core/lib/surface/legacy_channel.h +11 -21
- data/src/core/lib/surface/metadata_array.cc +1 -2
- data/src/core/lib/surface/server_call.cc +222 -0
- data/src/core/lib/surface/server_call.h +167 -0
- data/src/core/lib/surface/validate_metadata.cc +1 -2
- data/src/core/lib/surface/validate_metadata.h +3 -3
- data/src/core/lib/surface/version.cc +3 -4
- data/src/core/lib/transport/bdp_estimator.cc +7 -7
- data/src/core/lib/transport/bdp_estimator.h +6 -8
- data/src/core/lib/transport/{call_size_estimator.cc → call_arena_allocator.cc} +3 -3
- data/src/core/lib/transport/{call_size_estimator.h → call_arena_allocator.h} +29 -6
- data/src/core/lib/transport/call_destination.h +76 -0
- data/src/core/lib/transport/call_filters.cc +54 -21
- data/src/core/lib/transport/call_filters.h +240 -84
- data/src/core/lib/transport/call_final_info.cc +2 -2
- data/src/core/lib/transport/call_final_info.h +1 -2
- data/src/core/lib/transport/call_spine.cc +17 -19
- data/src/core/lib/transport/call_spine.h +238 -215
- data/src/core/lib/transport/connectivity_state.cc +9 -12
- data/src/core/lib/transport/connectivity_state.h +1 -4
- data/src/core/lib/transport/error_utils.cc +1 -2
- data/src/core/lib/transport/error_utils.h +1 -2
- data/src/core/lib/transport/interception_chain.cc +155 -0
- data/src/core/lib/transport/interception_chain.h +236 -0
- data/src/core/lib/transport/message.cc +1 -2
- data/src/core/lib/transport/metadata.cc +2 -2
- data/src/core/lib/transport/metadata_batch.cc +2 -2
- data/src/core/lib/transport/metadata_batch.h +43 -5
- data/src/core/lib/transport/metadata_compression_traits.h +2 -2
- data/src/core/lib/transport/metadata_info.cc +2 -2
- data/src/core/lib/transport/metadata_info.h +1 -1
- data/src/core/lib/transport/parsed_metadata.cc +2 -2
- data/src/core/lib/transport/parsed_metadata.h +1 -2
- data/src/core/lib/transport/simple_slice_based_metadata.h +2 -2
- data/src/core/lib/transport/status_conversion.cc +2 -2
- data/src/core/lib/transport/status_conversion.h +1 -2
- data/src/core/lib/transport/timeout_encoding.cc +5 -5
- data/src/core/lib/transport/timeout_encoding.h +2 -2
- data/src/core/lib/transport/transport.cc +4 -8
- data/src/core/lib/transport/transport.h +80 -74
- data/src/core/lib/transport/transport_op_string.cc +1 -2
- data/src/core/lib/uri/uri_parser.cc +3 -3
- data/src/core/lib/uri/uri_parser.h +2 -2
- data/src/core/load_balancing/address_filtering.cc +2 -2
- data/src/core/load_balancing/address_filtering.h +2 -2
- data/src/core/load_balancing/backend_metric_data.h +2 -2
- data/src/core/load_balancing/backend_metric_parser.cc +2 -2
- data/src/core/load_balancing/backend_metric_parser.h +2 -2
- data/src/core/load_balancing/child_policy_handler.cc +14 -14
- data/src/core/load_balancing/child_policy_handler.h +2 -2
- data/src/core/load_balancing/delegating_helper.h +2 -3
- data/src/core/load_balancing/endpoint_list.cc +11 -13
- data/src/core/load_balancing/endpoint_list.h +16 -10
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +29 -30
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +20 -8
- data/src/core/load_balancing/grpclb/grpclb.cc +65 -70
- data/src/core/load_balancing/grpclb/grpclb_balancer_addresses.cc +3 -3
- data/src/core/load_balancing/grpclb/grpclb_balancer_addresses.h +1 -2
- data/src/core/load_balancing/grpclb/grpclb_client_stats.cc +1 -2
- data/src/core/load_balancing/grpclb/grpclb_client_stats.h +1 -2
- data/src/core/load_balancing/grpclb/load_balancer_api.cc +4 -6
- data/src/core/load_balancing/grpclb/load_balancer_api.h +2 -3
- data/src/core/load_balancing/health_check_client.cc +14 -18
- data/src/core/load_balancing/health_check_client.h +2 -2
- data/src/core/load_balancing/health_check_client_internal.h +1 -2
- data/src/core/load_balancing/lb_policy.cc +7 -10
- data/src/core/load_balancing/lb_policy.h +20 -5
- data/src/core/load_balancing/lb_policy_factory.h +3 -3
- data/src/core/load_balancing/lb_policy_registry.cc +5 -6
- data/src/core/load_balancing/lb_policy_registry.h +3 -3
- data/src/core/load_balancing/oob_backend_metric.cc +6 -9
- data/src/core/load_balancing/oob_backend_metric.h +2 -2
- data/src/core/load_balancing/oob_backend_metric_internal.h +1 -2
- data/src/core/load_balancing/outlier_detection/outlier_detection.cc +36 -38
- data/src/core/load_balancing/outlier_detection/outlier_detection.h +5 -5
- data/src/core/load_balancing/pick_first/pick_first.cc +1141 -156
- data/src/core/load_balancing/priority/priority.cc +41 -38
- data/src/core/load_balancing/ring_hash/ring_hash.cc +45 -30
- data/src/core/load_balancing/ring_hash/ring_hash.h +5 -5
- data/src/core/load_balancing/rls/rls.cc +106 -99
- data/src/core/load_balancing/round_robin/round_robin.cc +43 -35
- data/src/core/load_balancing/subchannel_interface.h +1 -2
- data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.cc +4 -4
- data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.h +2 -2
- data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +79 -58
- data/src/core/load_balancing/weighted_target/weighted_target.cc +29 -32
- data/src/core/load_balancing/weighted_target/weighted_target.h +1 -1
- data/src/core/load_balancing/xds/cds.cc +25 -28
- data/src/core/load_balancing/xds/xds_cluster_impl.cc +28 -28
- data/src/core/load_balancing/xds/xds_cluster_manager.cc +17 -20
- data/src/core/load_balancing/xds/xds_override_host.cc +46 -47
- data/src/core/load_balancing/xds/xds_override_host.h +5 -5
- data/src/core/load_balancing/xds/xds_wrr_locality.cc +12 -15
- data/src/core/plugin_registry/grpc_plugin_registry.cc +11 -10
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +1 -2
- data/src/core/resolver/binder/binder_resolver.cc +7 -6
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +8 -8
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.h +2 -2
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver.h +3 -3
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +4 -3
- data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +36 -35
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +20 -27
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +2 -7
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +1 -1
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -2
- data/src/core/resolver/dns/dns_resolver_plugin.cc +10 -10
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +9 -14
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.h +3 -3
- data/src/core/resolver/dns/event_engine/service_config_helper.cc +7 -7
- data/src/core/resolver/dns/event_engine/service_config_helper.h +2 -2
- data/src/core/resolver/dns/native/dns_resolver.cc +11 -13
- data/src/core/resolver/endpoint_addresses.cc +5 -5
- data/src/core/resolver/endpoint_addresses.h +2 -2
- data/src/core/resolver/fake/fake_resolver.cc +5 -5
- data/src/core/resolver/fake/fake_resolver.h +2 -3
- data/src/core/resolver/google_c2p/google_c2p_resolver.cc +22 -23
- data/src/core/resolver/polling_resolver.cc +35 -40
- data/src/core/resolver/polling_resolver.h +1 -2
- data/src/core/resolver/resolver.cc +3 -7
- data/src/core/resolver/resolver.h +2 -4
- data/src/core/resolver/resolver_factory.h +3 -3
- data/src/core/resolver/resolver_registry.cc +11 -13
- data/src/core/resolver/resolver_registry.h +3 -3
- data/src/core/resolver/sockaddr/sockaddr_resolver.cc +5 -6
- data/src/core/resolver/xds/xds_dependency_manager.cc +27 -27
- data/src/core/resolver/xds/xds_dependency_manager.h +7 -7
- data/src/core/resolver/xds/xds_resolver.cc +32 -39
- data/src/core/resolver/xds/xds_resolver_attributes.h +2 -2
- data/src/core/{lib/surface → server}/server.cc +306 -424
- data/src/core/{lib/surface → server}/server.h +43 -26
- data/src/core/{lib/channel → server}/server_call_tracer_filter.cc +16 -20
- data/src/core/{lib/channel → server}/server_call_tracer_filter.h +3 -3
- data/src/core/{ext/filters/server_config_selector → server}/server_config_selector.h +6 -6
- data/src/core/{ext/filters/server_config_selector → server}/server_config_selector_filter.cc +39 -40
- data/src/core/{ext/filters/server_config_selector → server}/server_config_selector_filter.h +3 -3
- data/src/core/{lib/surface → server}/server_interface.h +6 -4
- data/src/core/{ext/xds → server}/xds_channel_stack_modifier.cc +4 -4
- data/src/core/{ext/xds → server}/xds_channel_stack_modifier.h +5 -6
- data/src/core/{ext/xds → server}/xds_server_config_fetcher.cc +24 -26
- data/src/core/service_config/service_config.h +2 -3
- data/src/core/service_config/service_config_call_data.h +15 -13
- data/src/core/service_config/service_config_channel_arg_filter.cc +12 -11
- data/src/core/service_config/service_config_impl.cc +7 -7
- data/src/core/service_config/service_config_impl.h +4 -4
- data/src/core/service_config/service_config_parser.cc +4 -8
- data/src/core/service_config/service_config_parser.h +3 -3
- data/src/core/{lib/channel → telemetry}/call_tracer.cc +25 -35
- data/src/core/{lib/channel → telemetry}/call_tracer.h +33 -11
- data/src/core/{lib/debug → telemetry}/histogram_view.cc +2 -2
- data/src/core/{lib/debug → telemetry}/histogram_view.h +5 -5
- data/src/core/telemetry/metrics.cc +178 -0
- data/src/core/telemetry/metrics.h +562 -0
- data/src/core/{lib/debug → telemetry}/stats.cc +3 -3
- data/src/core/{lib/debug → telemetry}/stats.h +7 -7
- data/src/core/{lib/debug → telemetry}/stats_data.cc +3 -3
- data/src/core/{lib/debug → telemetry}/stats_data.h +6 -6
- data/src/core/{lib/channel → telemetry}/tcp_tracer.h +5 -5
- data/src/core/tsi/alts/crypt/aes_gcm.cc +1 -2
- data/src/core/tsi/alts/crypt/gsec.cc +1 -2
- data/src/core/tsi/alts/crypt/gsec.h +1 -2
- data/src/core/tsi/alts/frame_protector/alts_counter.cc +1 -2
- data/src/core/tsi/alts/frame_protector/alts_counter.h +1 -2
- data/src/core/tsi/alts/frame_protector/alts_crypter.cc +1 -2
- data/src/core/tsi/alts/frame_protector/alts_crypter.h +1 -2
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +13 -15
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +2 -2
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +1 -2
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +1 -2
- data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +1 -2
- data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +1 -2
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +1 -2
- data/src/core/tsi/alts/frame_protector/frame_handler.h +2 -2
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +63 -64
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +1 -2
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +5 -4
- data/src/core/tsi/alts/handshaker/alts_shared_resource.h +1 -2
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +54 -53
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +1 -2
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +7 -5
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +1 -2
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +4 -3
- data/src/core/tsi/alts/handshaker/transport_security_common_api.h +1 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +10 -8
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +2 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +6 -5
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +2 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +1 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +10 -6
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +1 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +2 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +9 -7
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +2 -2
- data/src/core/tsi/fake_transport_security.cc +20 -21
- data/src/core/tsi/local_transport_security.cc +7 -7
- data/src/core/tsi/local_transport_security.h +1 -2
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +6 -5
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +1 -2
- data/src/core/tsi/ssl/session_cache/ssl_session.h +1 -2
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +15 -14
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +1 -2
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +3 -4
- data/src/core/tsi/ssl_transport_security.cc +96 -100
- data/src/core/tsi/ssl_transport_security.h +1 -2
- data/src/core/tsi/ssl_transport_security_utils.cc +85 -28
- data/src/core/tsi/ssl_transport_security_utils.h +12 -2
- data/src/core/tsi/ssl_types.h +2 -2
- data/src/core/tsi/transport_security.cc +1 -6
- data/src/core/tsi/transport_security.h +2 -4
- data/src/core/tsi/transport_security_grpc.cc +2 -2
- data/src/core/tsi/transport_security_grpc.h +1 -2
- data/src/core/tsi/transport_security_interface.h +2 -6
- data/src/core/{lib/gpr → util}/alloc.cc +3 -1
- data/src/core/{lib/gpr → util}/alloc.h +3 -3
- data/src/core/{lib/gpr → util}/android/log.cc +0 -19
- data/src/core/{lib/gpr → util}/atm.cc +1 -1
- data/src/core/{ext/gcp/metadata_query.cc → util/gcp_metadata_query.cc} +26 -26
- data/src/core/{ext/gcp/metadata_query.h → util/gcp_metadata_query.h} +9 -9
- data/src/core/{lib/http → util/http_client}/format_request.cc +2 -2
- data/src/core/{lib/http → util/http_client}/format_request.h +4 -4
- data/src/core/{lib/http → util/http_client}/httpcli.cc +12 -13
- data/src/core/{lib/http → util/http_client}/httpcli.h +5 -5
- data/src/core/{lib/http → util/http_client}/httpcli_security_connector.cc +10 -10
- data/src/core/{lib/http → util/http_client}/httpcli_ssl_credentials.h +3 -3
- data/src/core/{lib/http → util/http_client}/parser.cc +6 -7
- data/src/core/{lib/http → util/http_client}/parser.h +3 -5
- data/src/core/{lib → util}/json/json.h +3 -3
- data/src/core/{lib → util}/json/json_args.h +3 -3
- data/src/core/{lib → util}/json/json_channel_args.h +4 -4
- data/src/core/{lib → util}/json/json_object_loader.cc +1 -1
- data/src/core/{lib → util}/json/json_object_loader.h +5 -5
- data/src/core/{lib → util}/json/json_reader.cc +4 -3
- data/src/core/{lib → util}/json/json_reader.h +4 -4
- data/src/core/{lib → util}/json/json_util.cc +3 -3
- data/src/core/{lib → util}/json/json_util.h +4 -4
- data/src/core/{lib → util}/json/json_writer.cc +1 -1
- data/src/core/{lib → util}/json/json_writer.h +4 -4
- data/src/core/{lib/gpr → util}/linux/log.cc +0 -45
- data/src/core/util/log.cc +167 -0
- data/src/core/{lib/gpr → util}/msys/tmpfile.cc +2 -2
- data/src/core/{lib/gpr → util}/posix/cpu.cc +1 -1
- data/src/core/{lib/gpr → util}/posix/log.cc +0 -42
- data/src/core/{lib/gpr → util}/posix/sync.cc +25 -23
- data/src/core/{lib/gpr → util}/posix/time.cc +10 -7
- data/src/core/{lib/gpr → util}/posix/tmpfile.cc +5 -3
- data/src/core/{lib/gpr → util}/spinlock.h +3 -3
- data/src/core/{lib/gpr → util}/string.cc +2 -2
- data/src/core/{lib/gpr → util}/string.h +3 -3
- data/src/core/{lib/gpr → util}/sync.cc +5 -3
- data/src/core/{lib/gpr → util}/time.cc +10 -8
- data/src/core/{lib/gpr → util}/time_precise.cc +1 -1
- data/src/core/{lib/gpr → util}/time_precise.h +3 -3
- data/src/core/{lib/gpr → util}/tmpfile.h +3 -3
- data/src/core/{lib/gpr → util}/useful.h +3 -3
- data/src/core/{lib/gpr → util}/windows/log.cc +1 -44
- data/src/core/{lib/gpr → util}/windows/string.cc +1 -1
- data/src/core/{lib/gpr → util}/windows/string_util.cc +1 -1
- data/src/core/{lib/gpr → util}/windows/sync.cc +3 -1
- data/src/core/{lib/gpr → util}/windows/time.cc +5 -2
- data/src/core/{lib/gpr → util}/windows/tmpfile.cc +1 -1
- data/src/core/{ext/xds → xds/grpc}/certificate_provider_store.cc +5 -6
- data/src/core/{ext/xds → xds/grpc}/certificate_provider_store.h +8 -9
- data/src/core/{ext/xds → xds/grpc}/file_watcher_certificate_provider_factory.cc +5 -6
- data/src/core/{ext/xds → xds/grpc}/file_watcher_certificate_provider_factory.h +7 -8
- data/src/core/{ext/xds → xds/grpc}/upb_utils.h +5 -5
- data/src/core/{ext/xds → xds/grpc}/xds_audit_logger_registry.cc +4 -4
- data/src/core/{ext/xds → xds/grpc}/xds_audit_logger_registry.h +7 -7
- data/src/core/{ext/xds → xds/grpc}/xds_bootstrap_grpc.cc +7 -8
- data/src/core/{ext/xds → xds/grpc}/xds_bootstrap_grpc.h +14 -14
- data/src/core/{ext/xds → xds/grpc}/xds_certificate_provider.cc +5 -5
- data/src/core/{ext/xds → xds/grpc}/xds_certificate_provider.h +5 -6
- data/src/core/{ext/xds → xds/grpc}/xds_client_grpc.cc +51 -34
- data/src/core/{ext/xds → xds/grpc}/xds_client_grpc.h +10 -11
- data/src/core/{ext/xds → xds/grpc}/xds_cluster.cc +22 -14
- data/src/core/{ext/xds → xds/grpc}/xds_cluster.h +12 -13
- data/src/core/{ext/xds → xds/grpc}/xds_cluster_specifier_plugin.cc +6 -6
- data/src/core/{ext/xds → xds/grpc}/xds_cluster_specifier_plugin.h +7 -7
- data/src/core/{ext/xds → xds/grpc}/xds_common_types.cc +6 -7
- data/src/core/{ext/xds → xds/grpc}/xds_common_types.h +7 -7
- data/src/core/{ext/xds → xds/grpc}/xds_endpoint.cc +11 -12
- data/src/core/{ext/xds → xds/grpc}/xds_endpoint.h +9 -9
- data/src/core/{ext/xds → xds/grpc}/xds_health_status.cc +3 -3
- data/src/core/{ext/xds → xds/grpc}/xds_health_status.h +5 -5
- data/src/core/{ext/xds → xds/grpc}/xds_http_fault_filter.cc +6 -7
- data/src/core/{ext/xds → xds/grpc}/xds_http_fault_filter.h +8 -8
- data/src/core/{ext/xds → xds/grpc}/xds_http_filters.cc +8 -9
- data/src/core/{ext/xds → xds/grpc}/xds_http_filters.h +9 -9
- data/src/core/{ext/xds → xds/grpc}/xds_http_rbac_filter.cc +9 -10
- data/src/core/{ext/xds → xds/grpc}/xds_http_rbac_filter.h +8 -8
- data/src/core/{ext/xds → xds/grpc}/xds_http_stateful_session_filter.cc +7 -8
- data/src/core/{ext/xds → xds/grpc}/xds_http_stateful_session_filter.h +8 -8
- data/src/core/{ext/xds → xds/grpc}/xds_lb_policy_registry.cc +3 -4
- data/src/core/{ext/xds → xds/grpc}/xds_lb_policy_registry.h +7 -7
- data/src/core/{ext/xds → xds/grpc}/xds_listener.cc +12 -14
- data/src/core/{ext/xds → xds/grpc}/xds_listener.h +12 -12
- data/src/core/{ext/xds → xds/grpc}/xds_route_config.cc +23 -24
- data/src/core/{ext/xds → xds/grpc}/xds_route_config.h +11 -11
- data/src/core/{ext/xds → xds/grpc}/xds_routing.cc +6 -6
- data/src/core/{ext/xds → xds/grpc}/xds_routing.h +8 -8
- data/src/core/{ext/xds → xds/grpc}/xds_transport_grpc.cc +16 -16
- data/src/core/{ext/xds → xds/grpc}/xds_transport_grpc.h +7 -8
- data/src/core/{ext/xds → xds/xds_client}/xds_api.cc +9 -14
- data/src/core/{ext/xds → xds/xds_client}/xds_api.h +7 -7
- data/src/core/{ext/xds → xds/xds_client}/xds_bootstrap.cc +4 -4
- data/src/core/{ext/xds → xds/xds_client}/xds_bootstrap.h +6 -6
- data/src/core/{ext/xds → xds/xds_client}/xds_channel_args.h +3 -3
- data/src/core/{ext/xds → xds/xds_client}/xds_client.cc +60 -62
- data/src/core/{ext/xds → xds/xds_client}/xds_client.h +10 -14
- data/src/core/{ext/xds → xds/xds_client}/xds_client_stats.cc +23 -22
- data/src/core/{ext/xds → xds/xds_client}/xds_client_stats.h +8 -8
- data/src/core/{ext/xds → xds/xds_client}/xds_metrics.h +7 -5
- data/src/core/{ext/xds → xds/xds_client}/xds_resource_type.h +6 -6
- data/src/core/{ext/xds → xds/xds_client}/xds_resource_type_impl.h +7 -7
- data/src/core/{ext/xds → xds/xds_client}/xds_transport.h +6 -6
- data/src/ruby/bin/math_pb.rb +1 -22
- data/src/ruby/ext/grpc/rb_call.c +8 -1
- data/src/ruby/ext/grpc/rb_call_credentials.c +1 -0
- data/src/ruby/ext/grpc/rb_call_credentials.h +1 -0
- data/src/ruby/ext/grpc/rb_channel.c +1 -0
- data/src/ruby/ext/grpc/rb_channel_credentials.c +1 -0
- data/src/ruby/ext/grpc/rb_completion_queue.c +15 -32
- data/src/ruby/ext/grpc/rb_completion_queue.h +7 -1
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +130 -130
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +198 -197
- data/src/ruby/ext/grpc/rb_server.c +40 -22
- data/src/ruby/ext/grpc/rb_server_credentials.c +1 -0
- data/src/ruby/ext/grpc/rb_server_credentials.h +1 -0
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +1 -0
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +1 -0
- data/src/ruby/ext/grpc/rb_xds_server_credentials.h +1 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/grpc/health/v1/health_pb.rb +1 -22
- data/src/ruby/pb/grpc/testing/duplicate/echo_duplicate_services_pb.rb +5 -5
- data/src/ruby/pb/grpc/testing/metrics_pb.rb +10 -19
- data/src/ruby/pb/grpc/testing/metrics_services_pb.rb +5 -5
- data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +1 -22
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +1 -22
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +1 -22
- data/third_party/abseil-cpp/absl/log/check.h +209 -0
- data/third_party/abseil-cpp/absl/log/internal/check_impl.h +150 -0
- data/third_party/abseil-cpp/absl/log/internal/check_op.cc +118 -0
- data/third_party/abseil-cpp/absl/log/internal/check_op.h +420 -0
- data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +13 -18
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +25 -10
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +3 -18
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +19 -15
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_des.c +48 -66
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +7 -3
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +20 -28
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +9 -4
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +66 -41
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +4 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +0 -15
- data/third_party/boringssl-with-bazel/src/crypto/crypto.c +7 -61
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/dilithium/dilithium.c +1539 -0
- data/third_party/boringssl-with-bazel/src/crypto/dilithium/internal.h +58 -0
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +36 -20
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +81 -60
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +41 -120
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +13 -13
- data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_dh.c +137 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_dh_asn1.c +120 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +30 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +30 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +30 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +6 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +21 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +31 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +5 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +46 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +8 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +33 -23
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +14 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +11 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +5 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/fips_shared_support.c +3 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +11 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +22 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +6 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +3 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +78 -29
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +10 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +62 -27
- data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +18 -9
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +18 -17
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +44 -41
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +13 -12
- data/third_party/boringssl-with-bazel/src/crypto/spx/spx.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +26 -33
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +4 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +5 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/v3_cpols.c +9 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/v3_crld.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/v3_info.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/v3_lib.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/v3_utl.c +49 -16
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +0 -10
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +21 -25
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +8 -25
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +1 -6
- data/third_party/boringssl-with-bazel/{err_data.c → src/gen/crypto/err_data.c} +487 -485
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +9 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +85 -42
- data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +12 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +10 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +17 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +10 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/err.h +13 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +25 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/evp_errors.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +15 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/experimental/dilithium.h +131 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/{kyber.h → experimental/kyber.h} +10 -0
- data/third_party/boringssl-with-bazel/src/{crypto/spx/internal.h → include/openssl/experimental/spx.h} +24 -13
- data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +2 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +63 -53
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +19 -10
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +26 -12
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +358 -102
- data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +10 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +13 -10
- data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2931 -2453
- data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +6 -8
- data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +4 -4
- data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +19 -18
- data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +3 -9
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +64 -58
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +17 -7
- data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +69 -16
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +145 -114
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +243 -189
- data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +0 -1
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +59 -385
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +21 -19
- data/third_party/boringssl-with-bazel/src/ssl/ssl_credential.cc +423 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +2 -1
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +108 -81
- data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +116 -93
- data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +6 -14
- data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +48 -116
- data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +21 -27
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +36 -3
- data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +53 -18
- data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +1 -1
- metadata +207 -196
- data/src/core/client_channel/client_channel_channelz.cc +0 -93
- data/src/core/client_channel/client_channel_channelz.h +0 -85
- data/src/core/ext/filters/deadline/deadline_filter.cc +0 -407
- data/src/core/ext/filters/deadline/deadline_filter.h +0 -85
- data/src/core/ext/transport/chttp2/transport/http_trace.cc +0 -19
- data/src/core/ext/transport/chttp2/transport/http_trace.h +0 -24
- data/src/core/ext/transport/inproc/inproc_plugin.cc +0 -23
- data/src/core/lib/channel/channel_stack_trace.cc +0 -19
- data/src/core/lib/channel/channel_stack_trace.h +0 -24
- data/src/core/lib/channel/context.h +0 -77
- data/src/core/lib/channel/metrics.cc +0 -396
- data/src/core/lib/channel/metrics.h +0 -406
- data/src/core/lib/event_engine/trace.cc +0 -25
- data/src/core/lib/gpr/log.cc +0 -166
- data/src/core/lib/gpr/log_internal.h +0 -55
- data/src/core/lib/iomgr/ev_windows.cc +0 -30
- data/src/core/lib/promise/trace.cc +0 -20
- data/src/core/lib/promise/trace.h +0 -24
- data/src/core/lib/resource_quota/trace.cc +0 -19
- data/src/core/lib/resource_quota/trace.h +0 -24
- data/src/core/lib/security/transport/tsi_error.cc +0 -31
- data/src/core/lib/security/transport/tsi_error.h +0 -30
- data/src/core/lib/slice/slice_refcount.cc +0 -20
- data/src/core/lib/surface/api_trace.cc +0 -25
- data/src/core/lib/surface/call_trace.h +0 -24
- data/src/core/lib/surface/wait_for_cq_end_op.cc +0 -75
- data/src/core/lib/surface/wait_for_cq_end_op.h +0 -72
- data/src/core/lib/transport/batch_builder.cc +0 -170
- data/src/core/lib/transport/batch_builder.h +0 -476
- data/src/core/resolver/xds/xds_resolver_trace.cc +0 -25
- data/src/core/resolver/xds/xds_resolver_trace.h +0 -30
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +0 -122
- data/third_party/boringssl-with-bazel/src/include/openssl/pki/certificate.h +0 -83
- data/third_party/boringssl-with-bazel/src/include/openssl/pki/signature_verify_cache.h +0 -41
- /data/src/core/{lib/gpr → util}/iphone/cpu.cc +0 -0
- /data/src/core/{lib/gpr → util}/linux/cpu.cc +0 -0
- /data/src/core/{lib/gpr → util}/posix/string.cc +0 -0
- /data/src/core/{lib/gpr → util}/sync_abseil.cc +0 -0
- /data/src/core/{lib/gpr → util}/windows/cpu.cc +0 -0
|
@@ -16,8 +16,6 @@
|
|
|
16
16
|
//
|
|
17
17
|
//
|
|
18
18
|
|
|
19
|
-
#include <grpc/support/port_platform.h>
|
|
20
|
-
|
|
21
19
|
#include "absl/base/thread_annotations.h"
|
|
22
20
|
#include "absl/status/status.h"
|
|
23
21
|
#include "absl/strings/str_cat.h"
|
|
@@ -25,6 +23,7 @@
|
|
|
25
23
|
#include "absl/types/optional.h"
|
|
26
24
|
|
|
27
25
|
#include <grpc/impl/grpc_types.h>
|
|
26
|
+
#include <grpc/support/port_platform.h>
|
|
28
27
|
|
|
29
28
|
#include "src/core/lib/iomgr/exec_ctx.h"
|
|
30
29
|
#include "src/core/lib/iomgr/port.h"
|
|
@@ -46,6 +45,9 @@
|
|
|
46
45
|
#include <algorithm>
|
|
47
46
|
#include <unordered_map>
|
|
48
47
|
|
|
48
|
+
#include "absl/log/check.h"
|
|
49
|
+
#include "absl/log/log.h"
|
|
50
|
+
|
|
49
51
|
#include <grpc/slice.h>
|
|
50
52
|
#include <grpc/support/alloc.h>
|
|
51
53
|
#include <grpc/support/log.h>
|
|
@@ -55,12 +57,8 @@
|
|
|
55
57
|
|
|
56
58
|
#include "src/core/lib/address_utils/sockaddr_utils.h"
|
|
57
59
|
#include "src/core/lib/debug/event_log.h"
|
|
58
|
-
#include "src/core/lib/debug/stats.h"
|
|
59
|
-
#include "src/core/lib/debug/stats_data.h"
|
|
60
60
|
#include "src/core/lib/debug/trace.h"
|
|
61
61
|
#include "src/core/lib/experiments/experiments.h"
|
|
62
|
-
#include "src/core/lib/gpr/string.h"
|
|
63
|
-
#include "src/core/lib/gpr/useful.h"
|
|
64
62
|
#include "src/core/lib/gprpp/crash.h"
|
|
65
63
|
#include "src/core/lib/gprpp/strerror.h"
|
|
66
64
|
#include "src/core/lib/gprpp/sync.h"
|
|
@@ -73,9 +71,12 @@
|
|
|
73
71
|
#include "src/core/lib/iomgr/tcp_posix.h"
|
|
74
72
|
#include "src/core/lib/resource_quota/api.h"
|
|
75
73
|
#include "src/core/lib/resource_quota/memory_quota.h"
|
|
76
|
-
#include "src/core/lib/resource_quota/trace.h"
|
|
77
74
|
#include "src/core/lib/slice/slice_internal.h"
|
|
78
75
|
#include "src/core/lib/slice/slice_string_helpers.h"
|
|
76
|
+
#include "src/core/telemetry/stats.h"
|
|
77
|
+
#include "src/core/telemetry/stats_data.h"
|
|
78
|
+
#include "src/core/util/string.h"
|
|
79
|
+
#include "src/core/util/useful.h"
|
|
79
80
|
|
|
80
81
|
#ifndef SOL_TCP
|
|
81
82
|
#define SOL_TCP IPPROTO_TCP
|
|
@@ -107,8 +108,6 @@ typedef GRPC_MSG_IOVLEN_TYPE msg_iovlen_type;
|
|
|
107
108
|
typedef size_t msg_iovlen_type;
|
|
108
109
|
#endif
|
|
109
110
|
|
|
110
|
-
extern grpc_core::TraceFlag grpc_tcp_trace;
|
|
111
|
-
|
|
112
111
|
namespace grpc_core {
|
|
113
112
|
|
|
114
113
|
class TcpZerocopySendRecord {
|
|
@@ -159,7 +158,7 @@ class TcpZerocopySendRecord {
|
|
|
159
158
|
// sendmsg() failed or when tcp_write() is done.
|
|
160
159
|
bool Unref() {
|
|
161
160
|
const intptr_t prior = ref_.fetch_sub(1, std::memory_order_acq_rel);
|
|
162
|
-
|
|
161
|
+
DCHECK_GT(prior, 0);
|
|
163
162
|
if (prior == 1) {
|
|
164
163
|
AllSendsComplete();
|
|
165
164
|
return true;
|
|
@@ -174,9 +173,9 @@ class TcpZerocopySendRecord {
|
|
|
174
173
|
};
|
|
175
174
|
|
|
176
175
|
void AssertEmpty() {
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
176
|
+
DCHECK_EQ(buf_.count, 0u);
|
|
177
|
+
DCHECK_EQ(buf_.length, 0u);
|
|
178
|
+
DCHECK_EQ(ref_.load(std::memory_order_relaxed), 0);
|
|
180
179
|
}
|
|
181
180
|
|
|
182
181
|
// When all sendmsg() calls associated with this tcp_write() have been
|
|
@@ -184,7 +183,7 @@ class TcpZerocopySendRecord {
|
|
|
184
183
|
// for each sendmsg()) and all reference counts have been dropped, drop our
|
|
185
184
|
// reference to the underlying data since we no longer need it.
|
|
186
185
|
void AllSendsComplete() {
|
|
187
|
-
|
|
186
|
+
DCHECK_EQ(ref_.load(std::memory_order_relaxed), 0);
|
|
188
187
|
grpc_slice_buffer_reset_and_unref(&buf_);
|
|
189
188
|
}
|
|
190
189
|
|
|
@@ -211,7 +210,8 @@ class TcpZerocopySendCtx {
|
|
|
211
210
|
if (send_records_ == nullptr || free_send_records_ == nullptr) {
|
|
212
211
|
gpr_free(send_records_);
|
|
213
212
|
gpr_free(free_send_records_);
|
|
214
|
-
|
|
213
|
+
GRPC_TRACE_LOG(tcp, INFO)
|
|
214
|
+
<< "Disabling TCP TX zerocopy due to memory pressure.\n";
|
|
215
215
|
memory_limited_ = true;
|
|
216
216
|
} else {
|
|
217
217
|
for (int idx = 0; idx < max_sends_; ++idx) {
|
|
@@ -263,7 +263,7 @@ class TcpZerocopySendCtx {
|
|
|
263
263
|
--last_send_;
|
|
264
264
|
if (ReleaseSendRecord(last_send_)->Unref()) {
|
|
265
265
|
// We should still be holding the ref taken by tcp_write().
|
|
266
|
-
|
|
266
|
+
DCHECK(0);
|
|
267
267
|
}
|
|
268
268
|
}
|
|
269
269
|
|
|
@@ -299,8 +299,8 @@ class TcpZerocopySendCtx {
|
|
|
299
299
|
// max_sends_ tcp_write() instances with zerocopy enabled in flight at the
|
|
300
300
|
// same time.
|
|
301
301
|
void PutSendRecord(TcpZerocopySendRecord* record) {
|
|
302
|
-
|
|
303
|
-
|
|
302
|
+
DCHECK(record >= send_records_);
|
|
303
|
+
DCHECK(record < send_records_ + max_sends_);
|
|
304
304
|
MutexLock guard(&lock_);
|
|
305
305
|
PutSendRecordLocked(record);
|
|
306
306
|
}
|
|
@@ -319,7 +319,7 @@ class TcpZerocopySendCtx {
|
|
|
319
319
|
bool enabled() const { return enabled_; }
|
|
320
320
|
|
|
321
321
|
void set_enabled(bool enabled) {
|
|
322
|
-
|
|
322
|
+
DCHECK(!enabled || !memory_limited());
|
|
323
323
|
enabled_ = enabled;
|
|
324
324
|
}
|
|
325
325
|
|
|
@@ -357,7 +357,7 @@ class TcpZerocopySendCtx {
|
|
|
357
357
|
zcopy_enobuf_state_ = OMemState::CHECK;
|
|
358
358
|
return false;
|
|
359
359
|
}
|
|
360
|
-
|
|
360
|
+
DCHECK(zcopy_enobuf_state_ != OMemState::CHECK);
|
|
361
361
|
if (zcopy_enobuf_state_ == OMemState::FULL) {
|
|
362
362
|
// A previous sendmsg attempt was blocked by ENOBUFS. Return true to
|
|
363
363
|
// mark the fd as writable so the next write attempt could be made.
|
|
@@ -431,7 +431,7 @@ class TcpZerocopySendCtx {
|
|
|
431
431
|
|
|
432
432
|
TcpZerocopySendRecord* ReleaseSendRecordLocked(uint32_t seq) {
|
|
433
433
|
auto iter = ctx_lookup_.find(seq);
|
|
434
|
-
|
|
434
|
+
DCHECK(iter != ctx_lookup_.end());
|
|
435
435
|
TcpZerocopySendRecord* record = iter->second;
|
|
436
436
|
ctx_lookup_.erase(iter);
|
|
437
437
|
return record;
|
|
@@ -449,7 +449,7 @@ class TcpZerocopySendCtx {
|
|
|
449
449
|
}
|
|
450
450
|
|
|
451
451
|
void PutSendRecordLocked(TcpZerocopySendRecord* record) {
|
|
452
|
-
|
|
452
|
+
DCHECK(free_send_records_size_ < max_sends_);
|
|
453
453
|
free_send_records_[free_send_records_size_] = record;
|
|
454
454
|
free_send_records_size_++;
|
|
455
455
|
}
|
|
@@ -619,7 +619,7 @@ static void tcp_drop_uncovered_then_handle_write(void* arg /* grpc_tcp */,
|
|
|
619
619
|
|
|
620
620
|
static void done_poller(void* bp, grpc_error_handle /*error_ignored*/) {
|
|
621
621
|
backup_poller* p = static_cast<backup_poller*>(bp);
|
|
622
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
622
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
623
623
|
gpr_log(GPR_INFO, "BACKUP_POLLER:%p destroy", p);
|
|
624
624
|
}
|
|
625
625
|
grpc_pollset_destroy(BACKUP_POLLER_POLLSET(p));
|
|
@@ -628,7 +628,7 @@ static void done_poller(void* bp, grpc_error_handle /*error_ignored*/) {
|
|
|
628
628
|
|
|
629
629
|
static void run_poller(void* bp, grpc_error_handle /*error_ignored*/) {
|
|
630
630
|
backup_poller* p = static_cast<backup_poller*>(bp);
|
|
631
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
631
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
632
632
|
gpr_log(GPR_INFO, "BACKUP_POLLER:%p run", p);
|
|
633
633
|
}
|
|
634
634
|
gpr_mu_lock(p->pollset_mu);
|
|
@@ -641,11 +641,11 @@ static void run_poller(void* bp, grpc_error_handle /*error_ignored*/) {
|
|
|
641
641
|
g_backup_poller_mu->Lock();
|
|
642
642
|
// last "uncovered" notification is the ref that keeps us polling
|
|
643
643
|
if (g_uncovered_notifications_pending == 1) {
|
|
644
|
-
|
|
644
|
+
CHECK(g_backup_poller == p);
|
|
645
645
|
g_backup_poller = nullptr;
|
|
646
646
|
g_uncovered_notifications_pending = 0;
|
|
647
647
|
g_backup_poller_mu->Unlock();
|
|
648
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
648
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
649
649
|
gpr_log(GPR_INFO, "BACKUP_POLLER:%p shutdown", p);
|
|
650
650
|
}
|
|
651
651
|
grpc_pollset_shutdown(BACKUP_POLLER_POLLSET(p),
|
|
@@ -653,7 +653,7 @@ static void run_poller(void* bp, grpc_error_handle /*error_ignored*/) {
|
|
|
653
653
|
grpc_schedule_on_exec_ctx));
|
|
654
654
|
} else {
|
|
655
655
|
g_backup_poller_mu->Unlock();
|
|
656
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
656
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
657
657
|
gpr_log(GPR_INFO, "BACKUP_POLLER:%p reschedule", p);
|
|
658
658
|
}
|
|
659
659
|
grpc_core::Executor::Run(&p->run_poller, absl::OkStatus(),
|
|
@@ -669,8 +669,8 @@ static void drop_uncovered(grpc_tcp* /*tcp*/) {
|
|
|
669
669
|
p = g_backup_poller;
|
|
670
670
|
old_count = g_uncovered_notifications_pending--;
|
|
671
671
|
g_backup_poller_mu->Unlock();
|
|
672
|
-
|
|
673
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
672
|
+
CHECK_GT(old_count, 1);
|
|
673
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
674
674
|
gpr_log(GPR_INFO, "BACKUP_POLLER:%p uncover cnt %d->%d", p, old_count,
|
|
675
675
|
old_count - 1);
|
|
676
676
|
}
|
|
@@ -694,7 +694,7 @@ static void cover_self(grpc_tcp* tcp) {
|
|
|
694
694
|
g_backup_poller = p;
|
|
695
695
|
grpc_pollset_init(BACKUP_POLLER_POLLSET(p), &p->pollset_mu);
|
|
696
696
|
g_backup_poller_mu->Unlock();
|
|
697
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
697
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
698
698
|
gpr_log(GPR_INFO, "BACKUP_POLLER:%p create", p);
|
|
699
699
|
}
|
|
700
700
|
grpc_core::Executor::Run(
|
|
@@ -706,7 +706,7 @@ static void cover_self(grpc_tcp* tcp) {
|
|
|
706
706
|
p = g_backup_poller;
|
|
707
707
|
g_backup_poller_mu->Unlock();
|
|
708
708
|
}
|
|
709
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
709
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
710
710
|
gpr_log(GPR_INFO, "BACKUP_POLLER:%p add %p cnt %d->%d", p, tcp,
|
|
711
711
|
old_count - 1, old_count);
|
|
712
712
|
}
|
|
@@ -714,14 +714,14 @@ static void cover_self(grpc_tcp* tcp) {
|
|
|
714
714
|
}
|
|
715
715
|
|
|
716
716
|
static void notify_on_read(grpc_tcp* tcp) {
|
|
717
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
717
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
718
718
|
gpr_log(GPR_INFO, "TCP:%p notify_on_read", tcp);
|
|
719
719
|
}
|
|
720
720
|
grpc_fd_notify_on_read(tcp->em_fd, &tcp->read_done_closure);
|
|
721
721
|
}
|
|
722
722
|
|
|
723
723
|
static void notify_on_write(grpc_tcp* tcp) {
|
|
724
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
724
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
725
725
|
gpr_log(GPR_INFO, "TCP:%p notify_on_write", tcp);
|
|
726
726
|
}
|
|
727
727
|
if (!grpc_event_engine_run_in_background()) {
|
|
@@ -732,7 +732,7 @@ static void notify_on_write(grpc_tcp* tcp) {
|
|
|
732
732
|
|
|
733
733
|
static void tcp_drop_uncovered_then_handle_write(void* arg,
|
|
734
734
|
grpc_error_handle error) {
|
|
735
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
735
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
736
736
|
gpr_log(GPR_INFO, "TCP:%p got_write: %s", arg,
|
|
737
737
|
grpc_core::StatusToString(error).c_str());
|
|
738
738
|
}
|
|
@@ -760,28 +760,16 @@ static void finish_estimate(grpc_tcp* tcp) {
|
|
|
760
760
|
|
|
761
761
|
static grpc_error_handle tcp_annotate_error(grpc_error_handle src_error,
|
|
762
762
|
grpc_tcp* tcp) {
|
|
763
|
-
return
|
|
764
|
-
grpc_error_set_int(
|
|
765
|
-
|
|
766
|
-
|
|
767
|
-
|
|
768
|
-
// choose to retry.
|
|
769
|
-
grpc_core::StatusIntProperty::kRpcStatus, GRPC_STATUS_UNAVAILABLE),
|
|
770
|
-
grpc_core::StatusStrProperty::kTargetAddress, tcp->peer_string);
|
|
763
|
+
return grpc_error_set_int(
|
|
764
|
+
grpc_error_set_int(src_error, grpc_core::StatusIntProperty::kFd, tcp->fd),
|
|
765
|
+
// All tcp errors are marked with UNAVAILABLE so that application may
|
|
766
|
+
// choose to retry.
|
|
767
|
+
grpc_core::StatusIntProperty::kRpcStatus, GRPC_STATUS_UNAVAILABLE);
|
|
771
768
|
}
|
|
772
769
|
|
|
773
770
|
static void tcp_handle_read(void* arg /* grpc_tcp */, grpc_error_handle error);
|
|
774
771
|
static void tcp_handle_write(void* arg /* grpc_tcp */, grpc_error_handle error);
|
|
775
772
|
|
|
776
|
-
static void tcp_shutdown(grpc_endpoint* ep, grpc_error_handle why) {
|
|
777
|
-
grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
|
|
778
|
-
ZerocopyDisableAndWaitForRemaining(tcp);
|
|
779
|
-
grpc_fd_shutdown(tcp->em_fd, why);
|
|
780
|
-
tcp->read_mu.Lock();
|
|
781
|
-
tcp->memory_owner.Reset();
|
|
782
|
-
tcp->read_mu.Unlock();
|
|
783
|
-
}
|
|
784
|
-
|
|
785
773
|
static void tcp_free(grpc_tcp* tcp) {
|
|
786
774
|
grpc_fd_orphan(tcp->em_fd, tcp->release_fd_cb, tcp->release_fd,
|
|
787
775
|
"tcp_unref_orphan");
|
|
@@ -820,9 +808,9 @@ static void tcp_ref(grpc_tcp* tcp) { tcp->refcount.Ref(); }
|
|
|
820
808
|
|
|
821
809
|
static void tcp_destroy(grpc_endpoint* ep) {
|
|
822
810
|
grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
|
|
823
|
-
|
|
811
|
+
ZerocopyDisableAndWaitForRemaining(tcp);
|
|
812
|
+
grpc_fd_shutdown(tcp->em_fd, absl::UnavailableError("endpoint shutdown"));
|
|
824
813
|
if (grpc_event_engine_can_track_errors()) {
|
|
825
|
-
ZerocopyDisableAndWaitForRemaining(tcp);
|
|
826
814
|
gpr_atm_no_barrier_store(&tcp->stop_error_notification, true);
|
|
827
815
|
grpc_fd_set_error(tcp->em_fd);
|
|
828
816
|
}
|
|
@@ -834,8 +822,8 @@ static void tcp_destroy(grpc_endpoint* ep) {
|
|
|
834
822
|
|
|
835
823
|
static void perform_reclamation(grpc_tcp* tcp)
|
|
836
824
|
ABSL_LOCKS_EXCLUDED(tcp->read_mu) {
|
|
837
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
838
|
-
|
|
825
|
+
if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
|
|
826
|
+
LOG(INFO) << "TCP: benign reclamation to free memory";
|
|
839
827
|
}
|
|
840
828
|
tcp->read_mu.Lock();
|
|
841
829
|
if (tcp->incoming_buffer != nullptr) {
|
|
@@ -864,16 +852,16 @@ static void maybe_post_reclaimer(grpc_tcp* tcp)
|
|
|
864
852
|
static void tcp_trace_read(grpc_tcp* tcp, grpc_error_handle error)
|
|
865
853
|
ABSL_EXCLUSIVE_LOCKS_REQUIRED(tcp->read_mu) {
|
|
866
854
|
grpc_closure* cb = tcp->read_cb;
|
|
867
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
855
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
868
856
|
gpr_log(GPR_INFO, "TCP:%p call_cb %p %p:%p", tcp, cb, cb->cb, cb->cb_arg);
|
|
869
857
|
size_t i;
|
|
870
858
|
gpr_log(GPR_INFO, "READ %p (peer=%s) error=%s", tcp,
|
|
871
859
|
tcp->peer_string.c_str(), grpc_core::StatusToString(error).c_str());
|
|
872
|
-
if (
|
|
860
|
+
if (ABSL_VLOG_IS_ON(2)) {
|
|
873
861
|
for (i = 0; i < tcp->incoming_buffer->count; i++) {
|
|
874
862
|
char* dump = grpc_dump_slice(tcp->incoming_buffer->slices[i],
|
|
875
863
|
GPR_DUMP_HEX | GPR_DUMP_ASCII);
|
|
876
|
-
|
|
864
|
+
VLOG(2) << "READ DATA: " << dump;
|
|
877
865
|
gpr_free(dump);
|
|
878
866
|
}
|
|
879
867
|
}
|
|
@@ -929,7 +917,7 @@ static void update_rcvlowat(grpc_tcp* tcp)
|
|
|
929
917
|
#define MAX_READ_IOVEC 64
|
|
930
918
|
static bool tcp_do_read(grpc_tcp* tcp, grpc_error_handle* error)
|
|
931
919
|
ABSL_EXCLUSIVE_LOCKS_REQUIRED(tcp->read_mu) {
|
|
932
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
920
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
933
921
|
gpr_log(GPR_INFO, "TCP:%p do_read", tcp);
|
|
934
922
|
}
|
|
935
923
|
struct msghdr msg;
|
|
@@ -950,8 +938,8 @@ static bool tcp_do_read(grpc_tcp* tcp, grpc_error_handle* error)
|
|
|
950
938
|
iov[i].iov_len = GRPC_SLICE_LENGTH(tcp->incoming_buffer->slices[i]);
|
|
951
939
|
}
|
|
952
940
|
|
|
953
|
-
|
|
954
|
-
|
|
941
|
+
CHECK_NE(tcp->incoming_buffer->length, 0u);
|
|
942
|
+
DCHECK_GT(tcp->min_progress_size, 0);
|
|
955
943
|
|
|
956
944
|
do {
|
|
957
945
|
// Assume there is something on the queue. If we receive TCP_INQ from
|
|
@@ -1019,12 +1007,12 @@ static bool tcp_do_read(grpc_tcp* tcp, grpc_error_handle* error)
|
|
|
1019
1007
|
|
|
1020
1008
|
grpc_core::global_stats().IncrementTcpReadSize(read_bytes);
|
|
1021
1009
|
add_to_estimate(tcp, static_cast<size_t>(read_bytes));
|
|
1022
|
-
|
|
1023
|
-
|
|
1010
|
+
DCHECK((size_t)read_bytes <=
|
|
1011
|
+
tcp->incoming_buffer->length - total_read_bytes);
|
|
1024
1012
|
|
|
1025
1013
|
#ifdef GRPC_HAVE_TCP_INQ
|
|
1026
1014
|
if (tcp->inq_capable) {
|
|
1027
|
-
|
|
1015
|
+
DCHECK(!(msg.msg_flags & MSG_CTRUNC));
|
|
1028
1016
|
struct cmsghdr* cmsg = CMSG_FIRSTHDR(&msg);
|
|
1029
1017
|
for (; cmsg != nullptr; cmsg = CMSG_NXTHDR(&msg, cmsg)) {
|
|
1030
1018
|
if (cmsg->cmsg_level == SOL_TCP && cmsg->cmsg_type == TCP_CM_INQ &&
|
|
@@ -1067,7 +1055,7 @@ static bool tcp_do_read(grpc_tcp* tcp, grpc_error_handle* error)
|
|
|
1067
1055
|
finish_estimate(tcp);
|
|
1068
1056
|
}
|
|
1069
1057
|
|
|
1070
|
-
|
|
1058
|
+
DCHECK_GT(total_read_bytes, 0u);
|
|
1071
1059
|
*error = absl::OkStatus();
|
|
1072
1060
|
if (grpc_core::IsTcpFrameSizeTuningEnabled()) {
|
|
1073
1061
|
// Update min progress size based on the total number of bytes read in
|
|
@@ -1142,7 +1130,7 @@ static void maybe_make_read_slices(grpc_tcp* tcp)
|
|
|
1142
1130
|
|
|
1143
1131
|
static void tcp_handle_read(void* arg /* grpc_tcp */, grpc_error_handle error) {
|
|
1144
1132
|
grpc_tcp* tcp = static_cast<grpc_tcp*>(arg);
|
|
1145
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1133
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1146
1134
|
gpr_log(GPR_INFO, "TCP:%p got_read: %s", tcp,
|
|
1147
1135
|
grpc_core::StatusToString(error).c_str());
|
|
1148
1136
|
}
|
|
@@ -1187,7 +1175,7 @@ static void tcp_handle_read(void* arg /* grpc_tcp */, grpc_error_handle error) {
|
|
|
1187
1175
|
static void tcp_read(grpc_endpoint* ep, grpc_slice_buffer* incoming_buffer,
|
|
1188
1176
|
grpc_closure* cb, bool urgent, int min_progress_size) {
|
|
1189
1177
|
grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
|
|
1190
|
-
|
|
1178
|
+
CHECK_EQ(tcp->read_cb, nullptr);
|
|
1191
1179
|
tcp->read_cb = cb;
|
|
1192
1180
|
tcp->read_mu.Lock();
|
|
1193
1181
|
tcp->incoming_buffer = incoming_buffer;
|
|
@@ -1268,8 +1256,8 @@ static TcpZerocopySendRecord* tcp_get_send_zerocopy_record(
|
|
|
1268
1256
|
}
|
|
1269
1257
|
if (zerocopy_send_record != nullptr) {
|
|
1270
1258
|
zerocopy_send_record->PrepareForSends(buf);
|
|
1271
|
-
|
|
1272
|
-
|
|
1259
|
+
DCHECK_EQ(buf->count, 0u);
|
|
1260
|
+
DCHECK_EQ(buf->length, 0u);
|
|
1273
1261
|
tcp->outgoing_byte_idx = 0;
|
|
1274
1262
|
tcp->outgoing_buffer = nullptr;
|
|
1275
1263
|
}
|
|
@@ -1292,8 +1280,8 @@ static bool tcp_write_with_timestamps(grpc_tcp* tcp, struct msghdr* msg,
|
|
|
1292
1280
|
uint32_t opt = grpc_core::kTimestampingSocketOptions;
|
|
1293
1281
|
if (setsockopt(tcp->fd, SOL_SOCKET, SO_TIMESTAMPING,
|
|
1294
1282
|
static_cast<void*>(&opt), sizeof(opt)) != 0) {
|
|
1295
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1296
|
-
|
|
1283
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1284
|
+
LOG(ERROR) << "Failed to set timestamping options on the socket.";
|
|
1297
1285
|
}
|
|
1298
1286
|
return false;
|
|
1299
1287
|
}
|
|
@@ -1331,10 +1319,10 @@ static void UnrefMaybePutZerocopySendRecord(grpc_tcp* tcp,
|
|
|
1331
1319
|
uint32_t seq, const char* tag);
|
|
1332
1320
|
// Reads \a cmsg to process zerocopy control messages.
|
|
1333
1321
|
static void process_zerocopy(grpc_tcp* tcp, struct cmsghdr* cmsg) {
|
|
1334
|
-
|
|
1322
|
+
DCHECK(cmsg);
|
|
1335
1323
|
auto serr = reinterpret_cast<struct sock_extended_err*>(CMSG_DATA(cmsg));
|
|
1336
|
-
|
|
1337
|
-
|
|
1324
|
+
DCHECK_EQ(serr->ee_errno, 0u);
|
|
1325
|
+
DCHECK(serr->ee_origin == SO_EE_ORIGIN_ZEROCOPY);
|
|
1338
1326
|
const uint32_t lo = serr->ee_info;
|
|
1339
1327
|
const uint32_t hi = serr->ee_data;
|
|
1340
1328
|
for (uint32_t seq = lo; seq <= hi; ++seq) {
|
|
@@ -1344,7 +1332,7 @@ static void process_zerocopy(grpc_tcp* tcp, struct cmsghdr* cmsg) {
|
|
|
1344
1332
|
// both; if so, batch the unref/put.
|
|
1345
1333
|
TcpZerocopySendRecord* record =
|
|
1346
1334
|
tcp->tcp_zerocopy_send_ctx.ReleaseSendRecord(seq);
|
|
1347
|
-
|
|
1335
|
+
DCHECK(record);
|
|
1348
1336
|
UnrefMaybePutZerocopySendRecord(tcp, record, seq, "CALLBACK RCVD");
|
|
1349
1337
|
}
|
|
1350
1338
|
if (tcp->tcp_zerocopy_send_ctx.UpdateZeroCopyOMemStateAfterFree()) {
|
|
@@ -1378,8 +1366,8 @@ struct cmsghdr* process_timestamp(grpc_tcp* tcp, msghdr* msg,
|
|
|
1378
1366
|
auto next_cmsg = CMSG_NXTHDR(msg, cmsg);
|
|
1379
1367
|
cmsghdr* opt_stats = nullptr;
|
|
1380
1368
|
if (next_cmsg == nullptr) {
|
|
1381
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1382
|
-
|
|
1369
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1370
|
+
LOG(ERROR) << "Received timestamp without extended error";
|
|
1383
1371
|
}
|
|
1384
1372
|
return cmsg;
|
|
1385
1373
|
}
|
|
@@ -1390,8 +1378,8 @@ struct cmsghdr* process_timestamp(grpc_tcp* tcp, msghdr* msg,
|
|
|
1390
1378
|
opt_stats = next_cmsg;
|
|
1391
1379
|
next_cmsg = CMSG_NXTHDR(msg, opt_stats);
|
|
1392
1380
|
if (next_cmsg == nullptr) {
|
|
1393
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1394
|
-
|
|
1381
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1382
|
+
LOG(ERROR) << "Received timestamp without extended error";
|
|
1395
1383
|
}
|
|
1396
1384
|
return opt_stats;
|
|
1397
1385
|
}
|
|
@@ -1400,8 +1388,8 @@ struct cmsghdr* process_timestamp(grpc_tcp* tcp, msghdr* msg,
|
|
|
1400
1388
|
if (!(next_cmsg->cmsg_level == SOL_IP || next_cmsg->cmsg_level == SOL_IPV6) ||
|
|
1401
1389
|
!(next_cmsg->cmsg_type == IP_RECVERR ||
|
|
1402
1390
|
next_cmsg->cmsg_type == IPV6_RECVERR)) {
|
|
1403
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1404
|
-
|
|
1391
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1392
|
+
LOG(ERROR) << "Unexpected control message";
|
|
1405
1393
|
}
|
|
1406
1394
|
return cmsg;
|
|
1407
1395
|
}
|
|
@@ -1411,7 +1399,7 @@ struct cmsghdr* process_timestamp(grpc_tcp* tcp, msghdr* msg,
|
|
|
1411
1399
|
auto serr = reinterpret_cast<struct sock_extended_err*>(CMSG_DATA(next_cmsg));
|
|
1412
1400
|
if (serr->ee_errno != ENOMSG ||
|
|
1413
1401
|
serr->ee_origin != SO_EE_ORIGIN_TIMESTAMPING) {
|
|
1414
|
-
|
|
1402
|
+
LOG(ERROR) << "Unexpected control message";
|
|
1415
1403
|
return cmsg;
|
|
1416
1404
|
}
|
|
1417
1405
|
tcp->tb_list.ProcessTimestamp(serr, opt_stats, tss);
|
|
@@ -1461,7 +1449,7 @@ static bool process_errors(grpc_tcp* tcp) {
|
|
|
1461
1449
|
return processed_err;
|
|
1462
1450
|
}
|
|
1463
1451
|
if (GPR_UNLIKELY((msg.msg_flags & MSG_CTRUNC) != 0)) {
|
|
1464
|
-
|
|
1452
|
+
LOG(ERROR) << "Error message was truncated.";
|
|
1465
1453
|
}
|
|
1466
1454
|
|
|
1467
1455
|
if (msg.msg_controllen == 0) {
|
|
@@ -1483,7 +1471,7 @@ static bool process_errors(grpc_tcp* tcp) {
|
|
|
1483
1471
|
} else {
|
|
1484
1472
|
// Got a control message that is not a timestamp or zerocopy. Don't know
|
|
1485
1473
|
// how to handle this.
|
|
1486
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1474
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1487
1475
|
gpr_log(GPR_INFO,
|
|
1488
1476
|
"unknown control message cmsg_level:%d cmsg_type:%d",
|
|
1489
1477
|
cmsg->cmsg_level, cmsg->cmsg_type);
|
|
@@ -1500,7 +1488,7 @@ static bool process_errors(grpc_tcp* tcp) {
|
|
|
1500
1488
|
static void tcp_handle_error(void* arg /* grpc_tcp */,
|
|
1501
1489
|
grpc_error_handle error) {
|
|
1502
1490
|
grpc_tcp* tcp = static_cast<grpc_tcp*>(arg);
|
|
1503
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1491
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1504
1492
|
gpr_log(GPR_INFO, "TCP:%p got_error: %s", tcp,
|
|
1505
1493
|
grpc_core::StatusToString(error).c_str());
|
|
1506
1494
|
}
|
|
@@ -1538,15 +1526,15 @@ static bool tcp_write_with_timestamps(grpc_tcp* /*tcp*/, struct msghdr* /*msg*/,
|
|
|
1538
1526
|
ssize_t* /*sent_length*/,
|
|
1539
1527
|
int* /* saved_errno */,
|
|
1540
1528
|
int /*additional_flags*/) {
|
|
1541
|
-
|
|
1542
|
-
|
|
1529
|
+
LOG(ERROR) << "Write with timestamps not supported for this platform";
|
|
1530
|
+
CHECK(0);
|
|
1543
1531
|
return false;
|
|
1544
1532
|
}
|
|
1545
1533
|
|
|
1546
1534
|
static void tcp_handle_error(void* /*arg*/ /* grpc_tcp */,
|
|
1547
1535
|
grpc_error_handle /*error*/) {
|
|
1548
|
-
|
|
1549
|
-
|
|
1536
|
+
LOG(ERROR) << "Error handling is not supported for this platform";
|
|
1537
|
+
CHECK(0);
|
|
1550
1538
|
}
|
|
1551
1539
|
#endif // GRPC_LINUX_ERRQUEUE
|
|
1552
1540
|
|
|
@@ -1585,7 +1573,7 @@ msg_iovlen_type TcpZerocopySendRecord::PopulateIovs(size_t* unwind_slice_idx,
|
|
|
1585
1573
|
++(out_offset_.slice_idx);
|
|
1586
1574
|
out_offset_.byte_idx = 0;
|
|
1587
1575
|
}
|
|
1588
|
-
|
|
1576
|
+
DCHECK_GT(iov_size, 0u);
|
|
1589
1577
|
return iov_size;
|
|
1590
1578
|
}
|
|
1591
1579
|
|
|
@@ -1666,10 +1654,6 @@ static bool do_tcp_flush_zerocopy(grpc_tcp* tcp, TcpZerocopySendRecord* record,
|
|
|
1666
1654
|
if (saved_errno == EAGAIN || saved_errno == ENOBUFS) {
|
|
1667
1655
|
record->UnwindIfThrottled(unwind_slice_idx, unwind_byte_idx);
|
|
1668
1656
|
return false;
|
|
1669
|
-
} else if (saved_errno == EPIPE) {
|
|
1670
|
-
*error = tcp_annotate_error(GRPC_OS_ERROR(saved_errno, "sendmsg"), tcp);
|
|
1671
|
-
tcp_shutdown_buffer_list(tcp);
|
|
1672
|
-
return true;
|
|
1673
1657
|
} else {
|
|
1674
1658
|
*error = tcp_annotate_error(GRPC_OS_ERROR(saved_errno, "sendmsg"), tcp);
|
|
1675
1659
|
tcp_shutdown_buffer_list(tcp);
|
|
@@ -1740,7 +1724,7 @@ static bool tcp_flush(grpc_tcp* tcp, grpc_error_handle* error) {
|
|
|
1740
1724
|
outgoing_slice_idx++;
|
|
1741
1725
|
tcp->outgoing_byte_idx = 0;
|
|
1742
1726
|
}
|
|
1743
|
-
|
|
1727
|
+
CHECK_GT(iov_size, 0u);
|
|
1744
1728
|
|
|
1745
1729
|
msg.msg_name = nullptr;
|
|
1746
1730
|
msg.msg_namelen = 0;
|
|
@@ -1780,11 +1764,6 @@ static bool tcp_flush(grpc_tcp* tcp, grpc_error_handle* error) {
|
|
|
1780
1764
|
grpc_slice_buffer_remove_first(tcp->outgoing_buffer);
|
|
1781
1765
|
}
|
|
1782
1766
|
return false;
|
|
1783
|
-
} else if (saved_errno == EPIPE) {
|
|
1784
|
-
*error = tcp_annotate_error(GRPC_OS_ERROR(saved_errno, "sendmsg"), tcp);
|
|
1785
|
-
grpc_slice_buffer_reset_and_unref(tcp->outgoing_buffer);
|
|
1786
|
-
tcp_shutdown_buffer_list(tcp);
|
|
1787
|
-
return true;
|
|
1788
1767
|
} else {
|
|
1789
1768
|
*error = tcp_annotate_error(GRPC_OS_ERROR(saved_errno, "sendmsg"), tcp);
|
|
1790
1769
|
grpc_slice_buffer_reset_and_unref(tcp->outgoing_buffer);
|
|
@@ -1793,7 +1772,7 @@ static bool tcp_flush(grpc_tcp* tcp, grpc_error_handle* error) {
|
|
|
1793
1772
|
}
|
|
1794
1773
|
}
|
|
1795
1774
|
|
|
1796
|
-
|
|
1775
|
+
CHECK_EQ(tcp->outgoing_byte_idx, 0u);
|
|
1797
1776
|
grpc_core::EventLog::Append("tcp-write-outstanding", -sent_length);
|
|
1798
1777
|
tcp->bytes_counter += sent_length;
|
|
1799
1778
|
trailing = sending_length - static_cast<size_t>(sent_length);
|
|
@@ -1840,19 +1819,17 @@ static void tcp_handle_write(void* arg /* grpc_tcp */,
|
|
|
1840
1819
|
? tcp_flush_zerocopy(tcp, tcp->current_zerocopy_send, &error)
|
|
1841
1820
|
: tcp_flush(tcp, &error);
|
|
1842
1821
|
if (!flush_result) {
|
|
1843
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1844
|
-
|
|
1822
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1823
|
+
LOG(INFO) << "write: delayed";
|
|
1845
1824
|
}
|
|
1846
1825
|
notify_on_write(tcp);
|
|
1847
1826
|
// tcp_flush does not populate error if it has returned false.
|
|
1848
|
-
|
|
1827
|
+
DCHECK(error.ok());
|
|
1849
1828
|
} else {
|
|
1850
1829
|
cb = tcp->write_cb;
|
|
1851
1830
|
tcp->write_cb = nullptr;
|
|
1852
1831
|
tcp->current_zerocopy_send = nullptr;
|
|
1853
|
-
|
|
1854
|
-
gpr_log(GPR_INFO, "write: %s", grpc_core::StatusToString(error).c_str());
|
|
1855
|
-
}
|
|
1832
|
+
GRPC_TRACE_LOG(tcp, INFO) << "write: " << grpc_core::StatusToString(error);
|
|
1856
1833
|
// No need to take a ref on error since tcp_flush provides a ref.
|
|
1857
1834
|
grpc_core::Closure::Run(DEBUG_LOCATION, cb, error);
|
|
1858
1835
|
TCP_UNREF(tcp, "write");
|
|
@@ -1867,22 +1844,22 @@ static void tcp_write(grpc_endpoint* ep, grpc_slice_buffer* buf,
|
|
|
1867
1844
|
|
|
1868
1845
|
grpc_core::EventLog::Append("tcp-write-outstanding", buf->length);
|
|
1869
1846
|
|
|
1870
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1847
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1871
1848
|
size_t i;
|
|
1872
1849
|
|
|
1873
1850
|
for (i = 0; i < buf->count; i++) {
|
|
1874
1851
|
gpr_log(GPR_INFO, "WRITE %p (peer=%s)", tcp, tcp->peer_string.c_str());
|
|
1875
|
-
if (
|
|
1852
|
+
if (ABSL_VLOG_IS_ON(2)) {
|
|
1876
1853
|
char* data =
|
|
1877
1854
|
grpc_dump_slice(buf->slices[i], GPR_DUMP_HEX | GPR_DUMP_ASCII);
|
|
1878
|
-
|
|
1855
|
+
VLOG(2) << "WRITE DATA: " << data;
|
|
1879
1856
|
gpr_free(data);
|
|
1880
1857
|
}
|
|
1881
1858
|
}
|
|
1882
1859
|
}
|
|
1883
1860
|
|
|
1884
|
-
|
|
1885
|
-
|
|
1861
|
+
CHECK_EQ(tcp->write_cb, nullptr);
|
|
1862
|
+
DCHECK_EQ(tcp->current_zerocopy_send, nullptr);
|
|
1886
1863
|
|
|
1887
1864
|
if (buf->length == 0) {
|
|
1888
1865
|
grpc_core::Closure::Run(
|
|
@@ -1902,7 +1879,7 @@ static void tcp_write(grpc_endpoint* ep, grpc_slice_buffer* buf,
|
|
|
1902
1879
|
}
|
|
1903
1880
|
tcp->outgoing_buffer_arg = arg;
|
|
1904
1881
|
if (arg) {
|
|
1905
|
-
|
|
1882
|
+
CHECK(grpc_event_engine_can_track_errors());
|
|
1906
1883
|
}
|
|
1907
1884
|
|
|
1908
1885
|
bool flush_result =
|
|
@@ -1913,14 +1890,12 @@ static void tcp_write(grpc_endpoint* ep, grpc_slice_buffer* buf,
|
|
|
1913
1890
|
TCP_REF(tcp, "write");
|
|
1914
1891
|
tcp->write_cb = cb;
|
|
1915
1892
|
tcp->current_zerocopy_send = zerocopy_send_record;
|
|
1916
|
-
if (GRPC_TRACE_FLAG_ENABLED(
|
|
1917
|
-
|
|
1893
|
+
if (GRPC_TRACE_FLAG_ENABLED(tcp)) {
|
|
1894
|
+
LOG(INFO) << "write: delayed";
|
|
1918
1895
|
}
|
|
1919
1896
|
notify_on_write(tcp);
|
|
1920
1897
|
} else {
|
|
1921
|
-
|
|
1922
|
-
gpr_log(GPR_INFO, "write: %s", grpc_core::StatusToString(error).c_str());
|
|
1923
|
-
}
|
|
1898
|
+
GRPC_TRACE_LOG(tcp, INFO) << "write: " << grpc_core::StatusToString(error);
|
|
1924
1899
|
grpc_core::Closure::Run(DEBUG_LOCATION, cb, error);
|
|
1925
1900
|
}
|
|
1926
1901
|
}
|
|
@@ -1975,7 +1950,6 @@ static const grpc_endpoint_vtable vtable = {tcp_read,
|
|
|
1975
1950
|
tcp_add_to_pollset,
|
|
1976
1951
|
tcp_add_to_pollset_set,
|
|
1977
1952
|
tcp_delete_from_pollset_set,
|
|
1978
|
-
tcp_shutdown,
|
|
1979
1953
|
tcp_destroy,
|
|
1980
1954
|
tcp_get_peer,
|
|
1981
1955
|
tcp_get_local_address,
|
|
@@ -1989,7 +1963,7 @@ grpc_endpoint* grpc_tcp_create(grpc_fd* em_fd,
|
|
|
1989
1963
|
tcp->base.vtable = &vtable;
|
|
1990
1964
|
tcp->peer_string = std::string(peer_string);
|
|
1991
1965
|
tcp->fd = grpc_fd_wrapped_fd(em_fd);
|
|
1992
|
-
|
|
1966
|
+
CHECK(options.resource_quota != nullptr);
|
|
1993
1967
|
tcp->memory_owner =
|
|
1994
1968
|
options.resource_quota->memory_quota()->CreateMemoryOwner();
|
|
1995
1969
|
tcp->self_reservation = tcp->memory_owner.MakeReservation(sizeof(grpc_tcp));
|
|
@@ -2028,13 +2002,13 @@ grpc_endpoint* grpc_tcp_create(grpc_fd* em_fd,
|
|
|
2028
2002
|
if (err == 0) {
|
|
2029
2003
|
tcp->tcp_zerocopy_send_ctx.set_enabled(true);
|
|
2030
2004
|
} else {
|
|
2031
|
-
|
|
2005
|
+
LOG(ERROR) << "Failed to set zerocopy options on the socket.";
|
|
2032
2006
|
}
|
|
2033
2007
|
#endif
|
|
2034
2008
|
}
|
|
2035
2009
|
// paired with unref in grpc_tcp_destroy
|
|
2036
|
-
new (&tcp->refcount)
|
|
2037
|
-
1, GRPC_TRACE_FLAG_ENABLED(
|
|
2010
|
+
new (&tcp->refcount)
|
|
2011
|
+
grpc_core::RefCount(1, GRPC_TRACE_FLAG_ENABLED(tcp) ? "tcp" : nullptr);
|
|
2038
2012
|
gpr_atm_no_barrier_store(&tcp->shutdown_count, 0);
|
|
2039
2013
|
tcp->em_fd = em_fd;
|
|
2040
2014
|
grpc_slice_buffer_init(&tcp->last_read_buffer);
|
|
@@ -2080,7 +2054,7 @@ grpc_endpoint* grpc_tcp_create(grpc_fd* em_fd,
|
|
|
2080
2054
|
|
|
2081
2055
|
int grpc_tcp_fd(grpc_endpoint* ep) {
|
|
2082
2056
|
grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
|
|
2083
|
-
|
|
2057
|
+
CHECK(ep->vtable == &vtable);
|
|
2084
2058
|
return grpc_fd_wrapped_fd(tcp->em_fd);
|
|
2085
2059
|
}
|
|
2086
2060
|
|
|
@@ -2091,7 +2065,7 @@ void grpc_tcp_destroy_and_release_fd(grpc_endpoint* ep, int* fd,
|
|
|
2091
2065
|
grpc_event_engine_endpoint_destroy_and_release_fd(ep, fd, done);
|
|
2092
2066
|
}
|
|
2093
2067
|
grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
|
|
2094
|
-
|
|
2068
|
+
CHECK(ep->vtable == &vtable);
|
|
2095
2069
|
tcp->release_fd = fd;
|
|
2096
2070
|
tcp->release_fd_cb = done;
|
|
2097
2071
|
grpc_slice_buffer_reset_and_unref(&tcp->last_read_buffer);
|