grpc 1.47.0 → 1.57.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +591 -283
- data/include/grpc/byte_buffer.h +76 -1
- data/include/grpc/byte_buffer_reader.h +19 -1
- data/include/grpc/compression.h +2 -2
- data/include/grpc/event_engine/endpoint_config.h +11 -5
- data/include/grpc/event_engine/event_engine.h +130 -68
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +1 -1
- data/include/grpc/event_engine/internal/slice_cast.h +67 -0
- data/include/grpc/event_engine/memory_allocator.h +1 -1
- data/include/grpc/event_engine/slice.h +24 -4
- data/include/grpc/event_engine/slice_buffer.h +52 -5
- data/include/grpc/fork.h +25 -1
- data/include/grpc/grpc.h +4 -14
- data/include/grpc/grpc_audit_logging.h +96 -0
- data/include/grpc/grpc_posix.h +1 -1
- data/include/grpc/grpc_security.h +23 -0
- data/include/grpc/impl/codegen/atm.h +3 -71
- data/include/grpc/impl/codegen/atm_gcc_atomic.h +3 -67
- data/include/grpc/impl/codegen/atm_gcc_sync.h +3 -61
- data/include/grpc/impl/codegen/atm_windows.h +3 -108
- data/include/grpc/impl/codegen/byte_buffer.h +4 -78
- data/include/grpc/impl/codegen/byte_buffer_reader.h +4 -19
- data/include/grpc/impl/codegen/compression_types.h +5 -83
- data/include/grpc/impl/codegen/connectivity_state.h +5 -21
- data/include/grpc/impl/codegen/fork.h +4 -25
- data/include/grpc/impl/codegen/gpr_types.h +4 -35
- data/include/grpc/impl/codegen/grpc_types.h +5 -791
- data/include/grpc/impl/codegen/log.h +3 -86
- data/include/grpc/impl/codegen/port_platform.h +3 -763
- data/include/grpc/impl/codegen/propagation_bits.h +3 -28
- data/include/grpc/impl/codegen/slice.h +3 -106
- data/include/grpc/impl/codegen/status.h +4 -131
- data/include/grpc/impl/codegen/sync.h +3 -42
- data/include/grpc/impl/codegen/sync_abseil.h +3 -12
- data/include/grpc/impl/codegen/sync_custom.h +3 -14
- data/include/grpc/impl/codegen/sync_generic.h +3 -25
- data/include/grpc/impl/codegen/sync_posix.h +3 -28
- data/include/grpc/impl/codegen/sync_windows.h +3 -16
- data/include/grpc/impl/compression_types.h +109 -0
- data/include/grpc/impl/connectivity_state.h +47 -0
- data/include/grpc/impl/grpc_types.h +841 -0
- data/include/grpc/impl/propagation_bits.h +54 -0
- data/include/grpc/impl/slice_type.h +112 -0
- data/include/grpc/load_reporting.h +1 -1
- data/include/grpc/module.modulemap +7 -1
- data/include/grpc/slice.h +1 -1
- data/include/grpc/status.h +131 -1
- data/include/grpc/support/atm.h +70 -1
- data/include/grpc/support/atm_gcc_atomic.h +59 -1
- data/include/grpc/support/atm_gcc_sync.h +58 -1
- data/include/grpc/support/atm_windows.h +105 -1
- data/include/grpc/support/json.h +218 -0
- data/include/grpc/support/log.h +87 -1
- data/include/grpc/support/log_windows.h +1 -1
- data/include/grpc/support/port_platform.h +773 -1
- data/include/grpc/support/string_util.h +1 -1
- data/include/grpc/support/sync.h +35 -2
- data/include/grpc/support/sync_abseil.h +11 -1
- data/include/grpc/support/sync_custom.h +13 -1
- data/include/grpc/support/sync_generic.h +24 -1
- data/include/grpc/support/sync_posix.h +27 -1
- data/include/grpc/support/sync_windows.h +15 -1
- data/include/grpc/support/time.h +31 -6
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +164 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +52 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_provider.h +29 -0
- data/src/core/ext/filters/census/grpc_context.cc +19 -17
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +49 -31
- data/src/core/ext/filters/channel_idle/channel_idle_filter.h +22 -5
- data/src/core/ext/filters/channel_idle/idle_filter_state.h +6 -4
- data/src/core/ext/filters/client_channel/backend_metric.cc +12 -1
- data/src/core/ext/filters/client_channel/backend_metric.h +3 -3
- data/src/core/ext/filters/client_channel/backup_poller.cc +32 -41
- data/src/core/ext/filters/client_channel/backup_poller.h +24 -27
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +52 -29
- data/src/core/ext/filters/client_channel/client_channel.cc +1182 -1226
- data/src/core/ext/filters/client_channel/client_channel.h +176 -186
- data/src/core/ext/filters/client_channel/client_channel_channelz.cc +36 -37
- data/src/core/ext/filters/client_channel/client_channel_channelz.h +22 -22
- data/src/core/ext/filters/client_channel/client_channel_factory.cc +17 -46
- data/src/core/ext/filters/client_channel/client_channel_factory.h +5 -13
- data/src/core/ext/filters/client_channel/client_channel_internal.h +77 -0
- data/src/core/ext/filters/client_channel/client_channel_plugin.cc +18 -34
- data/src/core/ext/filters/client_channel/client_channel_service_config.cc +153 -0
- data/src/core/ext/filters/client_channel/{resolver_result_parsing.h → client_channel_service_config.h} +26 -26
- data/src/core/ext/filters/client_channel/config_selector.h +35 -57
- data/src/core/ext/filters/client_channel/connector.h +13 -10
- data/src/core/ext/filters/client_channel/dynamic_filters.cc +29 -54
- data/src/core/ext/filters/client_channel/dynamic_filters.h +13 -14
- data/src/core/ext/filters/client_channel/global_subchannel_pool.h +21 -21
- data/src/core/ext/filters/client_channel/http_proxy.cc +131 -113
- data/src/core/ext/filters/client_channel/http_proxy.h +36 -32
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +22 -54
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +22 -10
- data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +29 -21
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +47 -48
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +14 -14
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +66 -132
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +41 -24
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +420 -479
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +26 -27
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +14 -5
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +9 -7
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +18 -20
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +21 -22
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +23 -22
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +25 -25
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +478 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +52 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +202 -0
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +30 -105
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +5 -5
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +119 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +533 -384
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +55 -8
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +204 -160
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +25 -0
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +298 -415
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +388 -373
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +35 -10
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +597 -718
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +170 -148
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +179 -125
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +198 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.h +71 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +1011 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +207 -261
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +158 -232
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +11 -3
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +180 -328
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +182 -262
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +390 -514
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +780 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.h +67 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +301 -0
- data/src/core/ext/filters/client_channel/local_subchannel_pool.h +21 -21
- data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +15 -18
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +457 -290
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.h +30 -0
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +42 -43
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +22 -23
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +92 -87
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +308 -232
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +69 -57
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +60 -0
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.h +27 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +559 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.h +35 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +97 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.h +32 -0
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +40 -48
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.h +24 -0
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +9 -21
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +15 -4
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +126 -246
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +129 -69
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +26 -18
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +34 -32
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +616 -462
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +37 -4
- data/src/core/ext/filters/client_channel/retry_filter.cc +40 -2575
- data/src/core/ext/filters/client_channel/retry_filter.h +95 -4
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
- data/src/core/ext/filters/client_channel/retry_service_config.cc +195 -225
- data/src/core/ext/filters/client_channel/retry_service_config.h +22 -28
- data/src/core/ext/filters/client_channel/retry_throttle.cc +27 -29
- data/src/core/ext/filters/client_channel/retry_throttle.h +29 -28
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +47 -97
- data/src/core/ext/filters/client_channel/subchannel.cc +242 -478
- data/src/core/ext/filters/client_channel/subchannel.h +51 -121
- data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +7 -4
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +6 -76
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +37 -46
- data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +46 -135
- data/src/core/ext/filters/client_channel/subchannel_stream_client.h +16 -17
- data/src/core/ext/filters/deadline/deadline_filter.cc +90 -76
- data/src/core/ext/filters/deadline/deadline_filter.h +14 -12
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +43 -18
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +20 -11
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +118 -0
- data/src/core/ext/filters/fault_injection/{service_config_parser.h → fault_injection_service_config_parser.h} +34 -13
- data/src/core/ext/filters/http/client/http_client_filter.cc +61 -48
- data/src/core/ext/filters/http/client/http_client_filter.h +29 -22
- data/src/core/ext/filters/http/client_authority_filter.cc +28 -28
- data/src/core/ext/filters/http/client_authority_filter.h +27 -24
- data/src/core/ext/filters/http/http_filters_plugin.cc +34 -53
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +323 -0
- data/src/core/ext/filters/http/message_compress/compression_filter.h +139 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +63 -56
- data/src/core/ext/filters/http/server/http_server_filter.h +28 -23
- data/src/core/ext/filters/message_size/message_size_filter.cc +191 -288
- data/src/core/ext/filters/message_size/message_size_filter.h +82 -20
- data/src/core/ext/filters/rbac/rbac_filter.cc +54 -113
- data/src/core/ext/filters/rbac/rbac_filter.h +19 -29
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +838 -532
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +18 -7
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +20 -8
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +33 -19
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +4 -3
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +296 -0
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +75 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +82 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +93 -0
- data/src/core/ext/gcp/metadata_query.cc +137 -0
- data/src/core/ext/gcp/metadata_query.h +87 -0
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +18 -18
- data/src/core/ext/transport/chttp2/alpn/alpn.h +24 -24
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +109 -131
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +30 -24
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +229 -247
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +25 -27
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +22 -22
- data/src/core/ext/transport/chttp2/transport/bin_decoder.h +33 -33
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +42 -38
- data/src/core/ext/transport/chttp2/transport/bin_encoder.h +35 -31
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +1032 -1289
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +46 -25
- data/src/core/ext/transport/chttp2/transport/context_list_entry.h +70 -0
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6646 -0
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +2808 -0
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +290 -290
- data/src/core/ext/transport/chttp2/transport/flow_control.h +246 -326
- data/src/core/ext/transport/chttp2/transport/frame.h +21 -21
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +84 -239
- data/src/core/ext/transport/chttp2/transport/frame_data.h +36 -62
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +38 -36
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +20 -20
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +30 -36
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +21 -24
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +30 -25
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +21 -21
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +39 -78
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +22 -22
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +31 -33
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +21 -21
- data/src/core/ext/transport/chttp2/transport/hpack_constants.h +10 -4
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +212 -365
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +328 -160
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +4 -2
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +13 -5
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +326 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +722 -950
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +179 -34
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +79 -72
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +58 -31
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +21 -19
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +39 -37
- data/src/core/ext/transport/chttp2/transport/http_trace.cc +19 -0
- data/src/core/ext/transport/chttp2/transport/http_trace.h +24 -0
- data/src/core/ext/transport/chttp2/transport/huffsyms.cc +20 -20
- data/src/core/ext/transport/chttp2/transport/huffsyms.h +21 -21
- data/src/core/ext/transport/chttp2/transport/internal.h +240 -307
- data/src/core/ext/transport/chttp2/transport/parsing.cc +367 -144
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +19 -23
- data/src/core/ext/transport/chttp2/transport/varint.cc +19 -20
- data/src/core/ext/transport/chttp2/transport/varint.h +37 -34
- data/src/core/ext/transport/chttp2/transport/writing.cc +111 -105
- data/src/core/ext/transport/inproc/inproc_plugin.cc +17 -18
- data/src/core/ext/transport/inproc/inproc_transport.cc +244 -288
- data/src/core/ext/transport/inproc/inproc_transport.h +23 -21
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +87 -52
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +435 -182
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +121 -59
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +502 -220
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +93 -377
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +468 -1881
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +535 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +2796 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +30 -17
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +152 -47
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +34 -19
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +176 -49
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +27 -14
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +82 -38
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +52 -26
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +52 -26
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +109 -62
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +574 -244
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +22 -19
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +82 -29
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +23 -16
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +255 -147
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +938 -406
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +417 -256
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1954 -858
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +74 -41
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +298 -148
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +537 -348
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2136 -1171
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +89 -52
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +351 -232
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +264 -165
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +948 -480
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +154 -72
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +631 -213
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +54 -36
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +380 -219
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1263 -598
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +157 -92
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +655 -292
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +41 -26
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +30 -17
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +152 -47
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +279 -167
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +870 -440
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +226 -128
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1216 -484
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +64 -37
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +369 -207
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1198 -620
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +44 -11
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +179 -18
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +34 -19
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +127 -57
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +48 -16
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +193 -44
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +31 -18
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +147 -65
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +55 -37
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +78 -43
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +277 -127
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +147 -84
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +479 -227
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +115 -62
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +579 -227
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +39 -26
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +198 -94
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +1072 -358
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +172 -95
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +893 -375
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +49 -23
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +186 -89
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +40 -16
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +95 -45
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +29 -15
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +96 -45
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +131 -74
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +521 -249
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +163 -84
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +717 -241
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +263 -121
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +1083 -374
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +83 -48
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +656 -232
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1317 -722
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5948 -2306
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +49 -28
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +177 -85
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +223 -117
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +847 -369
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +20 -10
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +57 -22
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +32 -19
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +78 -49
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +27 -14
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +114 -43
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +46 -25
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +263 -100
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +55 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +122 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +39 -26
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +42 -23
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +116 -70
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +8 -4
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +21 -15
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +43 -24
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +118 -75
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +30 -16
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +104 -46
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +558 -0
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2710 -0
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +16 -9
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +77 -23
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +60 -37
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +170 -108
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +93 -43
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +398 -167
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +47 -21
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +146 -58
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +69 -20
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +367 -67
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +75 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +201 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +506 -287
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2382 -1015
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +53 -0
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +107 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +70 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +246 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +138 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +499 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +93 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +71 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +257 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +53 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +107 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +15 -10
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +184 -94
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +948 -349
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +56 -33
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +162 -101
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +188 -109
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +855 -408
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +32 -19
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +118 -54
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +10 -7
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +22 -14
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +325 -85
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1705 -299
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +42 -23
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +197 -76
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +131 -84
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +531 -239
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +59 -34
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +39 -26
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +141 -69
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +56 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +130 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +60 -26
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +146 -51
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +37 -20
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +141 -63
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +95 -40
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +54 -32
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +41 -26
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +46 -27
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +113 -70
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +117 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +40 -23
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +170 -76
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +31 -18
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +123 -57
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +46 -29
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +151 -91
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +65 -42
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +228 -121
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +80 -45
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +228 -131
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +34 -21
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +86 -53
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +13 -8
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +16 -9
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +32 -18
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +28 -15
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +63 -34
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +43 -22
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +103 -53
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +78 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +237 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +16 -9
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +52 -26
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +23 -14
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +65 -41
- data/src/core/ext/upb-generated/google/api/annotations.upb.c +14 -11
- data/src/core/ext/upb-generated/google/api/annotations.upb.h +30 -20
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +255 -154
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +979 -451
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +299 -180
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +995 -484
- data/src/core/ext/upb-generated/google/api/http.upb.c +68 -35
- data/src/core/ext/upb-generated/google/api/http.upb.h +297 -121
- data/src/core/ext/upb-generated/google/api/httpbody.upb.c +22 -13
- data/src/core/ext/upb-generated/google/api/httpbody.upb.h +99 -37
- data/src/core/ext/upb-generated/google/protobuf/any.upb.c +19 -10
- data/src/core/ext/upb-generated/google/protobuf/any.upb.h +42 -22
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +1037 -442
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +3972 -1411
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +19 -10
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +42 -22
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +10 -7
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +22 -14
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +62 -39
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +220 -103
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +19 -10
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +42 -22
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +90 -51
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +193 -107
- data/src/core/ext/upb-generated/google/rpc/status.upb.c +22 -13
- data/src/core/ext/upb-generated/google/rpc/status.upb.h +99 -37
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +59 -34
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +170 -92
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +43 -24
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +122 -60
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +250 -145
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +960 -416
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +34 -19
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +84 -51
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +25 -14
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +53 -30
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +144 -81
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +442 -218
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +51 -26
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +161 -61
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +173 -102
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +884 -299
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +68 -49
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +167 -104
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +26 -17
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +59 -34
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +12 -9
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +31 -14
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +26 -17
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +59 -34
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +23 -16
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +49 -30
- data/src/core/ext/upb-generated/validate/validate.upb.c +846 -456
- data/src/core/ext/upb-generated/validate/validate.upb.h +4439 -1908
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +68 -49
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +167 -104
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +26 -17
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +59 -34
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +12 -9
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +31 -14
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +65 -44
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +153 -91
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +23 -16
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +49 -30
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +16 -9
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +32 -18
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +56 -0
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +122 -0
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +37 -22
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +104 -63
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +26 -17
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +56 -29
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +21 -12
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +49 -30
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +23 -14
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +66 -42
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +44 -25
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +177 -79
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +27 -14
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +69 -38
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +86 -30
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +227 -54
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +21 -13
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +93 -34
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +53 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +107 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +75 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +270 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +39 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +78 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +78 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +289 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +162 -101
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +539 -295
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +160 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +740 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +24 -15
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +61 -37
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +40 -23
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +170 -76
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +82 -0
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +240 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +85 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +246 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +21 -13
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +49 -30
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +55 -54
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +68 -275
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +6 -90
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +277 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +126 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +15 -12
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +180 -168
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +251 -236
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +233 -223
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +6 -10
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +96 -76
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +188 -184
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +163 -161
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +130 -113
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +200 -187
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +32 -16
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +8 -4
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +17 -17
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +72 -67
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +161 -131
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +26 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +55 -42
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +40 -32
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +20 -13
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +39 -31
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +162 -129
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +21 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +83 -75
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +8 -7
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +744 -668
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +26 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +151 -140
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +17 -15
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +17 -13
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +21 -19
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +81 -75
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +47 -26
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +70 -43
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +517 -466
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +50 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +138 -133
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +151 -147
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +6 -6
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +157 -85
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +41 -5
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +6 -6
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +113 -114
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +48 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +13 -10
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +30 -29
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +69 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +11 -10
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +328 -270
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +43 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +55 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +10 -10
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +71 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +61 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +46 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +5 -8
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +6 -5
- data/src/core/ext/xds/certificate_provider_store.cc +60 -3
- data/src/core/ext/xds/certificate_provider_store.h +21 -4
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +44 -49
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +25 -12
- data/src/core/ext/xds/upb_utils.h +4 -26
- data/src/core/ext/xds/xds_api.cc +129 -212
- data/src/core/ext/xds/xds_api.h +42 -39
- data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
- data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
- data/src/core/ext/xds/xds_bootstrap.cc +7 -539
- data/src/core/ext/xds/xds_bootstrap.h +41 -96
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +377 -0
- data/src/core/ext/xds/xds_bootstrap_grpc.h +181 -0
- data/src/core/ext/xds/xds_certificate_provider.cc +31 -25
- data/src/core/ext/xds/xds_certificate_provider.h +28 -4
- data/src/core/ext/xds/xds_channel_args.h +3 -3
- data/src/core/ext/xds/xds_channel_stack_modifier.cc +16 -7
- data/src/core/ext/xds/xds_channel_stack_modifier.h +16 -4
- data/src/core/ext/xds/xds_client.cc +856 -1325
- data/src/core/ext/xds/xds_client.h +57 -61
- data/src/core/ext/xds/xds_client_grpc.cc +240 -0
- data/src/core/ext/xds/xds_client_grpc.h +93 -0
- data/src/core/ext/xds/xds_client_stats.cc +53 -40
- data/src/core/ext/xds/xds_client_stats.h +60 -44
- data/src/core/ext/xds/xds_cluster.cc +416 -245
- data/src/core/ext/xds/xds_cluster.h +65 -40
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +73 -79
- data/src/core/ext/xds/xds_cluster_specifier_plugin.h +48 -30
- data/src/core/ext/xds/xds_common_types.cc +241 -123
- data/src/core/ext/xds/xds_common_types.h +29 -16
- data/src/core/ext/xds/xds_endpoint.cc +274 -168
- data/src/core/ext/xds/xds_endpoint.h +28 -16
- data/src/core/ext/xds/xds_health_status.cc +63 -0
- data/src/core/ext/xds/xds_health_status.h +89 -0
- data/src/core/ext/xds/xds_http_fault_filter.cc +77 -65
- data/src/core/ext/xds/xds_http_fault_filter.h +22 -27
- data/src/core/ext/xds/xds_http_filters.cc +70 -71
- data/src/core/ext/xds/xds_http_filters.h +80 -29
- data/src/core/ext/xds/xds_http_rbac_filter.cc +316 -288
- data/src/core/ext/xds/xds_http_rbac_filter.h +24 -19
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +222 -0
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +59 -0
- data/src/core/ext/xds/xds_lb_policy_registry.cc +374 -0
- data/src/core/ext/xds/xds_lb_policy_registry.h +71 -0
- data/src/core/ext/xds/xds_listener.cc +566 -477
- data/src/core/ext/xds/xds_listener.h +57 -51
- data/src/core/ext/xds/xds_resource_type.h +28 -22
- data/src/core/ext/xds/xds_resource_type_impl.h +18 -17
- data/src/core/ext/xds/xds_route_config.cc +639 -573
- data/src/core/ext/xds/xds_route_config.h +74 -40
- data/src/core/ext/xds/xds_routing.cc +23 -9
- data/src/core/ext/xds/xds_routing.h +17 -12
- data/src/core/ext/xds/xds_server_config_fetcher.cc +227 -179
- data/src/core/ext/xds/xds_transport.h +86 -0
- data/src/core/ext/xds/xds_transport_grpc.cc +356 -0
- data/src/core/ext/xds/xds_transport_grpc.h +135 -0
- data/src/core/lib/address_utils/parse_address.cc +114 -52
- data/src/core/lib/address_utils/parse_address.h +54 -42
- data/src/core/lib/address_utils/sockaddr_utils.cc +84 -36
- data/src/core/lib/address_utils/sockaddr_utils.h +40 -38
- data/src/core/lib/avl/avl.h +59 -32
- data/src/core/lib/backoff/backoff.cc +19 -21
- data/src/core/lib/backoff/backoff.h +21 -21
- data/src/core/lib/backoff/random_early_detection.cc +31 -0
- data/src/core/lib/backoff/random_early_detection.h +64 -0
- data/src/core/lib/channel/call_finalization.h +5 -7
- data/src/core/lib/channel/call_tracer.cc +51 -0
- data/src/core/lib/channel/call_tracer.h +107 -35
- data/src/core/lib/channel/channel_args.cc +209 -71
- data/src/core/lib/channel/channel_args.h +322 -112
- data/src/core/lib/channel/channel_args_preconditioning.cc +1 -0
- data/src/core/lib/channel/channel_args_preconditioning.h +4 -4
- data/src/core/lib/channel/channel_fwd.h +26 -0
- data/src/core/lib/channel/channel_stack.cc +60 -58
- data/src/core/lib/channel/channel_stack.h +149 -146
- data/src/core/lib/channel/channel_stack_builder.cc +21 -24
- data/src/core/lib/channel/channel_stack_builder.h +19 -14
- data/src/core/lib/channel/channel_stack_builder_impl.cc +55 -26
- data/src/core/lib/channel/channel_stack_builder_impl.h +6 -3
- data/src/core/lib/channel/channel_trace.cc +40 -38
- data/src/core/lib/channel/channel_trace.h +22 -22
- data/src/core/lib/channel/channelz.cc +190 -172
- data/src/core/lib/channel/channelz.h +80 -65
- data/src/core/lib/channel/channelz_registry.cc +45 -42
- data/src/core/lib/channel/channelz_registry.h +21 -21
- data/src/core/lib/channel/connected_channel.cc +768 -67
- data/src/core/lib/channel/connected_channel.h +21 -24
- data/src/core/lib/channel/context.h +33 -22
- data/src/core/lib/channel/promise_based_filter.cc +1613 -295
- data/src/core/lib/channel/promise_based_filter.h +488 -104
- data/src/core/lib/channel/server_call_tracer_filter.cc +110 -0
- data/src/core/lib/channel/status_util.cc +62 -17
- data/src/core/lib/channel/status_util.h +39 -22
- data/src/core/lib/compression/compression.cc +24 -19
- data/src/core/lib/compression/compression_internal.cc +41 -54
- data/src/core/lib/compression/compression_internal.h +27 -26
- data/src/core/lib/compression/message_compress.cc +28 -26
- data/src/core/lib/compression/message_compress.h +28 -29
- data/src/core/lib/config/config_vars.cc +153 -0
- data/src/core/lib/config/config_vars.h +127 -0
- data/src/core/lib/config/config_vars_non_generated.cc +51 -0
- data/src/core/lib/config/core_configuration.cc +5 -1
- data/src/core/lib/config/core_configuration.h +84 -38
- data/src/core/lib/config/load_config.cc +79 -0
- data/src/core/lib/config/load_config.h +55 -0
- data/src/core/lib/debug/event_log.cc +88 -0
- data/src/core/lib/debug/event_log.h +81 -0
- data/src/core/lib/debug/histogram_view.cc +69 -0
- data/src/core/lib/debug/histogram_view.h +37 -0
- data/src/core/lib/debug/stats.cc +48 -152
- data/src/core/lib/debug/stats.h +50 -57
- data/src/core/lib/debug/stats_data.cc +302 -645
- data/src/core/lib/debug/stats_data.h +293 -545
- data/src/core/lib/debug/trace.cc +53 -81
- data/src/core/lib/debug/trace.h +40 -56
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +212 -0
- data/src/core/lib/event_engine/cf_engine/cf_engine.h +86 -0
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +354 -0
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +146 -0
- data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +79 -0
- data/src/core/lib/event_engine/channel_args_endpoint_config.cc +15 -18
- data/src/core/lib/event_engine/channel_args_endpoint_config.h +16 -10
- data/src/core/lib/event_engine/common_closures.h +71 -0
- data/src/core/lib/event_engine/default_event_engine.cc +111 -0
- data/src/core/lib/event_engine/default_event_engine.h +73 -0
- data/src/core/lib/event_engine/default_event_engine_factory.cc +32 -5
- data/src/core/lib/event_engine/{event_engine_factory.h → default_event_engine_factory.h} +4 -12
- data/src/core/lib/event_engine/event_engine.cc +17 -31
- data/src/core/lib/event_engine/forkable.cc +111 -0
- data/src/core/lib/event_engine/forkable.h +61 -0
- data/src/core/lib/event_engine/handle_containers.h +9 -21
- data/src/core/lib/event_engine/memory_allocator.cc +1 -1
- data/src/core/lib/event_engine/memory_allocator_factory.h +47 -0
- data/src/core/lib/event_engine/poller.h +62 -0
- data/src/core/lib/event_engine/posix.h +162 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +640 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +139 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +893 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +97 -0
- data/src/core/lib/event_engine/posix_engine/event_poller.h +111 -0
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +68 -0
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +33 -0
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +77 -0
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +179 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +254 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +73 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +1352 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +728 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +638 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +256 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +80 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +331 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +283 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +381 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +91 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +907 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +322 -0
- data/src/core/lib/event_engine/posix_engine/timer.cc +311 -0
- data/src/core/lib/event_engine/posix_engine/timer.h +167 -0
- data/src/core/lib/event_engine/posix_engine/timer_heap.cc +107 -0
- data/src/core/lib/event_engine/posix_engine/timer_heap.h +56 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +173 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +114 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +332 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +185 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +127 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +45 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +150 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +45 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +76 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +67 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +37 -0
- data/src/core/lib/event_engine/resolved_address.cc +21 -1
- data/src/core/lib/event_engine/resolved_address_internal.h +34 -0
- data/src/core/lib/event_engine/shim.cc +64 -0
- data/src/core/lib/event_engine/shim.h +33 -0
- data/src/core/lib/event_engine/slice.cc +8 -7
- data/src/core/lib/event_engine/slice_buffer.cc +2 -2
- data/src/core/lib/event_engine/tcp_socket_utils.cc +449 -0
- data/src/core/lib/event_engine/tcp_socket_utils.h +93 -0
- data/src/core/lib/event_engine/thread_local.cc +29 -0
- data/src/core/lib/event_engine/thread_local.h +32 -0
- data/src/core/lib/event_engine/thread_pool/original_thread_pool.cc +256 -0
- data/src/core/lib/event_engine/thread_pool/original_thread_pool.h +137 -0
- data/src/core/lib/event_engine/thread_pool/thread_pool.h +50 -0
- data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +40 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +542 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +269 -0
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +157 -0
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +104 -0
- data/src/core/lib/event_engine/time_util.cc +30 -0
- data/src/core/lib/event_engine/time_util.h +32 -0
- data/src/core/lib/event_engine/trace.cc +7 -0
- data/src/core/lib/event_engine/trace.h +22 -3
- data/src/core/lib/event_engine/utils.cc +44 -0
- data/src/core/lib/event_engine/utils.h +44 -0
- data/src/core/lib/event_engine/windows/iocp.cc +141 -0
- data/src/core/lib/event_engine/windows/iocp.h +69 -0
- data/src/core/lib/event_engine/windows/win_socket.cc +218 -0
- data/src/core/lib/event_engine/windows/win_socket.h +129 -0
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +380 -0
- data/src/core/lib/event_engine/windows/windows_endpoint.h +123 -0
- data/src/core/lib/event_engine/windows/windows_engine.cc +412 -0
- data/src/core/lib/event_engine/windows/windows_engine.h +160 -0
- data/src/core/lib/event_engine/windows/windows_listener.cc +370 -0
- data/src/core/lib/event_engine/windows/windows_listener.h +156 -0
- data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
- data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
- data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
- data/src/core/lib/experiments/config.cc +223 -0
- data/src/core/lib/experiments/config.h +81 -0
- data/src/core/lib/experiments/experiments.cc +416 -0
- data/src/core/lib/experiments/experiments.h +192 -0
- data/src/core/lib/gpr/alloc.cc +19 -25
- data/src/core/lib/gpr/alloc.h +20 -20
- data/src/core/lib/gpr/{log_android.cc → android/log.cc} +22 -20
- data/src/core/lib/gpr/atm.cc +17 -17
- data/src/core/lib/gpr/iphone/cpu.cc +44 -0
- data/src/core/lib/gpr/{cpu_linux.cc → linux/cpu.cc} +28 -23
- data/src/core/lib/gpr/{log_linux.cc → linux/log.cc} +24 -24
- data/src/core/lib/gpr/log.cc +42 -47
- data/src/core/lib/gpr/log_internal.h +55 -0
- data/src/core/lib/gpr/{tmpfile_msys.cc → msys/tmpfile.cc} +21 -20
- data/src/core/lib/gpr/{cpu_posix.cc → posix/cpu.cc} +23 -22
- data/src/core/lib/gpr/{log_posix.cc → posix/log.cc} +20 -19
- data/src/core/lib/gpr/{string_posix.cc → posix/string.cc} +24 -24
- data/src/core/lib/gpr/{sync_posix.cc → posix/sync.cc} +22 -34
- data/src/core/lib/gpr/{time_posix.cc → posix/time.cc} +46 -45
- data/src/core/lib/gpr/{tmpfile_posix.cc → posix/tmpfile.cc} +22 -20
- data/src/core/lib/gpr/spinlock.h +20 -20
- data/src/core/lib/gpr/string.cc +25 -24
- data/src/core/lib/gpr/string.h +61 -61
- data/src/core/lib/gpr/sync.cc +25 -25
- data/src/core/lib/gpr/sync_abseil.cc +36 -40
- data/src/core/lib/gpr/time.cc +34 -30
- data/src/core/lib/gpr/time_precise.cc +22 -22
- data/src/core/lib/gpr/time_precise.h +21 -22
- data/src/core/lib/gpr/tmpfile.h +24 -24
- data/src/core/lib/gpr/useful.h +83 -30
- data/src/core/{ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc → lib/gpr/windows/cpu.cc} +16 -11
- data/src/core/lib/gpr/{log_windows.cc → windows/log.cc} +25 -25
- data/src/core/lib/gpr/windows/string.cc +69 -0
- data/src/core/lib/gpr/windows/string_util.cc +55 -0
- data/src/core/lib/gpr/{sync_windows.cc → windows/sync.cc} +29 -27
- data/src/core/lib/gpr/{time_windows.cc → windows/time.cc} +35 -29
- data/src/core/lib/gpr/windows/tmpfile.cc +68 -0
- data/src/core/lib/gpr/wrap_memcpy.cc +23 -23
- data/src/core/lib/gprpp/atomic_utils.h +20 -20
- data/src/core/lib/gprpp/bitset.h +30 -16
- data/src/core/lib/gprpp/chunked_vector.h +3 -3
- data/src/core/lib/gprpp/construct_destruct.h +3 -3
- data/src/core/lib/gprpp/cpp_impl_of.h +3 -3
- data/src/core/lib/gprpp/crash.cc +43 -0
- data/src/core/lib/gprpp/crash.h +37 -0
- data/src/core/lib/gprpp/debug_location.h +60 -31
- data/src/core/lib/gprpp/dual_ref_counted.h +12 -12
- data/src/core/lib/gprpp/env.h +53 -0
- data/src/core/lib/gprpp/examine_stack.cc +17 -17
- data/src/core/lib/gprpp/examine_stack.h +21 -21
- data/src/core/lib/gprpp/fork.cc +63 -62
- data/src/core/lib/gprpp/fork.h +31 -36
- data/src/core/lib/gprpp/host_port.cc +28 -26
- data/src/core/lib/gprpp/host_port.h +32 -31
- data/src/core/lib/gprpp/if_list.h +4530 -0
- data/src/core/lib/gprpp/linux/env.cc +80 -0
- data/src/core/lib/gprpp/load_file.cc +75 -0
- data/src/core/lib/gprpp/load_file.h +33 -0
- data/src/core/lib/gprpp/manual_constructor.h +21 -88
- data/src/core/lib/gprpp/match.h +3 -3
- data/src/core/lib/gprpp/memory.h +21 -21
- data/src/core/lib/gprpp/mpscq.cc +17 -17
- data/src/core/lib/gprpp/mpscq.h +21 -21
- data/src/core/lib/gprpp/no_destruct.h +95 -0
- data/src/core/lib/gprpp/notification.h +67 -0
- data/src/core/lib/gprpp/orphanable.h +28 -27
- data/src/core/lib/gprpp/overload.h +3 -3
- data/src/core/lib/gprpp/packed_table.h +40 -0
- data/src/core/lib/gprpp/per_cpu.cc +33 -0
- data/src/core/lib/gprpp/per_cpu.h +75 -0
- data/src/core/lib/gprpp/posix/env.cc +47 -0
- data/src/core/lib/gprpp/{stat_posix.cc → posix/stat.cc} +5 -4
- data/src/core/lib/gprpp/{thd_posix.cc → posix/thd.cc} +75 -64
- data/src/core/lib/gprpp/ref_counted.h +60 -61
- data/src/core/lib/gprpp/ref_counted_ptr.h +41 -54
- data/src/core/lib/gprpp/single_set_ptr.h +3 -3
- data/src/core/lib/gprpp/sorted_pack.h +89 -0
- data/src/core/lib/gprpp/stat.h +3 -3
- data/src/core/lib/gprpp/status_helper.cc +50 -34
- data/src/core/lib/gprpp/status_helper.h +25 -20
- data/src/core/lib/gprpp/strerror.cc +43 -0
- data/src/core/lib/gprpp/strerror.h +29 -0
- data/src/core/lib/gprpp/sync.h +23 -23
- data/src/core/lib/gprpp/table.h +12 -4
- data/src/core/lib/gprpp/tchar.cc +49 -0
- data/src/core/lib/gprpp/tchar.h +33 -0
- data/src/core/lib/gprpp/thd.h +39 -23
- data/src/core/lib/gprpp/time.cc +45 -8
- data/src/core/lib/gprpp/time.h +85 -4
- data/src/core/lib/gprpp/time_averaged_stats.cc +60 -0
- data/src/core/lib/gprpp/time_averaged_stats.h +79 -0
- data/src/core/lib/gprpp/time_util.h +4 -4
- data/src/core/lib/gprpp/type_list.h +32 -0
- data/src/core/lib/gprpp/unique_type_name.h +21 -21
- data/src/core/lib/gprpp/validation_errors.cc +66 -0
- data/src/core/lib/gprpp/validation_errors.h +134 -0
- data/src/core/lib/gprpp/windows/env.cc +56 -0
- data/src/core/lib/gprpp/{stat_windows.cc → windows/stat.cc} +4 -2
- data/src/core/lib/gprpp/{thd_windows.cc → windows/thd.cc} +28 -28
- data/src/core/lib/{iomgr → gprpp}/work_serializer.cc +34 -18
- data/src/core/lib/{iomgr → gprpp}/work_serializer.h +21 -28
- data/src/core/lib/handshaker/proxy_mapper.h +53 -0
- data/src/core/lib/handshaker/proxy_mapper_registry.cc +71 -0
- data/src/core/lib/handshaker/proxy_mapper_registry.h +75 -0
- data/src/core/lib/http/format_request.cc +24 -22
- data/src/core/lib/http/format_request.h +21 -21
- data/src/core/lib/http/httpcli.cc +79 -88
- data/src/core/lib/http/httpcli.h +53 -40
- data/src/core/lib/http/httpcli_security_connector.cc +47 -38
- data/src/core/lib/http/httpcli_ssl_credentials.h +6 -4
- data/src/core/lib/http/parser.cc +78 -90
- data/src/core/lib/http/parser.h +38 -35
- data/src/core/lib/iomgr/block_annotate.h +23 -23
- data/src/core/lib/iomgr/buffer_list.cc +156 -136
- data/src/core/lib/iomgr/buffer_list.h +122 -101
- data/src/core/lib/iomgr/call_combiner.cc +32 -64
- data/src/core/lib/iomgr/call_combiner.h +26 -27
- data/src/core/lib/iomgr/cfstream_handle.cc +34 -37
- data/src/core/lib/iomgr/cfstream_handle.h +25 -25
- data/src/core/lib/iomgr/closure.cc +27 -0
- data/src/core/lib/iomgr/closure.h +95 -58
- data/src/core/lib/iomgr/combiner.cc +20 -39
- data/src/core/lib/iomgr/combiner.h +20 -20
- data/src/core/lib/iomgr/dualstack_socket_posix.cc +21 -21
- data/src/core/lib/iomgr/dynamic_annotations.h +22 -22
- data/src/core/lib/iomgr/endpoint.cc +17 -17
- data/src/core/lib/iomgr/endpoint.h +49 -49
- data/src/core/lib/iomgr/endpoint_cfstream.cc +58 -53
- data/src/core/lib/iomgr/endpoint_cfstream.h +32 -32
- data/src/core/lib/iomgr/endpoint_pair.h +22 -22
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +36 -30
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +31 -22
- data/src/core/lib/iomgr/error.cc +83 -836
- data/src/core/lib/iomgr/error.h +52 -325
- data/src/core/lib/iomgr/error_cfstream.cc +18 -23
- data/src/core/lib/iomgr/error_cfstream.h +21 -21
- data/src/core/lib/iomgr/ev_apple.cc +33 -33
- data/src/core/lib/iomgr/ev_apple.h +21 -21
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +275 -255
- data/src/core/lib/iomgr/ev_epoll1_linux.h +21 -21
- data/src/core/lib/iomgr/ev_poll_posix.cc +298 -272
- data/src/core/lib/iomgr/ev_poll_posix.h +22 -22
- data/src/core/lib/iomgr/ev_posix.cc +85 -155
- data/src/core/lib/iomgr/ev_posix.h +93 -90
- data/src/core/lib/iomgr/ev_windows.cc +18 -18
- data/src/core/lib/iomgr/event_engine_shims/closure.cc +62 -0
- data/src/core/lib/iomgr/event_engine_shims/closure.h +39 -0
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +471 -0
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +43 -0
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +91 -0
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.h +44 -0
- data/src/core/lib/iomgr/exec_ctx.cc +34 -56
- data/src/core/lib/iomgr/exec_ctx.h +162 -175
- data/src/core/lib/iomgr/executor.cc +21 -31
- data/src/core/lib/iomgr/executor.h +27 -30
- data/src/core/lib/iomgr/fork_posix.cc +30 -27
- data/src/core/lib/iomgr/fork_windows.cc +21 -21
- data/src/core/lib/iomgr/gethostname.h +20 -20
- data/src/core/lib/iomgr/gethostname_fallback.cc +17 -17
- data/src/core/lib/iomgr/gethostname_host_name_max.cc +17 -17
- data/src/core/lib/iomgr/gethostname_sysconf.cc +17 -17
- data/src/core/lib/iomgr/grpc_if_nametoindex.h +22 -22
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +20 -19
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +20 -19
- data/src/core/lib/iomgr/internal_errqueue.cc +4 -2
- data/src/core/lib/iomgr/internal_errqueue.h +83 -83
- data/src/core/lib/iomgr/iocp_windows.cc +47 -26
- data/src/core/lib/iomgr/iocp_windows.h +32 -21
- data/src/core/lib/iomgr/iomgr.cc +29 -27
- data/src/core/lib/iomgr/iomgr.h +35 -35
- data/src/core/lib/iomgr/iomgr_fwd.h +4 -3
- data/src/core/lib/iomgr/iomgr_internal.cc +17 -17
- data/src/core/lib/iomgr/iomgr_internal.h +28 -28
- data/src/core/lib/iomgr/iomgr_posix.cc +21 -20
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +22 -20
- data/src/core/lib/iomgr/iomgr_windows.cc +32 -24
- data/src/core/lib/iomgr/load_file.cc +24 -27
- data/src/core/lib/iomgr/load_file.h +22 -22
- data/src/core/lib/iomgr/lockfree_event.cc +114 -131
- data/src/core/lib/iomgr/lockfree_event.h +23 -23
- data/src/core/lib/iomgr/nameser.h +86 -86
- data/src/core/lib/iomgr/polling_entity.cc +25 -21
- data/src/core/lib/iomgr/polling_entity.h +29 -29
- data/src/core/lib/iomgr/pollset.cc +17 -17
- data/src/core/lib/iomgr/pollset.h +60 -61
- data/src/core/lib/iomgr/pollset_set.cc +17 -17
- data/src/core/lib/iomgr/pollset_set.h +25 -26
- data/src/core/lib/iomgr/pollset_set_windows.cc +27 -27
- data/src/core/lib/iomgr/pollset_set_windows.h +20 -20
- data/src/core/lib/iomgr/pollset_windows.cc +33 -32
- data/src/core/lib/iomgr/pollset_windows.h +24 -24
- data/src/core/lib/iomgr/port.h +44 -31
- data/src/core/lib/iomgr/python_util.h +24 -24
- data/src/core/lib/iomgr/resolve_address.cc +39 -21
- data/src/core/lib/iomgr/resolve_address.h +71 -34
- data/src/core/lib/iomgr/resolve_address_impl.h +5 -4
- data/src/core/lib/iomgr/resolve_address_posix.cc +74 -49
- data/src/core/lib/iomgr/resolve_address_posix.h +23 -10
- data/src/core/lib/iomgr/resolve_address_windows.cc +59 -26
- data/src/core/lib/iomgr/resolve_address_windows.h +23 -10
- data/src/core/lib/iomgr/resolved_address.h +3 -3
- data/src/core/lib/iomgr/sockaddr.h +23 -23
- data/src/core/lib/iomgr/sockaddr_posix.h +28 -21
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +20 -18
- data/src/core/lib/iomgr/sockaddr_windows.h +21 -21
- data/src/core/lib/iomgr/socket_factory_posix.cc +18 -18
- data/src/core/lib/iomgr/socket_factory_posix.h +32 -32
- data/src/core/lib/iomgr/socket_mutator.cc +19 -18
- data/src/core/lib/iomgr/socket_mutator.h +39 -39
- data/src/core/lib/iomgr/socket_utils.h +27 -27
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +129 -105
- data/src/core/lib/iomgr/socket_utils_linux.cc +18 -17
- data/src/core/lib/iomgr/socket_utils_posix.cc +108 -19
- data/src/core/lib/iomgr/socket_utils_posix.h +185 -84
- data/src/core/lib/iomgr/socket_utils_windows.cc +20 -19
- data/src/core/lib/iomgr/socket_windows.cc +97 -42
- data/src/core/lib/iomgr/socket_windows.h +68 -63
- data/src/core/lib/iomgr/systemd_utils.cc +116 -0
- data/src/core/lib/iomgr/systemd_utils.h +33 -0
- data/src/core/lib/iomgr/tcp_client.cc +28 -24
- data/src/core/lib/iomgr/tcp_client.h +49 -38
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +50 -36
- data/src/core/lib/iomgr/tcp_client_posix.cc +244 -106
- data/src/core/lib/iomgr/tcp_client_posix.h +55 -52
- data/src/core/lib/iomgr/tcp_client_windows.cc +65 -52
- data/src/core/lib/iomgr/tcp_posix.cc +520 -343
- data/src/core/lib/iomgr/tcp_posix.h +32 -30
- data/src/core/lib/iomgr/tcp_server.cc +33 -24
- data/src/core/lib/iomgr/tcp_server.h +78 -69
- data/src/core/lib/iomgr/tcp_server_posix.cc +422 -135
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +80 -55
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +119 -60
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +40 -40
- data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +19 -19
- data/src/core/lib/iomgr/tcp_server_windows.cc +280 -123
- data/src/core/lib/iomgr/tcp_windows.cc +121 -104
- data/src/core/lib/iomgr/tcp_windows.h +34 -35
- data/src/core/lib/iomgr/timer.cc +17 -17
- data/src/core/lib/iomgr/timer.h +68 -68
- data/src/core/lib/iomgr/timer_generic.cc +142 -150
- data/src/core/lib/iomgr/timer_generic.h +21 -21
- data/src/core/lib/iomgr/timer_heap.cc +25 -25
- data/src/core/lib/iomgr/timer_heap.h +22 -22
- data/src/core/lib/iomgr/timer_manager.cc +31 -31
- data/src/core/lib/iomgr/timer_manager.h +27 -27
- data/src/core/lib/iomgr/unix_sockets_posix.cc +20 -21
- data/src/core/lib/iomgr/unix_sockets_posix.h +21 -21
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +19 -17
- data/src/core/lib/iomgr/vsock.cc +59 -0
- data/src/core/lib/iomgr/vsock.h +38 -0
- data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +23 -23
- data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +23 -23
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +29 -26
- data/src/core/lib/iomgr/wakeup_fd_pipe.h +20 -20
- data/src/core/lib/iomgr/wakeup_fd_posix.cc +33 -30
- data/src/core/lib/iomgr/wakeup_fd_posix.h +55 -60
- data/src/core/lib/json/json.h +21 -240
- data/src/core/{ext/filters/http/message_compress/message_decompress_filter.h → lib/json/json_args.h} +13 -10
- data/src/core/lib/json/json_channel_args.h +42 -0
- data/src/core/lib/json/json_object_loader.cc +216 -0
- data/src/core/lib/json/json_object_loader.h +646 -0
- data/src/core/lib/json/json_reader.cc +181 -129
- data/src/core/lib/json/json_reader.h +34 -0
- data/src/core/lib/json/json_util.cc +23 -55
- data/src/core/lib/json/json_util.h +12 -11
- data/src/core/lib/json/json_writer.cc +80 -81
- data/src/core/{ext/xds/xds_resource_type.cc → lib/json/json_writer.h} +11 -11
- data/src/core/lib/load_balancing/delegating_helper.h +115 -0
- data/src/core/lib/load_balancing/lb_policy.cc +98 -0
- data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy.h +69 -43
- data/src/core/lib/load_balancing/lb_policy_factory.h +49 -0
- data/src/core/lib/load_balancing/lb_policy_registry.cc +143 -0
- data/src/core/lib/load_balancing/lb_policy_registry.h +82 -0
- data/src/core/{ext/filters/client_channel → lib/load_balancing}/subchannel_interface.h +23 -30
- data/src/core/lib/matchers/matchers.cc +15 -11
- data/src/core/lib/matchers/matchers.h +7 -4
- data/src/core/lib/promise/activity.cc +43 -7
- data/src/core/lib/promise/activity.h +158 -53
- data/src/core/lib/promise/arena_promise.h +105 -72
- data/src/core/lib/promise/cancel_callback.h +77 -0
- data/src/core/lib/promise/context.h +17 -10
- data/src/core/lib/promise/detail/basic_join.h +197 -0
- data/src/core/lib/promise/detail/basic_seq.h +28 -33
- data/src/core/lib/promise/detail/promise_factory.h +66 -14
- data/src/core/lib/promise/detail/promise_like.h +3 -3
- data/src/core/lib/promise/detail/status.h +31 -3
- data/src/core/lib/promise/detail/switch.h +21 -21
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +23 -15
- data/src/core/lib/promise/for_each.h +176 -0
- data/src/core/lib/promise/if.h +204 -0
- data/src/core/lib/promise/interceptor_list.h +329 -0
- data/src/core/lib/promise/latch.h +197 -23
- data/src/core/lib/promise/loop.h +22 -15
- data/src/core/lib/promise/map.h +11 -6
- data/src/core/lib/promise/party.cc +304 -0
- data/src/core/lib/promise/party.h +508 -0
- data/src/core/lib/promise/pipe.h +762 -0
- data/src/core/lib/promise/poll.h +177 -11
- data/src/core/lib/promise/prioritized_race.h +95 -0
- data/src/core/lib/promise/promise.h +7 -7
- data/src/core/lib/promise/race.h +6 -9
- data/src/core/lib/promise/seq.h +32 -12
- data/src/core/lib/promise/sleep.cc +57 -42
- data/src/core/lib/promise/sleep.h +40 -32
- data/src/core/lib/promise/trace.cc +20 -0
- data/src/core/lib/promise/trace.h +24 -0
- data/src/core/lib/promise/try_join.h +82 -0
- data/src/core/lib/promise/try_seq.h +39 -21
- data/src/core/lib/resolver/resolver.cc +17 -59
- data/src/core/lib/resolver/resolver.h +21 -18
- data/src/core/lib/resolver/resolver_factory.h +13 -10
- data/src/core/lib/resolver/resolver_registry.cc +17 -9
- data/src/core/lib/resolver/resolver_registry.h +15 -5
- data/src/core/lib/resolver/server_address.cc +39 -126
- data/src/core/lib/resolver/server_address.h +36 -95
- data/src/core/lib/resource_quota/api.cc +10 -2
- data/src/core/lib/resource_quota/api.h +10 -4
- data/src/core/lib/resource_quota/arena.cc +101 -21
- data/src/core/lib/resource_quota/arena.h +310 -23
- data/src/core/lib/resource_quota/memory_quota.cc +287 -108
- data/src/core/lib/resource_quota/memory_quota.h +175 -60
- data/src/core/lib/resource_quota/periodic_update.cc +78 -0
- data/src/core/lib/resource_quota/periodic_update.h +71 -0
- data/src/core/lib/resource_quota/resource_quota.h +4 -4
- data/src/core/lib/resource_quota/thread_quota.h +3 -3
- data/src/core/lib/resource_quota/trace.h +3 -3
- data/src/core/lib/security/authorization/audit_logging.cc +98 -0
- data/src/core/lib/security/authorization/audit_logging.h +73 -0
- data/src/core/lib/security/authorization/authorization_engine.h +3 -3
- data/src/core/lib/security/authorization/authorization_policy_provider.h +10 -3
- data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +3 -0
- data/src/core/lib/security/authorization/evaluate_args.cc +17 -8
- data/src/core/lib/security/authorization/evaluate_args.h +9 -6
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +52 -3
- data/src/core/lib/security/authorization/grpc_authorization_engine.h +28 -4
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +16 -3
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +16 -5
- data/src/core/lib/security/authorization/matchers.cc +44 -30
- data/src/core/lib/security/authorization/matchers.h +10 -3
- data/src/core/lib/security/authorization/rbac_policy.cc +42 -6
- data/src/core/lib/security/authorization/rbac_policy.h +29 -5
- data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
- data/src/core/lib/security/authorization/stdout_logger.h +61 -0
- data/src/core/{ext/xds → lib/security/certificate_provider}/certificate_provider_factory.h +17 -8
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +50 -0
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +76 -0
- data/src/core/lib/security/context/security_context.cc +27 -25
- data/src/core/lib/security/context/security_context.h +56 -34
- data/src/core/lib/security/credentials/alts/alts_credentials.cc +23 -22
- data/src/core/lib/security/credentials/alts/alts_credentials.h +61 -57
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +19 -19
- data/src/core/lib/security/credentials/alts/check_gcp_environment.h +43 -43
- data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +17 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +18 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +18 -17
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +20 -22
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +18 -18
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +38 -39
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +19 -22
- data/src/core/lib/security/credentials/call_creds_util.cc +8 -0
- data/src/core/lib/security/credentials/call_creds_util.h +4 -3
- data/src/core/lib/security/credentials/channel_creds_registry.h +59 -30
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +182 -12
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +28 -32
- data/src/core/lib/security/credentials/composite/composite_credentials.h +43 -30
- data/src/core/lib/security/credentials/credentials.cc +23 -26
- data/src/core/lib/security/credentials/credentials.h +62 -55
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +148 -119
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +14 -3
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +14 -3
- data/src/core/lib/security/credentials/external/aws_request_signer.h +3 -3
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +176 -122
- data/src/core/lib/security/credentials/external/external_account_credentials.h +20 -3
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +47 -42
- data/src/core/lib/security/credentials/external/file_external_account_credentials.h +9 -3
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +67 -54
- data/src/core/lib/security/credentials/external/url_external_account_credentials.h +13 -3
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +58 -72
- data/src/core/lib/security/credentials/fake/fake_credentials.h +77 -42
- data/src/core/lib/security/credentials/google_default/credentials_generic.cc +23 -25
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +124 -158
- data/src/core/lib/security/credentials/google_default/google_default_credentials.h +31 -25
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +27 -20
- data/src/core/lib/security/credentials/iam/iam_credentials.h +31 -21
- data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +7 -3
- data/src/core/lib/security/credentials/insecure/insecure_credentials.h +10 -6
- data/src/core/lib/security/credentials/jwt/json_token.cc +58 -44
- data/src/core/lib/security/credentials/jwt/json_token.h +36 -36
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +34 -27
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +35 -21
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +150 -124
- data/src/core/lib/security/credentials/jwt/jwt_verifier.h +49 -47
- data/src/core/lib/security/credentials/local/local_credentials.cc +24 -24
- data/src/core/lib/security/credentials/local/local_credentials.h +32 -26
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +104 -93
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +43 -22
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +31 -30
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +47 -23
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +36 -40
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +35 -23
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +22 -30
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +16 -17
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +68 -48
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +24 -9
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +10 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +9 -10
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +30 -23
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +8 -4
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +37 -45
- data/src/core/lib/security/credentials/tls/tls_credentials.h +31 -26
- data/src/core/lib/security/credentials/tls/tls_utils.cc +5 -1
- data/src/core/lib/security/credentials/tls/tls_utils.h +4 -4
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +21 -32
- data/src/core/lib/security/credentials/xds/xds_credentials.h +19 -5
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +61 -59
- data/src/core/lib/security/security_connector/alts/alts_security_connector.h +49 -47
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +74 -78
- data/src/core/lib/security/security_connector/fake/fake_security_connector.h +25 -26
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +15 -6
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +26 -15
- data/src/core/lib/security/security_connector/load_system_roots.h +20 -20
- data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +22 -20
- data/src/core/lib/security/security_connector/{load_system_roots_linux.cc → load_system_roots_supported.cc} +47 -46
- data/src/core/lib/security/security_connector/load_system_roots_supported.h +45 -0
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +64 -47
- data/src/core/lib/security/security_connector/local/local_security_connector.h +49 -46
- data/src/core/lib/security/security_connector/security_connector.cc +37 -35
- data/src/core/lib/security/security_connector/security_connector.h +57 -44
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +54 -45
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +44 -43
- data/src/core/lib/security/security_connector/ssl_utils.cc +58 -63
- data/src/core/lib/security/security_connector/ssl_utils.h +46 -43
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +71 -57
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +48 -28
- data/src/core/lib/security/transport/auth_filters.h +53 -24
- data/src/core/lib/security/transport/client_auth_filter.cc +51 -32
- data/src/core/lib/security/transport/secure_endpoint.cc +116 -70
- data/src/core/lib/security/transport/secure_endpoint.h +28 -27
- data/src/core/lib/security/transport/security_handshaker.cc +139 -109
- data/src/core/lib/security/transport/security_handshaker.h +27 -22
- data/src/core/lib/security/transport/server_auth_filter.cc +177 -269
- data/src/core/lib/security/transport/tsi_error.cc +23 -20
- data/src/core/lib/security/transport/tsi_error.h +20 -20
- data/src/core/lib/security/util/json_util.cc +30 -29
- data/src/core/lib/security/util/json_util.h +21 -23
- data/src/core/lib/service_config/service_config.h +15 -4
- data/src/core/lib/service_config/service_config_call_data.h +60 -19
- data/src/core/lib/service_config/service_config_impl.cc +113 -152
- data/src/core/lib/service_config/service_config_impl.h +19 -26
- data/src/core/lib/service_config/service_config_parser.cc +10 -30
- data/src/core/lib/service_config/service_config_parser.h +13 -21
- data/src/core/lib/slice/b64.cc +26 -26
- data/src/core/lib/slice/b64.h +32 -32
- data/src/core/lib/slice/percent_encoding.cc +21 -30
- data/src/core/lib/slice/percent_encoding.h +28 -28
- data/src/core/lib/slice/slice.cc +58 -46
- data/src/core/lib/slice/slice.h +75 -18
- data/src/core/lib/slice/slice_buffer.cc +93 -60
- data/src/core/lib/slice/slice_buffer.h +72 -10
- data/src/core/lib/slice/slice_internal.h +34 -42
- data/src/core/lib/slice/slice_refcount.cc +3 -18
- data/src/core/lib/slice/slice_refcount.h +53 -18
- data/src/core/lib/slice/slice_string_helpers.cc +17 -37
- data/src/core/lib/slice/slice_string_helpers.h +21 -25
- data/src/core/lib/surface/api_trace.cc +17 -17
- data/src/core/lib/surface/api_trace.h +25 -25
- data/src/core/lib/surface/builtins.cc +2 -0
- data/src/core/lib/surface/builtins.h +3 -3
- data/src/core/lib/surface/byte_buffer.cc +22 -23
- data/src/core/lib/surface/byte_buffer_reader.cc +23 -23
- data/src/core/lib/surface/call.cc +2319 -621
- data/src/core/lib/surface/call.h +127 -42
- data/src/core/lib/surface/call_details.cc +20 -21
- data/src/core/lib/surface/call_log_batch.cc +19 -18
- data/src/core/lib/surface/call_test_only.h +33 -33
- data/src/core/lib/surface/call_trace.cc +123 -0
- data/src/core/lib/surface/call_trace.h +30 -0
- data/src/core/lib/surface/channel.cc +65 -69
- data/src/core/lib/surface/channel.h +45 -35
- data/src/core/lib/surface/channel_init.cc +17 -17
- data/src/core/lib/surface/channel_init.h +20 -20
- data/src/core/lib/surface/channel_ping.cc +20 -20
- data/src/core/lib/surface/channel_stack_type.cc +21 -17
- data/src/core/lib/surface/channel_stack_type.h +22 -20
- data/src/core/lib/surface/completion_queue.cc +196 -221
- data/src/core/lib/surface/completion_queue.h +39 -41
- data/src/core/lib/surface/completion_queue_factory.cc +33 -28
- data/src/core/lib/surface/completion_queue_factory.h +22 -22
- data/src/core/lib/surface/event_string.cc +18 -17
- data/src/core/lib/surface/event_string.h +22 -22
- data/src/core/lib/surface/init.cc +44 -73
- data/src/core/lib/surface/init.h +20 -20
- data/src/core/lib/surface/init_internally.cc +25 -0
- data/src/core/lib/surface/init_internally.h +37 -0
- data/src/core/lib/surface/lame_client.cc +34 -30
- data/src/core/lib/surface/lame_client.h +23 -23
- data/src/core/lib/surface/metadata_array.cc +17 -18
- data/src/core/lib/surface/server.cc +379 -132
- data/src/core/lib/surface/server.h +25 -23
- data/src/core/lib/surface/validate_metadata.cc +79 -74
- data/src/core/lib/surface/validate_metadata.h +40 -21
- data/src/core/lib/surface/version.cc +21 -21
- data/src/core/lib/transport/batch_builder.cc +182 -0
- data/src/core/lib/transport/batch_builder.h +480 -0
- data/src/core/lib/transport/bdp_estimator.cc +25 -27
- data/src/core/lib/transport/bdp_estimator.h +31 -28
- data/src/core/lib/transport/connectivity_state.cc +19 -20
- data/src/core/lib/transport/connectivity_state.h +23 -23
- data/src/core/lib/transport/custom_metadata.h +30 -0
- data/src/core/lib/transport/error_utils.cc +54 -78
- data/src/core/lib/transport/error_utils.h +24 -24
- data/src/core/lib/transport/handshaker.cc +66 -54
- data/src/core/lib/transport/handshaker.h +51 -47
- data/src/core/lib/transport/handshaker_factory.h +49 -24
- data/src/core/lib/transport/handshaker_registry.cc +27 -20
- data/src/core/lib/transport/handshaker_registry.h +25 -28
- data/src/core/lib/transport/http2_errors.h +22 -22
- data/src/core/lib/transport/http_connect_handshaker.cc +56 -57
- data/src/core/lib/transport/http_connect_handshaker.h +21 -21
- data/src/core/lib/transport/metadata_batch.cc +38 -17
- data/src/core/lib/transport/metadata_batch.h +338 -113
- data/src/core/lib/transport/metadata_compression_traits.h +67 -0
- data/src/core/lib/transport/parsed_metadata.cc +2 -6
- data/src/core/lib/transport/parsed_metadata.h +56 -30
- data/src/core/lib/transport/pid_controller.cc +20 -20
- data/src/core/lib/transport/pid_controller.h +27 -27
- data/src/core/lib/transport/simple_slice_based_metadata.h +55 -0
- data/src/core/lib/transport/status_conversion.cc +23 -25
- data/src/core/lib/transport/status_conversion.h +22 -22
- data/src/core/lib/transport/tcp_connect_handshaker.cc +34 -42
- data/src/core/lib/transport/tcp_connect_handshaker.h +3 -3
- data/src/core/lib/transport/timeout_encoding.cc +28 -23
- data/src/core/lib/transport/timeout_encoding.h +20 -20
- data/src/core/lib/transport/transport.cc +113 -46
- data/src/core/lib/transport/transport.h +289 -226
- data/src/core/lib/transport/transport_fwd.h +20 -0
- data/src/core/lib/transport/transport_impl.h +54 -47
- data/src/core/lib/transport/transport_op_string.cc +77 -65
- data/src/core/lib/uri/uri_parser.cc +1 -1
- data/src/core/lib/uri/uri_parser.h +3 -3
- data/src/core/plugin_registry/grpc_plugin_registry.cc +55 -79
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +22 -39
- data/src/core/tsi/alts/crypt/aes_gcm.cc +20 -20
- data/src/core/tsi/alts/crypt/gsec.cc +26 -26
- data/src/core/tsi/alts/crypt/gsec.h +336 -336
- data/src/core/tsi/alts/frame_protector/alts_counter.cc +23 -23
- data/src/core/tsi/alts/frame_protector/alts_counter.h +68 -68
- data/src/core/tsi/alts/frame_protector/alts_crypter.cc +19 -19
- data/src/core/tsi/alts/frame_protector/alts_crypter.h +209 -209
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +73 -71
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +40 -40
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +18 -18
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +82 -83
- data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +26 -25
- data/src/core/tsi/alts/frame_protector/frame_handler.h +169 -169
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +137 -100
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +109 -104
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +18 -17
- data/src/core/tsi/alts/handshaker/alts_shared_resource.h +43 -44
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +52 -44
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +60 -60
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +24 -24
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +21 -20
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +38 -38
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +19 -19
- data/src/core/tsi/alts/handshaker/transport_security_common_api.h +105 -104
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +45 -44
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +40 -41
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +38 -36
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +35 -36
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +67 -68
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +36 -37
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +55 -56
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +54 -53
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +141 -142
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +68 -60
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +43 -44
- data/src/core/tsi/fake_transport_security.cc +146 -110
- data/src/core/tsi/fake_transport_security.h +36 -30
- data/src/core/tsi/local_transport_security.cc +43 -38
- data/src/core/tsi/local_transport_security.h +33 -33
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +9 -4
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +3 -3
- data/src/core/tsi/ssl/session_cache/ssl_session.h +21 -21
- data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +19 -19
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +18 -17
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +31 -22
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +25 -20
- data/src/core/tsi/ssl_transport_security.cc +333 -378
- data/src/core/tsi/ssl_transport_security.h +219 -204
- data/src/core/tsi/ssl_transport_security_utils.cc +250 -0
- data/src/core/tsi/ssl_transport_security_utils.h +147 -0
- data/src/core/tsi/ssl_types.h +27 -27
- data/src/core/tsi/transport_security.cc +44 -32
- data/src/core/tsi/transport_security.h +49 -48
- data/src/core/tsi/transport_security_grpc.cc +23 -22
- data/src/core/tsi/transport_security_grpc.h +44 -41
- data/src/core/tsi/transport_security_interface.h +344 -332
- data/src/ruby/bin/math_pb.rb +24 -18
- data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export.gcc +1 -1
- data/src/ruby/ext/grpc/extconf.rb +107 -29
- data/src/ruby/ext/grpc/rb_call.c +63 -39
- data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_channel.c +110 -84
- data/src/ruby/ext/grpc/rb_channel.h +1 -0
- data/src/ruby/ext/grpc/rb_channel_args.c +17 -2
- data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
- data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +1 -2
- data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
- data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
- data/src/ruby/ext/grpc/rb_grpc.c +193 -30
- data/src/ruby/ext/grpc/rb_grpc.h +8 -2
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +40 -38
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +63 -60
- data/src/ruby/ext/grpc/rb_loader.c +6 -2
- data/src/ruby/ext/grpc/rb_server.c +62 -45
- data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
- data/src/ruby/lib/grpc/errors.rb +1 -1
- data/src/ruby/lib/grpc/generic/bidi_call.rb +4 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/generate_proto_ruby.sh +0 -6
- data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
- data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +26 -108
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
- data/src/ruby/spec/channel_spec.rb +5 -43
- data/src/ruby/spec/client_server_spec.rb +20 -8
- data/src/ruby/spec/generic/active_call_spec.rb +12 -3
- data/src/ruby/spec/generic/client_stub_spec.rb +23 -23
- data/src/ruby/spec/generic/server_interceptors_spec.rb +1 -1
- data/src/ruby/spec/user_agent_spec.rb +1 -1
- data/third_party/abseil-cpp/absl/algorithm/container.h +57 -58
- data/third_party/abseil-cpp/absl/base/attributes.h +88 -41
- data/third_party/abseil-cpp/absl/base/casts.h +61 -68
- data/third_party/abseil-cpp/absl/base/config.h +222 -40
- data/third_party/abseil-cpp/absl/base/internal/cycleclock.cc +12 -42
- data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +52 -2
- data/third_party/abseil-cpp/absl/base/internal/cycleclock_config.h +55 -0
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +5 -4
- data/third_party/abseil-cpp/absl/base/internal/endian.h +17 -62
- data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +2 -0
- data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +3 -3
- data/third_party/abseil-cpp/absl/base/internal/invoke.h +54 -0
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +2 -2
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +1 -1
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +138 -0
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +39 -28
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +36 -36
- data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +6 -3
- data/third_party/abseil-cpp/absl/base/internal/spinlock.h +10 -6
- data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +2 -5
- data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +4 -1
- data/third_party/abseil-cpp/absl/base/internal/strerror.cc +88 -0
- data/third_party/abseil-cpp/absl/base/internal/strerror.h +39 -0
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +14 -11
- data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +9 -0
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +2 -1
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +4 -0
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +6 -7
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +12 -40
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock_config.h +62 -0
- data/third_party/abseil-cpp/absl/base/log_severity.cc +28 -0
- data/third_party/abseil-cpp/absl/base/log_severity.h +51 -0
- data/third_party/abseil-cpp/absl/base/macros.h +4 -21
- data/third_party/abseil-cpp/absl/base/optimization.h +76 -16
- data/third_party/abseil-cpp/absl/base/options.h +1 -7
- data/third_party/abseil-cpp/absl/base/policy_checks.h +15 -13
- data/third_party/abseil-cpp/absl/base/thread_annotations.h +2 -2
- data/third_party/abseil-cpp/absl/container/fixed_array.h +9 -5
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +11 -4
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +15 -16
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +84 -25
- data/third_party/abseil-cpp/absl/container/internal/common.h +9 -8
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +132 -0
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +23 -29
- data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +4 -55
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +116 -23
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +40 -54
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +165 -66
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +159 -4
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +1121 -470
- data/third_party/abseil-cpp/absl/crc/crc32c.cc +99 -0
- data/third_party/abseil-cpp/absl/crc/crc32c.h +183 -0
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +256 -0
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +57 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc.cc +468 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc.h +91 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +269 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32c.h +39 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32c_inline.h +72 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +130 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +159 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +179 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +119 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +75 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +434 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_non_temporal_memcpy.cc +93 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +725 -0
- data/third_party/abseil-cpp/absl/crc/internal/non_temporal_arm_intrinsics.h +79 -0
- data/third_party/abseil-cpp/absl/crc/internal/non_temporal_memcpy.h +180 -0
- data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +45 -88
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +67 -38
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +16 -13
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +3 -2
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +19 -12
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +8 -3
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +2 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_generic-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +8 -3
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +59 -102
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_win32-inl.inc +5 -4
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +41 -11
- data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +18 -4
- data/third_party/abseil-cpp/absl/debugging/symbolize.cc +6 -1
- data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +3 -2
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +164 -101
- data/third_party/abseil-cpp/absl/debugging/symbolize_win32.inc +7 -6
- data/third_party/abseil-cpp/absl/flags/commandlineflag.cc +34 -0
- data/third_party/abseil-cpp/absl/flags/commandlineflag.h +200 -0
- data/third_party/abseil-cpp/absl/flags/config.h +68 -0
- data/third_party/abseil-cpp/absl/flags/declare.h +73 -0
- data/third_party/abseil-cpp/absl/flags/flag.cc +38 -0
- data/third_party/abseil-cpp/absl/flags/flag.h +310 -0
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +26 -0
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.h +68 -0
- data/third_party/abseil-cpp/absl/flags/internal/flag.cc +615 -0
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +800 -0
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +116 -0
- data/third_party/abseil-cpp/absl/flags/internal/path_util.h +62 -0
- data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.cc +65 -0
- data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.h +61 -0
- data/third_party/abseil-cpp/absl/flags/internal/program_name.cc +60 -0
- data/third_party/abseil-cpp/absl/flags/internal/program_name.h +50 -0
- data/third_party/abseil-cpp/absl/flags/internal/registry.h +97 -0
- data/third_party/abseil-cpp/absl/flags/internal/sequence_lock.h +187 -0
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +241 -0
- data/third_party/abseil-cpp/absl/flags/marshalling.h +356 -0
- data/third_party/abseil-cpp/absl/flags/reflection.cc +354 -0
- data/third_party/abseil-cpp/absl/flags/reflection.h +90 -0
- data/third_party/abseil-cpp/absl/flags/usage_config.cc +165 -0
- data/third_party/abseil-cpp/absl/flags/usage_config.h +135 -0
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +316 -0
- data/third_party/abseil-cpp/absl/functional/bind_front.h +10 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +2 -1
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +878 -0
- data/third_party/abseil-cpp/absl/hash/hash.h +82 -8
- data/third_party/abseil-cpp/absl/hash/internal/city.cc +10 -10
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +235 -26
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +3 -14
- data/third_party/abseil-cpp/absl/memory/memory.h +26 -447
- data/third_party/abseil-cpp/absl/meta/type_traits.h +104 -12
- data/third_party/abseil-cpp/absl/numeric/bits.h +1 -1
- data/third_party/abseil-cpp/absl/numeric/int128.cc +14 -10
- data/third_party/abseil-cpp/absl/numeric/int128.h +2 -2
- data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +33 -10
- data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +4 -4
- data/third_party/abseil-cpp/absl/random/distributions.h +3 -3
- data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +3 -0
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -2
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +2 -2
- data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +59 -48
- data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +3 -24
- data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +9 -9
- data/third_party/abseil-cpp/absl/random/internal/randen.h +5 -11
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +6 -2
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +48 -23
- data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +24 -26
- data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +2 -2
- data/third_party/abseil-cpp/absl/random/internal/traits.h +53 -5
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +5 -5
- data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +33 -48
- data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +9 -10
- data/third_party/abseil-cpp/absl/random/poisson_distribution.h +7 -4
- data/third_party/abseil-cpp/absl/random/random.h +6 -6
- data/third_party/abseil-cpp/absl/random/seed_sequences.h +1 -0
- data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +2 -2
- data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +1 -1
- data/third_party/abseil-cpp/absl/random/zipf_distribution.h +4 -3
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +18 -0
- data/third_party/abseil-cpp/absl/status/status.cc +193 -14
- data/third_party/abseil-cpp/absl/status/status.h +24 -14
- data/third_party/abseil-cpp/absl/status/statusor.h +9 -3
- data/third_party/abseil-cpp/absl/strings/ascii.cc +5 -5
- data/third_party/abseil-cpp/absl/strings/ascii.h +4 -4
- data/third_party/abseil-cpp/absl/strings/charconv.cc +534 -96
- data/third_party/abseil-cpp/absl/strings/cord.cc +257 -924
- data/third_party/abseil-cpp/absl/strings/cord.h +268 -156
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +188 -0
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +44 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.cc +30 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +575 -0
- data/third_party/abseil-cpp/absl/strings/escaping.cc +73 -62
- data/third_party/abseil-cpp/absl/strings/escaping.h +24 -19
- data/third_party/abseil-cpp/absl/strings/internal/char_map.h +14 -12
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +4 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_data_edge.h +63 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +20 -32
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +445 -150
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +157 -53
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +70 -73
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +8 -6
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +4 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +3 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +5 -4
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +7 -74
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.cc +56 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.h +103 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +58 -17
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +13 -11
- data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +7 -15
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +3 -3
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +19 -43
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +7 -7
- data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +5 -4
- data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +4 -2
- data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.cc +93 -0
- data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.h +34 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +18 -15
- data/third_party/abseil-cpp/absl/strings/internal/escaping.h +7 -9
- data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +55 -0
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +14 -7
- data/third_party/abseil-cpp/absl/strings/internal/ostringstream.h +35 -10
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +113 -46
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +127 -30
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +3 -2
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +42 -10
- data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +56 -289
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +351 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +6 -6
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +9 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +215 -181
- data/third_party/abseil-cpp/absl/strings/internal/str_format/output.h +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +10 -209
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +14 -103
- data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +9 -6
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +10 -2
- data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.cc +28 -0
- data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.h +57 -0
- data/third_party/abseil-cpp/absl/strings/internal/utf8.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/numbers.cc +42 -39
- data/third_party/abseil-cpp/absl/strings/numbers.h +26 -23
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/str_cat.h +70 -16
- data/third_party/abseil-cpp/absl/strings/str_format.h +71 -9
- data/third_party/abseil-cpp/absl/strings/str_join.h +9 -15
- data/third_party/abseil-cpp/absl/strings/str_split.h +1 -2
- data/third_party/abseil-cpp/absl/strings/string_view.cc +8 -19
- data/third_party/abseil-cpp/absl/strings/string_view.h +6 -12
- data/third_party/abseil-cpp/absl/strings/strip.h +8 -6
- data/third_party/abseil-cpp/absl/strings/substitute.cc +8 -6
- data/third_party/abseil-cpp/absl/strings/substitute.h +55 -21
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +9 -6
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +0 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +20 -17
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +37 -31
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +22 -8
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +0 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +1 -6
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -25
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +10 -4
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +172 -88
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +102 -55
- data/third_party/abseil-cpp/absl/synchronization/notification.cc +0 -1
- data/third_party/abseil-cpp/absl/synchronization/notification.h +3 -3
- data/third_party/abseil-cpp/absl/time/civil_time.cc +26 -0
- data/third_party/abseil-cpp/absl/time/civil_time.h +25 -0
- data/third_party/abseil-cpp/absl/time/clock.cc +17 -11
- data/third_party/abseil-cpp/absl/time/duration.cc +12 -11
- data/third_party/abseil-cpp/absl/time/format.cc +2 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +11 -7
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +26 -5
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +7 -6
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +36 -35
- data/third_party/abseil-cpp/absl/time/time.cc +2 -2
- data/third_party/abseil-cpp/absl/time/time.h +268 -169
- data/third_party/abseil-cpp/absl/types/internal/optional.h +8 -0
- data/third_party/abseil-cpp/absl/types/internal/span.h +30 -19
- data/third_party/abseil-cpp/absl/types/internal/variant.h +28 -40
- data/third_party/abseil-cpp/absl/types/optional.h +17 -14
- data/third_party/abseil-cpp/absl/types/span.h +31 -8
- data/third_party/boringssl-with-bazel/err_data.c +729 -713
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +177 -177
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +28 -55
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +21 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_dup.c +20 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +66 -185
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_i2d_fp.c +18 -21
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +356 -311
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +177 -196
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +146 -210
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +6 -9
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +346 -526
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +111 -132
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +158 -111
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +93 -60
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +96 -181
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +242 -305
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +41 -18
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +30 -33
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +36 -33
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_string.c +29 -26
- data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +135 -90
- data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +230 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +797 -793
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +529 -526
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +114 -135
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +201 -207
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +21 -26
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +55 -68
- data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +20 -14
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +42 -57
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +17 -11
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +15 -11
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +30 -27
- data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/bio/printf.c +0 -13
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +5 -8
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +40 -27
- data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +10 -23
- data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +2 -6
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/asn1_compat.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +29 -28
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +161 -201
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +254 -39
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -3
- data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/derive_key.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesctrhmac.c +9 -8
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +37 -75
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +8 -10
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/cipher → cipher_extra}/e_des.c +100 -78
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +34 -37
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +22 -11
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +34 -195
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -8
- data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +20 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +77 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +62 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-fuchsia.c → cpu_aarch64_fuchsia.c} +8 -7
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-linux.c → cpu_aarch64_linux.c} +6 -4
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +62 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-win.c → cpu_aarch64_win.c} +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm.c → cpu_arm.c} +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +55 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.c → cpu_arm_linux.c} +11 -90
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.h → cpu_arm_linux.h} +0 -38
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-ppc64le.c → cpu_arm_openbsd.c} +10 -17
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-intel.c → cpu_intel.c} +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/crypto.c +25 -20
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +71 -77
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_64_adx.c +18 -0
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2834 -7442
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +26 -8
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +17 -32
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/des.c +232 -232
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/internal.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +232 -29
- data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +43 -16
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +37 -7
- data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +23 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +118 -105
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +237 -109
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +31 -7
- data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +96 -70
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +80 -23
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +25 -23
- data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +43 -9
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +75 -44
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +21 -29
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +99 -52
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519_asn1.c +26 -23
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +233 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +6 -6
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +42 -25
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +4 -5
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519_asn1.c +35 -47
- data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +138 -246
- data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/sign.c +15 -10
- data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +47 -71
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes_nohw.c +13 -14
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +3 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/key_wrap.c +13 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/mode_wrappers.c +9 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +37 -28
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +16 -26
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +88 -60
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/cmp.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +13 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +99 -113
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +5 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +112 -168
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +98 -37
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +28 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +55 -20
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +4 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +13 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +13 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +25 -114
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.h +19 -15
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/shift.c +15 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +22 -21
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/aead.c +3 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +79 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +102 -99
- data/third_party/boringssl-with-bazel/src/crypto/{cipher_extra → fipsmodule/cipher}/e_aesccm.c +52 -46
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +39 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cmac → fipsmodule/cmac}/cmac.c +55 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +2 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +24 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +58 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +5 -3
- data/third_party/boringssl-with-bazel/src/crypto/{evp → fipsmodule/digestsign}/digestsign.c +51 -15
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +226 -450
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +95 -21
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +36 -69
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +139 -155
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +71 -40
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +60 -78
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64-table.h → p256-nistz-table.h} +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.c → p256-nistz.c} +87 -83
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.h → p256-nistz.h} +5 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +71 -62
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -30
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +21 -42
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +33 -34
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +16 -17
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +9 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +53 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +6 -0
- data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/hmac.c +52 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +9 -23
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +3 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +170 -160
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +69 -61
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/ctrdrbg.c +31 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +56 -34
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/getrandom_fillin.h +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -45
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +111 -78
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +12 -85
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +98 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +42 -314
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +244 -139
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +175 -255
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +41 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +589 -422
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/internal.h +89 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +334 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +3 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +12 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +14 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +52 -6
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +192 -18
- data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +65 -29
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +576 -84
- data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +91 -0
- data/third_party/boringssl-with-bazel/src/crypto/kyber/keccak.c +204 -0
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +834 -0
- data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +13 -1
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +219 -13
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +37 -29
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +9 -4
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +81 -90
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +150 -245
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +633 -613
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_oth.c +17 -17
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +142 -149
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +99 -131
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_x509.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_xaux.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -10
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +44 -71
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +31 -38
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +18 -31
- data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +8 -1
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +48 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +129 -5
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/trusty.c +38 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
- data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -19
- data/third_party/boringssl-with-bazel/src/crypto/{asn1/a_print.c → rsa_extra/internal.h} +15 -21
- data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
- data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +8 -11
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +171 -62
- data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
- data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +12 -44
- data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +11 -35
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +128 -34
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +428 -147
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +116 -284
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +686 -161
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_digest.c +22 -24
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +63 -55
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +32 -34
- data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +32 -16
- data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +465 -704
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +279 -331
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +183 -178
- data/third_party/boringssl-with-bazel/src/crypto/x509/i2d_pr.c +11 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +69 -51
- data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +132 -151
- data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +790 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +95 -102
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +72 -57
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +12 -10
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +220 -254
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +52 -47
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +136 -270
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +161 -327
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +37 -33
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_def.c +14 -31
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +55 -85
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +526 -616
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +129 -122
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +164 -181
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +132 -132
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +186 -203
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_txt.c +64 -79
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +171 -160
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +1863 -2050
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +380 -480
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +156 -163
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +262 -265
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +40 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +59 -63
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +63 -67
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +114 -144
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +25 -26
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +330 -417
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +8 -7
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +30 -28
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +354 -370
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +37 -32
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +121 -124
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +36 -26
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +10 -13
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +419 -261
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +113 -105
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/ext_dat.h +11 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +79 -171
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +126 -131
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akeya.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +465 -469
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bcons.c +56 -54
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +46 -49
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +294 -344
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +342 -365
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +429 -393
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +29 -24
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_extku.c +65 -59
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +125 -121
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +43 -42
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +120 -125
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_int.c +50 -20
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +227 -265
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +386 -389
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ocsp.c +45 -32
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcons.c +57 -54
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pmaps.c +63 -67
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +130 -135
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +650 -691
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +90 -75
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +1063 -1145
- data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +13 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +25 -160
- data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +222 -191
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +26 -78
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +46 -124
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +29 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +49 -19
- data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +99 -29
- data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +49 -60
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +7 -16
- data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +16 -200
- data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +34 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/ctrdrbg.h +82 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +32 -30
- data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +7 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +4 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +69 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +56 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/err.h +33 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +36 -40
- data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +1 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/hmac.h +7 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +69 -16
- data/third_party/boringssl-with-bazel/src/include/openssl/kdf.h +91 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +128 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +74 -8
- data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +7 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +8 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +11 -18
- data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +8 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +15 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +97 -65
- data/third_party/boringssl-with-bazel/src/include/openssl/service_indicator.h +96 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +396 -157
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl3.h +1 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +339 -230
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +154 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -26
- data/third_party/boringssl-with-bazel/src/include/openssl/time.h +41 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +22 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +57 -23
- data/third_party/boringssl-with-bazel/src/include/openssl/type_check.h +0 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2079 -1411
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +245 -216
- data/third_party/boringssl-with-bazel/src/ssl/bio_ssl.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +6 -13
- data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +17 -18
- data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +4 -5
- data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +25 -33
- data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +45 -26
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +72 -99
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +218 -74
- data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +5 -5
- data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +53 -34
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +77 -45
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +204 -132
- data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +47 -12
- data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +91 -75
- data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +8 -10
- data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +47 -69
- data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +1 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +5 -9
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +237 -240
- data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +78 -101
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +126 -155
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +356 -48
- data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +167 -64
- data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +41 -32
- data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
- data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +22 -6
- data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +15 -13
- data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +7 -44
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +6 -4
- data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +7 -23
- data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +25 -34
- data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +16 -98
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_32.h +1241 -657
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64.h +751 -398
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_32.h +3551 -1938
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +1272 -487
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
- data/third_party/cares/cares/include/ares.h +23 -1
- data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
- data/third_party/cares/cares/include/ares_rules.h +2 -2
- data/third_party/cares/cares/include/ares_version.h +3 -3
- data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
- data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
- data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
- data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
- data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
- data/third_party/cares/cares/src/lib/ares_data.c +16 -0
- data/third_party/cares/cares/src/lib/ares_data.h +7 -0
- data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
- data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
- data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
- data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
- data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
- data/third_party/cares/cares/src/lib/ares_init.c +97 -485
- data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
- data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
- data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
- data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
- data/third_party/cares/cares/src/lib/ares_private.h +30 -16
- data/third_party/cares/cares/src/lib/ares_process.c +55 -16
- data/third_party/cares/cares/src/lib/ares_query.c +1 -35
- data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
- data/third_party/cares/cares/src/lib/ares_send.c +5 -7
- data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
- data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
- data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
- data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
- data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
- data/third_party/re2/re2/bitstate.cc +3 -3
- data/third_party/re2/re2/dfa.cc +13 -13
- data/third_party/re2/re2/nfa.cc +4 -4
- data/third_party/re2/re2/onepass.cc +2 -2
- data/third_party/re2/re2/prefilter_tree.cc +27 -59
- data/third_party/re2/re2/prefilter_tree.h +3 -2
- data/third_party/re2/re2/prog.cc +11 -2
- data/third_party/re2/re2/prog.h +17 -5
- data/third_party/re2/re2/re2.cc +6 -11
- data/third_party/re2/re2/re2.h +1 -1
- data/third_party/re2/re2/regexp.cc +1 -2
- data/third_party/re2/re2/stringpiece.h +10 -7
- data/third_party/re2/re2/unicode_casefold.cc +25 -11
- data/third_party/re2/re2/unicode_groups.cc +319 -151
- data/third_party/re2/re2/walker-inl.h +3 -2
- data/third_party/re2/util/mutex.h +4 -4
- data/third_party/upb/upb/alloc.h +36 -0
- data/third_party/upb/upb/arena.h +36 -0
- data/third_party/upb/upb/array.h +36 -0
- data/third_party/upb/upb/base/descriptor_constants.h +104 -0
- data/third_party/upb/upb/base/log2.h +57 -0
- data/third_party/upb/upb/base/status.c +81 -0
- data/third_party/upb/upb/base/status.h +66 -0
- data/third_party/upb/upb/base/string_view.h +75 -0
- data/third_party/upb/upb/collections/array.c +145 -0
- data/third_party/upb/upb/collections/array.h +85 -0
- data/third_party/upb/upb/collections/array_internal.h +135 -0
- data/third_party/upb/upb/collections/map.c +135 -0
- data/third_party/upb/upb/collections/map.h +135 -0
- data/third_party/upb/upb/collections/map_gencode_util.h +78 -0
- data/third_party/upb/upb/collections/map_internal.h +170 -0
- data/third_party/upb/upb/collections/map_sorter.c +166 -0
- data/third_party/upb/upb/collections/map_sorter_internal.h +109 -0
- data/third_party/upb/upb/collections/message_value.h +65 -0
- data/third_party/upb/upb/decode.h +3 -61
- data/third_party/upb/upb/def.h +4 -377
- data/third_party/upb/upb/def.hpp +3 -408
- data/third_party/upb/upb/encode.h +3 -38
- data/third_party/upb/upb/extension_registry.h +35 -0
- data/third_party/upb/upb/{table.c → hash/common.c} +51 -109
- data/third_party/upb/upb/hash/common.h +199 -0
- data/third_party/upb/upb/hash/int_table.h +102 -0
- data/third_party/upb/upb/hash/str_table.h +161 -0
- data/third_party/upb/upb/json/decode.c +1477 -0
- data/third_party/upb/upb/json/decode.h +52 -0
- data/third_party/upb/upb/{json_encode.c → json/encode.c} +74 -46
- data/third_party/upb/upb/json/encode.h +70 -0
- data/third_party/upb/upb/json_decode.h +36 -0
- data/third_party/upb/upb/json_encode.h +4 -30
- data/third_party/upb/upb/lex/atoi.c +68 -0
- data/third_party/upb/upb/lex/atoi.h +53 -0
- data/third_party/upb/upb/lex/round_trip.c +67 -0
- data/third_party/upb/upb/{upb_internal.h → lex/round_trip.h} +17 -30
- data/third_party/upb/upb/lex/strtod.c +97 -0
- data/third_party/upb/upb/lex/strtod.h +46 -0
- data/third_party/upb/upb/lex/unicode.c +57 -0
- data/third_party/upb/upb/lex/unicode.h +77 -0
- data/third_party/upb/upb/map.h +36 -0
- data/third_party/upb/upb/mem/alloc.c +47 -0
- data/third_party/upb/upb/mem/alloc.h +98 -0
- data/third_party/upb/upb/mem/arena.c +367 -0
- data/third_party/upb/upb/mem/arena.h +160 -0
- data/third_party/upb/upb/mem/arena_internal.h +114 -0
- data/third_party/upb/upb/message/accessors.c +68 -0
- data/third_party/upb/upb/message/accessors.h +379 -0
- data/third_party/upb/upb/message/accessors_internal.h +325 -0
- data/third_party/upb/upb/message/extension_internal.h +83 -0
- data/third_party/upb/upb/message/internal.h +135 -0
- data/third_party/upb/upb/message/message.c +180 -0
- data/third_party/upb/upb/message/message.h +69 -0
- data/third_party/upb/upb/mini_table/common.c +128 -0
- data/third_party/upb/upb/mini_table/common.h +170 -0
- data/third_party/upb/upb/mini_table/common_internal.h +111 -0
- data/third_party/upb/upb/mini_table/decode.c +1127 -0
- data/third_party/upb/upb/mini_table/decode.h +179 -0
- data/third_party/upb/upb/mini_table/encode.c +300 -0
- data/third_party/upb/upb/mini_table/encode_internal.h +111 -0
- data/third_party/upb/upb/mini_table/encode_internal.hpp +136 -0
- data/third_party/upb/upb/mini_table/enum_internal.h +88 -0
- data/third_party/upb/upb/mini_table/extension_internal.h +47 -0
- data/third_party/upb/upb/mini_table/extension_registry.c +96 -0
- data/third_party/upb/upb/mini_table/extension_registry.h +104 -0
- data/third_party/upb/upb/mini_table/field_internal.h +192 -0
- data/third_party/upb/upb/mini_table/file_internal.h +47 -0
- data/third_party/upb/upb/mini_table/message_internal.h +136 -0
- data/third_party/upb/upb/mini_table/sub_internal.h +38 -0
- data/third_party/upb/upb/mini_table/types.h +40 -0
- data/third_party/upb/upb/mini_table.h +36 -0
- data/third_party/upb/upb/msg.h +3 -81
- data/third_party/upb/upb/port/atomic.h +101 -0
- data/third_party/upb/upb/{port_def.inc → port/def.inc} +96 -28
- data/third_party/upb/upb/{port_undef.inc → port/undef.inc} +14 -3
- data/third_party/upb/upb/port/vsnprintf_compat.h +50 -0
- data/third_party/upb/upb/reflection/common.h +67 -0
- data/third_party/upb/upb/reflection/def.h +42 -0
- data/third_party/upb/upb/reflection/def.hpp +610 -0
- data/third_party/upb/upb/reflection/def_builder.c +357 -0
- data/third_party/upb/upb/reflection/def_builder_internal.h +157 -0
- data/third_party/upb/upb/reflection/def_pool.c +462 -0
- data/third_party/upb/upb/reflection/def_pool.h +108 -0
- data/third_party/upb/upb/reflection/def_pool_internal.h +77 -0
- data/third_party/upb/upb/reflection/def_type.c +50 -0
- data/third_party/upb/upb/reflection/def_type.h +81 -0
- data/third_party/upb/upb/reflection/desc_state.c +53 -0
- data/third_party/upb/upb/reflection/desc_state_internal.h +64 -0
- data/third_party/upb/upb/reflection/enum_def.c +310 -0
- data/third_party/upb/upb/reflection/enum_def.h +80 -0
- data/third_party/upb/upb/reflection/enum_def_internal.h +56 -0
- data/third_party/upb/upb/reflection/enum_reserved_range.c +84 -0
- data/third_party/upb/upb/reflection/enum_reserved_range.h +51 -0
- data/third_party/upb/upb/reflection/enum_reserved_range_internal.h +55 -0
- data/third_party/upb/upb/reflection/enum_value_def.c +144 -0
- data/third_party/upb/upb/reflection/enum_value_def.h +57 -0
- data/third_party/upb/upb/reflection/enum_value_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/extension_range.c +93 -0
- data/third_party/upb/upb/reflection/extension_range.h +55 -0
- data/third_party/upb/upb/reflection/extension_range_internal.h +54 -0
- data/third_party/upb/upb/reflection/field_def.c +930 -0
- data/third_party/upb/upb/reflection/field_def.h +91 -0
- data/third_party/upb/upb/reflection/field_def_internal.h +76 -0
- data/third_party/upb/upb/reflection/file_def.c +370 -0
- data/third_party/upb/upb/reflection/file_def.h +77 -0
- data/third_party/upb/upb/reflection/file_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/message.c +233 -0
- data/third_party/upb/upb/reflection/message.h +102 -0
- data/third_party/upb/upb/reflection/message.hpp +37 -0
- data/third_party/upb/upb/reflection/message_def.c +718 -0
- data/third_party/upb/upb/reflection/message_def.h +174 -0
- data/third_party/upb/upb/reflection/message_def_internal.h +63 -0
- data/third_party/upb/upb/reflection/message_reserved_range.c +81 -0
- data/third_party/upb/upb/reflection/message_reserved_range.h +51 -0
- data/third_party/upb/upb/reflection/message_reserved_range_internal.h +55 -0
- data/third_party/upb/upb/reflection/method_def.c +124 -0
- data/third_party/upb/upb/reflection/method_def.h +59 -0
- data/third_party/upb/upb/reflection/method_def_internal.h +53 -0
- data/third_party/upb/upb/reflection/oneof_def.c +226 -0
- data/third_party/upb/upb/reflection/oneof_def.h +66 -0
- data/third_party/upb/upb/reflection/oneof_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/service_def.c +128 -0
- data/third_party/upb/upb/reflection/service_def.h +60 -0
- data/third_party/upb/upb/reflection/service_def_internal.h +53 -0
- data/third_party/upb/upb/reflection.h +4 -188
- data/third_party/upb/upb/reflection.hpp +3 -7
- data/third_party/upb/upb/status.h +36 -0
- data/third_party/upb/upb/string_view.h +36 -0
- data/third_party/upb/upb/{text_encode.c → text/encode.c} +75 -70
- data/third_party/upb/upb/text/encode.h +69 -0
- data/third_party/upb/upb/text_encode.h +4 -32
- data/third_party/upb/upb/upb.h +6 -340
- data/third_party/upb/upb/upb.hpp +10 -18
- data/third_party/upb/upb/wire/common.h +44 -0
- data/third_party/upb/upb/wire/common_internal.h +50 -0
- data/third_party/upb/upb/wire/decode.c +1343 -0
- data/third_party/upb/upb/wire/decode.h +108 -0
- data/third_party/upb/upb/{decode_fast.c → wire/decode_fast.c} +184 -225
- data/third_party/upb/upb/{decode_fast.h → wire/decode_fast.h} +21 -7
- data/third_party/upb/upb/{decode_internal.h → wire/decode_internal.h} +44 -92
- data/third_party/upb/upb/{encode.c → wire/encode.c} +130 -102
- data/third_party/upb/upb/wire/encode.h +92 -0
- data/third_party/upb/upb/wire/eps_copy_input_stream.c +39 -0
- data/third_party/upb/upb/wire/eps_copy_input_stream.h +425 -0
- data/third_party/upb/upb/wire/reader.c +67 -0
- data/third_party/upb/upb/wire/reader.h +227 -0
- data/third_party/upb/upb/wire/swap_internal.h +63 -0
- data/third_party/upb/upb/wire/types.h +41 -0
- data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-neon.c +1 -1
- data/third_party/utf8_range/utf8_range.h +21 -0
- data/third_party/zlib/compress.c +3 -3
- data/third_party/zlib/crc32.c +21 -12
- data/third_party/zlib/deflate.c +112 -106
- data/third_party/zlib/deflate.h +2 -2
- data/third_party/zlib/gzlib.c +1 -1
- data/third_party/zlib/gzread.c +3 -5
- data/third_party/zlib/gzwrite.c +1 -1
- data/third_party/zlib/infback.c +10 -7
- data/third_party/zlib/inflate.c +5 -2
- data/third_party/zlib/inftrees.c +2 -2
- data/third_party/zlib/inftrees.h +1 -1
- data/third_party/zlib/trees.c +61 -62
- data/third_party/zlib/uncompr.c +2 -2
- data/third_party/zlib/zconf.h +16 -3
- data/third_party/zlib/zlib.h +10 -10
- data/third_party/zlib/zutil.c +9 -7
- data/third_party/zlib/zutil.h +1 -0
- metadata +636 -172
- data/include/grpc/impl/codegen/gpr_slice.h +0 -71
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -176
- data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +0 -66
- data/src/core/ext/filters/client_channel/lb_policy.cc +0 -134
- data/src/core/ext/filters/client_channel/lb_policy_factory.h +0 -50
- data/src/core/ext/filters/client_channel/lb_policy_registry.cc +0 -192
- data/src/core/ext/filters/client_channel/lb_policy_registry.h +0 -70
- data/src/core/ext/filters/client_channel/proxy_mapper.h +0 -54
- data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +0 -91
- data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +0 -55
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +0 -30
- data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +0 -180
- data/src/core/ext/filters/fault_injection/service_config_parser.cc +0 -179
- data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +0 -457
- data/src/core/ext/filters/http/message_compress/message_compress_filter.h +0 -53
- data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +0 -388
- data/src/core/ext/filters/server_config_selector/server_config_selector.cc +0 -61
- data/src/core/ext/transport/chttp2/transport/context_list.cc +0 -71
- data/src/core/ext/transport/chttp2/transport/context_list.h +0 -54
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
- data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
- data/src/core/ext/xds/certificate_provider_registry.cc +0 -103
- data/src/core/ext/xds/certificate_provider_registry.h +0 -57
- data/src/core/lib/event_engine/iomgr_engine.cc +0 -206
- data/src/core/lib/event_engine/iomgr_engine.h +0 -118
- data/src/core/lib/gpr/cpu_iphone.cc +0 -44
- data/src/core/lib/gpr/cpu_windows.cc +0 -33
- data/src/core/lib/gpr/env.h +0 -40
- data/src/core/lib/gpr/env_linux.cc +0 -75
- data/src/core/lib/gpr/env_posix.cc +0 -46
- data/src/core/lib/gpr/env_windows.cc +0 -74
- data/src/core/lib/gpr/murmur_hash.cc +0 -82
- data/src/core/lib/gpr/murmur_hash.h +0 -29
- data/src/core/lib/gpr/string_util_windows.cc +0 -82
- data/src/core/lib/gpr/string_windows.cc +0 -69
- data/src/core/lib/gpr/string_windows.h +0 -32
- data/src/core/lib/gpr/tls.h +0 -156
- data/src/core/lib/gpr/tmpfile_windows.cc +0 -69
- data/src/core/lib/gprpp/global_config.h +0 -93
- data/src/core/lib/gprpp/global_config_custom.h +0 -29
- data/src/core/lib/gprpp/global_config_env.cc +0 -138
- data/src/core/lib/gprpp/global_config_env.h +0 -133
- data/src/core/lib/gprpp/global_config_generic.h +0 -40
- data/src/core/lib/iomgr/error_internal.h +0 -66
- data/src/core/lib/iomgr/executor/mpmcqueue.cc +0 -182
- data/src/core/lib/iomgr/executor/mpmcqueue.h +0 -171
- data/src/core/lib/iomgr/executor/threadpool.cc +0 -136
- data/src/core/lib/iomgr/executor/threadpool.h +0 -150
- data/src/core/lib/iomgr/time_averaged_stats.cc +0 -64
- data/src/core/lib/iomgr/time_averaged_stats.h +0 -72
- data/src/core/lib/profiling/basic_timers.cc +0 -295
- data/src/core/lib/profiling/stap_timers.cc +0 -50
- data/src/core/lib/profiling/timers.h +0 -94
- data/src/core/lib/promise/call_push_pull.h +0 -148
- data/src/core/lib/promise/intra_activity_waiter.h +0 -49
- data/src/core/lib/security/security_connector/load_system_roots_linux.h +0 -46
- data/src/core/lib/security/security_connector/ssl_utils_config.cc +0 -32
- data/src/core/lib/security/security_connector/ssl_utils_config.h +0 -30
- data/src/core/lib/slice/slice_api.cc +0 -39
- data/src/core/lib/slice/slice_buffer_api.cc +0 -35
- data/src/core/lib/slice/slice_refcount_base.h +0 -60
- data/src/core/lib/slice/slice_split.cc +0 -103
- data/src/core/lib/slice/slice_split.h +0 -36
- data/src/core/lib/transport/byte_stream.cc +0 -165
- data/src/core/lib/transport/byte_stream.h +0 -170
- data/third_party/abseil-cpp/absl/container/internal/have_sse.h +0 -50
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +0 -195
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +0 -236
- data/third_party/boringssl-with-bazel/src/crypto/asn1/charmap.h +0 -15
- data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +0 -206
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1-altivec.c +0 -361
- data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +0 -53
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +0 -287
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +0 -132
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +0 -155
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +0 -131
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +0 -189
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +0 -843
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +0 -289
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcia.c +0 -57
- data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
- data/third_party/upb/third_party/utf8_range/utf8_range.h +0 -9
- data/third_party/upb/upb/decode.c +0 -1125
- data/third_party/upb/upb/def.c +0 -3261
- data/third_party/upb/upb/msg.c +0 -428
- data/third_party/upb/upb/msg_internal.h +0 -831
- data/third_party/upb/upb/reflection.c +0 -480
- data/third_party/upb/upb/table_internal.h +0 -385
- data/third_party/upb/upb/upb.c +0 -362
- /data/third_party/{upb/third_party/utf8_range → utf8_range}/naive.c +0 -0
- /data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-sse.c +0 -0
@@ -21,16 +21,20 @@
|
|
21
21
|
#include <inttypes.h>
|
22
22
|
#include <limits.h>
|
23
23
|
#include <stdio.h>
|
24
|
-
#include <stdlib.h>
|
25
24
|
#include <string.h>
|
26
25
|
|
27
26
|
#include <algorithm>
|
27
|
+
#include <initializer_list>
|
28
28
|
#include <memory>
|
29
29
|
#include <new>
|
30
30
|
#include <string>
|
31
31
|
#include <utility>
|
32
|
+
#include <vector>
|
32
33
|
|
33
34
|
#include "absl/base/attributes.h"
|
35
|
+
#include "absl/container/flat_hash_map.h"
|
36
|
+
#include "absl/hash/hash.h"
|
37
|
+
#include "absl/meta/type_traits.h"
|
34
38
|
#include "absl/status/status.h"
|
35
39
|
#include "absl/strings/cord.h"
|
36
40
|
#include "absl/strings/str_cat.h"
|
@@ -38,14 +42,16 @@
|
|
38
42
|
#include "absl/strings/string_view.h"
|
39
43
|
#include "absl/types/optional.h"
|
40
44
|
|
41
|
-
#include <grpc/
|
45
|
+
#include <grpc/event_engine/event_engine.h>
|
46
|
+
#include <grpc/grpc.h>
|
47
|
+
#include <grpc/impl/connectivity_state.h>
|
42
48
|
#include <grpc/slice_buffer.h>
|
43
49
|
#include <grpc/status.h>
|
44
50
|
#include <grpc/support/alloc.h>
|
45
|
-
#include <grpc/support/atm.h>
|
46
51
|
#include <grpc/support/log.h>
|
52
|
+
#include <grpc/support/time.h>
|
47
53
|
|
48
|
-
#include "src/core/ext/transport/chttp2/transport/
|
54
|
+
#include "src/core/ext/transport/chttp2/transport/context_list_entry.h"
|
49
55
|
#include "src/core/ext/transport/chttp2/transport/flow_control.h"
|
50
56
|
#include "src/core/ext/transport/chttp2/transport/frame.h"
|
51
57
|
#include "src/core/ext/transport/chttp2/transport/frame_data.h"
|
@@ -53,38 +59,37 @@
|
|
53
59
|
#include "src/core/ext/transport/chttp2/transport/frame_rst_stream.h"
|
54
60
|
#include "src/core/ext/transport/chttp2/transport/hpack_encoder.h"
|
55
61
|
#include "src/core/ext/transport/chttp2/transport/http2_settings.h"
|
62
|
+
#include "src/core/ext/transport/chttp2/transport/http_trace.h"
|
56
63
|
#include "src/core/ext/transport/chttp2/transport/internal.h"
|
57
|
-
#include "src/core/ext/transport/chttp2/transport/stream_map.h"
|
58
64
|
#include "src/core/ext/transport/chttp2/transport/varint.h"
|
65
|
+
#include "src/core/lib/channel/call_tracer.h"
|
59
66
|
#include "src/core/lib/channel/channel_args.h"
|
60
|
-
#include "src/core/lib/channel/
|
67
|
+
#include "src/core/lib/channel/context.h"
|
61
68
|
#include "src/core/lib/debug/stats.h"
|
69
|
+
#include "src/core/lib/debug/stats_data.h"
|
70
|
+
#include "src/core/lib/experiments/experiments.h"
|
62
71
|
#include "src/core/lib/gpr/useful.h"
|
63
72
|
#include "src/core/lib/gprpp/bitset.h"
|
73
|
+
#include "src/core/lib/gprpp/crash.h"
|
64
74
|
#include "src/core/lib/gprpp/debug_location.h"
|
65
|
-
#include "src/core/lib/gprpp/global_config_env.h"
|
66
|
-
#include "src/core/lib/gprpp/manual_constructor.h"
|
67
|
-
#include "src/core/lib/gprpp/orphanable.h"
|
68
75
|
#include "src/core/lib/gprpp/ref_counted.h"
|
76
|
+
#include "src/core/lib/gprpp/status_helper.h"
|
69
77
|
#include "src/core/lib/gprpp/time.h"
|
70
78
|
#include "src/core/lib/http/parser.h"
|
71
79
|
#include "src/core/lib/iomgr/combiner.h"
|
72
80
|
#include "src/core/lib/iomgr/error.h"
|
73
81
|
#include "src/core/lib/iomgr/exec_ctx.h"
|
74
82
|
#include "src/core/lib/iomgr/iomgr_fwd.h"
|
75
|
-
#include "src/core/lib/iomgr/
|
76
|
-
#include "src/core/lib/
|
77
|
-
#include "src/core/lib/profiling/timers.h"
|
78
|
-
#include "src/core/lib/resource_quota/api.h"
|
83
|
+
#include "src/core/lib/iomgr/port.h"
|
84
|
+
#include "src/core/lib/promise/poll.h"
|
79
85
|
#include "src/core/lib/resource_quota/arena.h"
|
80
86
|
#include "src/core/lib/resource_quota/memory_quota.h"
|
81
87
|
#include "src/core/lib/resource_quota/resource_quota.h"
|
82
88
|
#include "src/core/lib/resource_quota/trace.h"
|
83
89
|
#include "src/core/lib/slice/slice.h"
|
90
|
+
#include "src/core/lib/slice/slice_buffer.h"
|
84
91
|
#include "src/core/lib/slice/slice_internal.h"
|
85
|
-
#include "src/core/lib/slice/slice_refcount.h"
|
86
92
|
#include "src/core/lib/transport/bdp_estimator.h"
|
87
|
-
#include "src/core/lib/transport/byte_stream.h"
|
88
93
|
#include "src/core/lib/transport/connectivity_state.h"
|
89
94
|
#include "src/core/lib/transport/error_utils.h"
|
90
95
|
#include "src/core/lib/transport/http2_errors.h"
|
@@ -93,50 +98,37 @@
|
|
93
98
|
#include "src/core/lib/transport/transport.h"
|
94
99
|
#include "src/core/lib/transport/transport_impl.h"
|
95
100
|
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
"assume the remote peer does the same. Thus we can ignore any flow control "
|
100
|
-
"bookkeeping, error checking, and decision making");
|
101
|
+
#ifdef GRPC_POSIX_SOCKET_TCP
|
102
|
+
#include "src/core/lib/iomgr/ev_posix.h"
|
103
|
+
#endif
|
101
104
|
|
102
105
|
#define DEFAULT_CONNECTION_WINDOW_TARGET (1024 * 1024)
|
103
106
|
#define MAX_WINDOW 0x7fffffffu
|
104
107
|
#define MAX_WRITE_BUFFER_SIZE (64 * 1024 * 1024)
|
105
|
-
#define DEFAULT_MAX_HEADER_LIST_SIZE (
|
108
|
+
#define DEFAULT_MAX_HEADER_LIST_SIZE (16 * 1024)
|
109
|
+
#define DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT (8 * 1024)
|
106
110
|
|
107
|
-
#define DEFAULT_CLIENT_KEEPALIVE_TIME_MS INT_MAX
|
108
|
-
#define DEFAULT_CLIENT_KEEPALIVE_TIMEOUT_MS 20000 /* 20 seconds */
|
109
|
-
#define DEFAULT_SERVER_KEEPALIVE_TIME_MS 7200000 /* 2 hours */
|
110
|
-
#define DEFAULT_SERVER_KEEPALIVE_TIMEOUT_MS 20000 /* 20 seconds */
|
111
|
-
#define DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS false
|
112
111
|
#define KEEPALIVE_TIME_BACKOFF_MULTIPLIER 2
|
113
112
|
|
114
|
-
#define DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS 300000 /* 5 minutes */
|
115
|
-
#define DEFAULT_MAX_PINGS_BETWEEN_DATA 2
|
116
|
-
#define DEFAULT_MAX_PING_STRIKES 2
|
117
|
-
|
118
113
|
#define DEFAULT_MAX_PENDING_INDUCED_FRAMES 10000
|
119
114
|
|
120
|
-
static
|
121
|
-
|
122
|
-
static
|
123
|
-
|
124
|
-
static
|
125
|
-
|
126
|
-
static
|
127
|
-
|
128
|
-
static bool g_default_client_keepalive_permit_without_calls =
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
-
|
133
|
-
static int
|
134
|
-
|
135
|
-
static int g_default_max_pings_without_data = DEFAULT_MAX_PINGS_BETWEEN_DATA;
|
136
|
-
static int g_default_max_ping_strikes = DEFAULT_MAX_PING_STRIKES;
|
115
|
+
static grpc_core::Duration g_default_client_keepalive_time =
|
116
|
+
grpc_core::Duration::Infinity();
|
117
|
+
static grpc_core::Duration g_default_client_keepalive_timeout =
|
118
|
+
grpc_core::Duration::Seconds(20);
|
119
|
+
static grpc_core::Duration g_default_server_keepalive_time =
|
120
|
+
grpc_core::Duration::Hours(2);
|
121
|
+
static grpc_core::Duration g_default_server_keepalive_timeout =
|
122
|
+
grpc_core::Duration::Seconds(20);
|
123
|
+
static bool g_default_client_keepalive_permit_without_calls = false;
|
124
|
+
static bool g_default_server_keepalive_permit_without_calls = false;
|
125
|
+
|
126
|
+
static grpc_core::Duration g_default_min_recv_ping_interval_without_data =
|
127
|
+
grpc_core::Duration::Minutes(5);
|
128
|
+
static int g_default_max_pings_without_data = 2;
|
129
|
+
static int g_default_max_ping_strikes = 2;
|
137
130
|
|
138
131
|
#define MAX_CLIENT_STREAM_ID 0x7fffffffu
|
139
|
-
grpc_core::TraceFlag grpc_http_trace(false, "http");
|
140
132
|
grpc_core::TraceFlag grpc_keepalive_trace(false, "http_keepalive");
|
141
133
|
grpc_core::DebugOnlyTraceFlag grpc_trace_chttp2_refcount(false,
|
142
134
|
"chttp2_refcount");
|
@@ -151,8 +143,6 @@ static void read_action(void* t, grpc_error_handle error);
|
|
151
143
|
static void read_action_locked(void* t, grpc_error_handle error);
|
152
144
|
static void continue_read_action_locked(grpc_chttp2_transport* t);
|
153
145
|
|
154
|
-
static void complete_fetch(void* gs, grpc_error_handle error);
|
155
|
-
static void complete_fetch_locked(void* gs, grpc_error_handle error);
|
156
146
|
// Set a transport level setting, and push it to our peer
|
157
147
|
static void queue_setting_update(grpc_chttp2_transport* t,
|
158
148
|
grpc_chttp2_setting_id id, uint32_t value);
|
@@ -183,26 +173,43 @@ static void start_bdp_ping(void* tp, grpc_error_handle error);
|
|
183
173
|
static void finish_bdp_ping(void* tp, grpc_error_handle error);
|
184
174
|
static void start_bdp_ping_locked(void* tp, grpc_error_handle error);
|
185
175
|
static void finish_bdp_ping_locked(void* tp, grpc_error_handle error);
|
186
|
-
static void next_bdp_ping_timer_expired(
|
187
|
-
static void next_bdp_ping_timer_expired_locked(
|
188
|
-
|
176
|
+
static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t);
|
177
|
+
static void next_bdp_ping_timer_expired_locked(
|
178
|
+
void* tp, GRPC_UNUSED grpc_error_handle error);
|
189
179
|
|
190
180
|
static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error);
|
191
181
|
static void send_ping_locked(grpc_chttp2_transport* t,
|
192
182
|
grpc_closure* on_initiate, grpc_closure* on_ack);
|
193
|
-
static void retry_initiate_ping_locked(void* tp,
|
183
|
+
static void retry_initiate_ping_locked(void* tp,
|
184
|
+
GRPC_UNUSED grpc_error_handle error);
|
194
185
|
|
195
186
|
// keepalive-relevant functions
|
196
|
-
static void init_keepalive_ping(
|
197
|
-
static void init_keepalive_ping_locked(void* arg,
|
187
|
+
static void init_keepalive_ping(grpc_chttp2_transport* t);
|
188
|
+
static void init_keepalive_ping_locked(void* arg,
|
189
|
+
GRPC_UNUSED grpc_error_handle error);
|
198
190
|
static void start_keepalive_ping(void* arg, grpc_error_handle error);
|
199
191
|
static void finish_keepalive_ping(void* arg, grpc_error_handle error);
|
200
192
|
static void start_keepalive_ping_locked(void* arg, grpc_error_handle error);
|
201
193
|
static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error);
|
202
|
-
static void keepalive_watchdog_fired(
|
203
|
-
static void keepalive_watchdog_fired_locked(
|
194
|
+
static void keepalive_watchdog_fired(grpc_chttp2_transport* t);
|
195
|
+
static void keepalive_watchdog_fired_locked(
|
196
|
+
void* arg, GRPC_UNUSED grpc_error_handle error);
|
197
|
+
static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t);
|
198
|
+
|
199
|
+
namespace {
|
200
|
+
grpc_core::CallTracerInterface* CallTracerIfEnabled(grpc_chttp2_stream* s) {
|
201
|
+
if (s->context == nullptr || !grpc_core::IsTraceRecordCallopsEnabled()) {
|
202
|
+
return nullptr;
|
203
|
+
}
|
204
|
+
return static_cast<grpc_core::CallTracerInterface*>(
|
205
|
+
static_cast<grpc_call_context_element*>(
|
206
|
+
s->context)[GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE]
|
207
|
+
.value);
|
208
|
+
}
|
204
209
|
|
205
|
-
|
210
|
+
grpc_core::WriteTimestampsCallback g_write_timestamps_callback = nullptr;
|
211
|
+
grpc_core::CopyContextFn g_get_copied_context_fn = nullptr;
|
212
|
+
} // namespace
|
206
213
|
|
207
214
|
namespace grpc_core {
|
208
215
|
|
@@ -228,6 +235,40 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
|
|
228
235
|
test_only_disable_transient_failure_state_notification = disable;
|
229
236
|
}
|
230
237
|
|
238
|
+
void GrpcHttp2SetWriteTimestampsCallback(WriteTimestampsCallback fn) {
|
239
|
+
g_write_timestamps_callback = fn;
|
240
|
+
}
|
241
|
+
|
242
|
+
void GrpcHttp2SetCopyContextFn(CopyContextFn fn) {
|
243
|
+
g_get_copied_context_fn = fn;
|
244
|
+
}
|
245
|
+
|
246
|
+
WriteTimestampsCallback GrpcHttp2GetWriteTimestampsCallback() {
|
247
|
+
return g_write_timestamps_callback;
|
248
|
+
}
|
249
|
+
|
250
|
+
CopyContextFn GrpcHttp2GetCopyContextFn() { return g_get_copied_context_fn; }
|
251
|
+
|
252
|
+
// For each entry in the passed ContextList, it executes the function set using
|
253
|
+
// GrpcHttp2SetWriteTimestampsCallback method with each context in the list
|
254
|
+
// and \a ts. It also deletes/frees up the passed ContextList after this
|
255
|
+
// operation.
|
256
|
+
void ForEachContextListEntryExecute(void* arg, Timestamps* ts,
|
257
|
+
grpc_error_handle error) {
|
258
|
+
ContextList* context_list = reinterpret_cast<ContextList*>(arg);
|
259
|
+
if (!context_list) {
|
260
|
+
return;
|
261
|
+
}
|
262
|
+
for (auto it = context_list->begin(); it != context_list->end(); it++) {
|
263
|
+
ContextListEntry& entry = (*it);
|
264
|
+
if (ts) {
|
265
|
+
ts->byte_offset = static_cast<uint32_t>(entry.ByteOffsetInStream());
|
266
|
+
}
|
267
|
+
g_write_timestamps_callback(entry.TraceContext(), ts, error);
|
268
|
+
}
|
269
|
+
delete context_list;
|
270
|
+
}
|
271
|
+
|
231
272
|
} // namespace grpc_core
|
232
273
|
|
233
274
|
//
|
@@ -237,25 +278,27 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
|
|
237
278
|
grpc_chttp2_transport::~grpc_chttp2_transport() {
|
238
279
|
size_t i;
|
239
280
|
|
281
|
+
event_engine.reset();
|
282
|
+
|
240
283
|
if (channelz_socket != nullptr) {
|
241
284
|
channelz_socket.reset();
|
242
285
|
}
|
243
286
|
|
244
287
|
grpc_endpoint_destroy(ep);
|
245
288
|
|
246
|
-
|
289
|
+
grpc_slice_buffer_destroy(&qbuf);
|
247
290
|
|
248
|
-
|
291
|
+
grpc_slice_buffer_destroy(&outbuf);
|
249
292
|
|
250
|
-
grpc_error_handle error =
|
251
|
-
GRPC_ERROR_CREATE_FROM_STATIC_STRING("Transport destroyed");
|
293
|
+
grpc_error_handle error = GRPC_ERROR_CREATE("Transport destroyed");
|
252
294
|
// ContextList::Execute follows semantics of a callback function and does not
|
253
295
|
// take a ref on error
|
254
|
-
|
255
|
-
|
296
|
+
if (cl != nullptr) {
|
297
|
+
grpc_core::ForEachContextListEntryExecute(cl, nullptr, error);
|
298
|
+
}
|
256
299
|
cl = nullptr;
|
257
300
|
|
258
|
-
|
301
|
+
grpc_slice_buffer_destroy(&read_buffer);
|
259
302
|
grpc_chttp2_goaway_parser_destroy(&goaway_parser);
|
260
303
|
|
261
304
|
for (i = 0; i < STREAM_LIST_COUNT; i++) {
|
@@ -263,16 +306,10 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
|
|
263
306
|
GPR_ASSERT(lists[i].tail == nullptr);
|
264
307
|
}
|
265
308
|
|
266
|
-
|
267
|
-
|
268
|
-
GPR_ASSERT(grpc_chttp2_stream_map_size(&stream_map) == 0);
|
269
|
-
|
270
|
-
grpc_chttp2_stream_map_destroy(&stream_map);
|
271
|
-
|
309
|
+
GPR_ASSERT(stream_map.empty());
|
272
310
|
GRPC_COMBINER_UNREF(combiner, "chttp2_transport");
|
273
311
|
|
274
|
-
cancel_pings(this,
|
275
|
-
GRPC_ERROR_CREATE_FROM_STATIC_STRING("Transport destroyed"));
|
312
|
+
cancel_pings(this, GRPC_ERROR_CREATE("Transport destroyed"));
|
276
313
|
|
277
314
|
while (write_cb_pool) {
|
278
315
|
grpc_chttp2_write_cb* next = write_cb_pool->next;
|
@@ -280,9 +317,6 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
|
|
280
317
|
write_cb_pool = next;
|
281
318
|
}
|
282
319
|
|
283
|
-
flow_control.Destroy();
|
284
|
-
|
285
|
-
GRPC_ERROR_UNREF(closed_with_error);
|
286
320
|
gpr_free(ping_acks);
|
287
321
|
if (grpc_core::test_only_destruct_callback != nullptr) {
|
288
322
|
grpc_core::test_only_destruct_callback();
|
@@ -291,215 +325,217 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
|
|
291
325
|
|
292
326
|
static const grpc_transport_vtable* get_vtable(void);
|
293
327
|
|
294
|
-
|
295
|
-
|
296
|
-
const grpc_channel_args* channel_args,
|
328
|
+
static void read_channel_args(grpc_chttp2_transport* t,
|
329
|
+
const grpc_core::ChannelArgs& channel_args,
|
297
330
|
bool is_client) {
|
298
|
-
|
299
|
-
|
300
|
-
|
301
|
-
|
302
|
-
|
303
|
-
|
304
|
-
|
305
|
-
GRPC_ARG_HTTP2_INITIAL_SEQUENCE_NUMBER)) {
|
306
|
-
const grpc_integer_options options = {-1, 0, INT_MAX};
|
307
|
-
const int value =
|
308
|
-
grpc_channel_arg_get_integer(&channel_args->args[i], options);
|
309
|
-
if (value >= 0) {
|
310
|
-
if ((t->next_stream_id & 1) != (value & 1)) {
|
311
|
-
gpr_log(GPR_ERROR, "%s: low bit must be %d on %s",
|
312
|
-
GRPC_ARG_HTTP2_INITIAL_SEQUENCE_NUMBER, t->next_stream_id & 1,
|
313
|
-
is_client ? "client" : "server");
|
314
|
-
} else {
|
315
|
-
t->next_stream_id = static_cast<uint32_t>(value);
|
316
|
-
}
|
317
|
-
}
|
318
|
-
} else if (0 == strcmp(channel_args->args[i].key,
|
319
|
-
GRPC_ARG_HTTP2_HPACK_TABLE_SIZE_ENCODER)) {
|
320
|
-
const grpc_integer_options options = {-1, 0, INT_MAX};
|
321
|
-
const int value =
|
322
|
-
grpc_channel_arg_get_integer(&channel_args->args[i], options);
|
323
|
-
if (value >= 0) {
|
324
|
-
t->hpack_compressor.SetMaxUsableSize(value);
|
325
|
-
}
|
326
|
-
} else if (0 == strcmp(channel_args->args[i].key,
|
327
|
-
GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)) {
|
328
|
-
t->ping_policy.max_pings_without_data = grpc_channel_arg_get_integer(
|
329
|
-
&channel_args->args[i],
|
330
|
-
{g_default_max_pings_without_data, 0, INT_MAX});
|
331
|
-
} else if (0 == strcmp(channel_args->args[i].key,
|
332
|
-
GRPC_ARG_HTTP2_MAX_PING_STRIKES)) {
|
333
|
-
t->ping_policy.max_ping_strikes = grpc_channel_arg_get_integer(
|
334
|
-
&channel_args->args[i], {g_default_max_ping_strikes, 0, INT_MAX});
|
335
|
-
} else if (0 ==
|
336
|
-
strcmp(channel_args->args[i].key,
|
337
|
-
GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)) {
|
338
|
-
t->ping_policy.min_recv_ping_interval_without_data =
|
339
|
-
grpc_core::Duration::Milliseconds(grpc_channel_arg_get_integer(
|
340
|
-
&channel_args->args[i],
|
341
|
-
grpc_integer_options{
|
342
|
-
g_default_min_recv_ping_interval_without_data_ms, 0,
|
343
|
-
INT_MAX}));
|
344
|
-
} else if (0 == strcmp(channel_args->args[i].key,
|
345
|
-
GRPC_ARG_HTTP2_WRITE_BUFFER_SIZE)) {
|
346
|
-
t->write_buffer_size = static_cast<uint32_t>(grpc_channel_arg_get_integer(
|
347
|
-
&channel_args->args[i], {0, 0, MAX_WRITE_BUFFER_SIZE}));
|
348
|
-
} else if (0 ==
|
349
|
-
strcmp(channel_args->args[i].key, GRPC_ARG_HTTP2_BDP_PROBE)) {
|
350
|
-
enable_bdp = grpc_channel_arg_get_bool(&channel_args->args[i], true);
|
351
|
-
} else if (0 ==
|
352
|
-
strcmp(channel_args->args[i].key, GRPC_ARG_KEEPALIVE_TIME_MS)) {
|
353
|
-
const int value = grpc_channel_arg_get_integer(
|
354
|
-
&channel_args->args[i],
|
355
|
-
grpc_integer_options{t->is_client
|
356
|
-
? g_default_client_keepalive_time_ms
|
357
|
-
: g_default_server_keepalive_time_ms,
|
358
|
-
1, INT_MAX});
|
359
|
-
t->keepalive_time = value == INT_MAX
|
360
|
-
? grpc_core::Duration::Infinity()
|
361
|
-
: grpc_core::Duration::Milliseconds(value);
|
362
|
-
} else if (0 == strcmp(channel_args->args[i].key,
|
363
|
-
GRPC_ARG_KEEPALIVE_TIMEOUT_MS)) {
|
364
|
-
const int value = grpc_channel_arg_get_integer(
|
365
|
-
&channel_args->args[i],
|
366
|
-
grpc_integer_options{t->is_client
|
367
|
-
? g_default_client_keepalive_timeout_ms
|
368
|
-
: g_default_server_keepalive_timeout_ms,
|
369
|
-
0, INT_MAX});
|
370
|
-
t->keepalive_timeout = value == INT_MAX
|
371
|
-
? grpc_core::Duration::Infinity()
|
372
|
-
: grpc_core::Duration::Milliseconds(value);
|
373
|
-
} else if (0 == strcmp(channel_args->args[i].key,
|
374
|
-
GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)) {
|
375
|
-
t->keepalive_permit_without_calls = static_cast<uint32_t>(
|
376
|
-
grpc_channel_arg_get_integer(&channel_args->args[i], {0, 0, 1}));
|
377
|
-
} else if (0 == strcmp(channel_args->args[i].key,
|
378
|
-
GRPC_ARG_OPTIMIZATION_TARGET)) {
|
379
|
-
gpr_log(GPR_INFO, "GRPC_ARG_OPTIMIZATION_TARGET is deprecated");
|
380
|
-
} else if (0 ==
|
381
|
-
strcmp(channel_args->args[i].key, GRPC_ARG_ENABLE_CHANNELZ)) {
|
382
|
-
channelz_enabled = grpc_channel_arg_get_bool(
|
383
|
-
&channel_args->args[i], GRPC_ENABLE_CHANNELZ_DEFAULT);
|
331
|
+
const int initial_sequence_number =
|
332
|
+
channel_args.GetInt(GRPC_ARG_HTTP2_INITIAL_SEQUENCE_NUMBER).value_or(-1);
|
333
|
+
if (initial_sequence_number > 0) {
|
334
|
+
if ((t->next_stream_id & 1) != (initial_sequence_number & 1)) {
|
335
|
+
gpr_log(GPR_ERROR, "%s: low bit must be %d on %s",
|
336
|
+
GRPC_ARG_HTTP2_INITIAL_SEQUENCE_NUMBER, t->next_stream_id & 1,
|
337
|
+
is_client ? "client" : "server");
|
384
338
|
} else {
|
385
|
-
|
386
|
-
const char* channel_arg_name;
|
387
|
-
grpc_chttp2_setting_id setting_id;
|
388
|
-
grpc_integer_options integer_options;
|
389
|
-
bool availability[2] /* server, client */;
|
390
|
-
} settings_map[] = {{GRPC_ARG_MAX_CONCURRENT_STREAMS,
|
391
|
-
GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS,
|
392
|
-
{-1, 0, INT32_MAX},
|
393
|
-
{true, false}},
|
394
|
-
{GRPC_ARG_HTTP2_HPACK_TABLE_SIZE_DECODER,
|
395
|
-
GRPC_CHTTP2_SETTINGS_HEADER_TABLE_SIZE,
|
396
|
-
{-1, 0, INT32_MAX},
|
397
|
-
{true, true}},
|
398
|
-
{GRPC_ARG_MAX_METADATA_SIZE,
|
399
|
-
GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE,
|
400
|
-
{-1, 0, INT32_MAX},
|
401
|
-
{true, true}},
|
402
|
-
{GRPC_ARG_HTTP2_MAX_FRAME_SIZE,
|
403
|
-
GRPC_CHTTP2_SETTINGS_MAX_FRAME_SIZE,
|
404
|
-
{-1, 16384, 16777215},
|
405
|
-
{true, true}},
|
406
|
-
{GRPC_ARG_HTTP2_ENABLE_TRUE_BINARY,
|
407
|
-
GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA,
|
408
|
-
{1, 0, 1},
|
409
|
-
{true, true}},
|
410
|
-
{GRPC_ARG_HTTP2_STREAM_LOOKAHEAD_BYTES,
|
411
|
-
GRPC_CHTTP2_SETTINGS_INITIAL_WINDOW_SIZE,
|
412
|
-
{-1, 5, INT32_MAX},
|
413
|
-
{true, true}}};
|
414
|
-
for (j = 0; j < static_cast<int> GPR_ARRAY_SIZE(settings_map); j++) {
|
415
|
-
if (0 == strcmp(channel_args->args[i].key,
|
416
|
-
settings_map[j].channel_arg_name)) {
|
417
|
-
if (!settings_map[j].availability[is_client]) {
|
418
|
-
gpr_log(GPR_DEBUG, "%s is not available on %s",
|
419
|
-
settings_map[j].channel_arg_name,
|
420
|
-
is_client ? "clients" : "servers");
|
421
|
-
} else {
|
422
|
-
int value = grpc_channel_arg_get_integer(
|
423
|
-
&channel_args->args[i], settings_map[j].integer_options);
|
424
|
-
if (value >= 0) {
|
425
|
-
queue_setting_update(t, settings_map[j].setting_id,
|
426
|
-
static_cast<uint32_t>(value));
|
427
|
-
}
|
428
|
-
}
|
429
|
-
break;
|
430
|
-
}
|
431
|
-
}
|
339
|
+
t->next_stream_id = static_cast<uint32_t>(initial_sequence_number);
|
432
340
|
}
|
433
341
|
}
|
434
|
-
|
435
|
-
|
436
|
-
|
437
|
-
|
438
|
-
|
439
|
-
grpc_core::channelz::SocketNode::Security::GetFromChannelArgs(
|
440
|
-
channel_args));
|
342
|
+
|
343
|
+
const int max_hpack_table_size =
|
344
|
+
channel_args.GetInt(GRPC_ARG_HTTP2_HPACK_TABLE_SIZE_ENCODER).value_or(-1);
|
345
|
+
if (max_hpack_table_size >= 0) {
|
346
|
+
t->hpack_compressor.SetMaxUsableSize(max_hpack_table_size);
|
441
347
|
}
|
442
|
-
return enable_bdp;
|
443
|
-
}
|
444
348
|
|
445
|
-
|
446
|
-
|
447
|
-
|
448
|
-
|
449
|
-
|
450
|
-
|
451
|
-
|
452
|
-
|
453
|
-
|
454
|
-
|
349
|
+
t->ping_policy.max_pings_without_data =
|
350
|
+
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)
|
351
|
+
.value_or(g_default_max_pings_without_data));
|
352
|
+
t->ping_policy.max_ping_strikes =
|
353
|
+
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PING_STRIKES)
|
354
|
+
.value_or(g_default_max_ping_strikes));
|
355
|
+
t->ping_policy.min_recv_ping_interval_without_data =
|
356
|
+
std::max(grpc_core::Duration::Zero(),
|
357
|
+
channel_args
|
358
|
+
.GetDurationFromIntMillis(
|
359
|
+
GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)
|
360
|
+
.value_or(g_default_min_recv_ping_interval_without_data));
|
361
|
+
t->write_buffer_size =
|
362
|
+
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_WRITE_BUFFER_SIZE)
|
363
|
+
.value_or(grpc_core::chttp2::kDefaultWindow));
|
364
|
+
t->keepalive_time =
|
365
|
+
std::max(grpc_core::Duration::Milliseconds(1),
|
366
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
|
367
|
+
.value_or(t->is_client ? g_default_client_keepalive_time
|
368
|
+
: g_default_server_keepalive_time));
|
369
|
+
t->keepalive_timeout = std::max(
|
370
|
+
grpc_core::Duration::Zero(),
|
371
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
|
372
|
+
.value_or(t->is_client ? g_default_client_keepalive_timeout
|
373
|
+
: g_default_server_keepalive_timeout));
|
374
|
+
if (grpc_core::IsKeepaliveFixEnabled()) {
|
455
375
|
t->keepalive_permit_without_calls =
|
456
|
-
|
376
|
+
channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
|
377
|
+
.value_or(t->is_client
|
378
|
+
? g_default_client_keepalive_permit_without_calls
|
379
|
+
: g_default_server_keepalive_permit_without_calls);
|
457
380
|
} else {
|
458
|
-
t->keepalive_time = g_default_server_keepalive_time_ms == INT_MAX
|
459
|
-
? grpc_core::Duration::Infinity()
|
460
|
-
: grpc_core::Duration::Milliseconds(
|
461
|
-
g_default_server_keepalive_time_ms);
|
462
|
-
t->keepalive_timeout = g_default_server_keepalive_timeout_ms == INT_MAX
|
463
|
-
? grpc_core::Duration::Infinity()
|
464
|
-
: grpc_core::Duration::Milliseconds(
|
465
|
-
g_default_server_keepalive_timeout_ms);
|
466
381
|
t->keepalive_permit_without_calls =
|
467
|
-
|
382
|
+
channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
|
383
|
+
.value_or(false);
|
468
384
|
}
|
469
|
-
}
|
470
385
|
|
471
|
-
|
472
|
-
|
473
|
-
|
474
|
-
t->
|
475
|
-
|
476
|
-
|
386
|
+
// Only send the prefered rx frame size http2 setting if we are instructed
|
387
|
+
// to auto size the buffers allocated at tcp level and we also can adjust
|
388
|
+
// sending frame size.
|
389
|
+
t->enable_preferred_rx_crypto_frame_advertisement =
|
390
|
+
channel_args
|
391
|
+
.GetBool(GRPC_ARG_EXPERIMENTAL_HTTP2_PREFERRED_CRYPTO_FRAME_SIZE)
|
392
|
+
.value_or(false);
|
393
|
+
|
394
|
+
if (channel_args.GetBool(GRPC_ARG_ENABLE_CHANNELZ)
|
395
|
+
.value_or(GRPC_ENABLE_CHANNELZ_DEFAULT)) {
|
396
|
+
t->channelz_socket =
|
397
|
+
grpc_core::MakeRefCounted<grpc_core::channelz::SocketNode>(
|
398
|
+
std::string(grpc_endpoint_get_local_address(t->ep)),
|
399
|
+
std::string(t->peer_string.as_string_view()),
|
400
|
+
absl::StrCat(get_vtable()->name, " ",
|
401
|
+
t->peer_string.as_string_view()),
|
402
|
+
channel_args
|
403
|
+
.GetObjectRef<grpc_core::channelz::SocketNode::Security>());
|
404
|
+
}
|
405
|
+
|
406
|
+
t->ack_pings = channel_args.GetBool("grpc.http2.ack_pings").value_or(true);
|
407
|
+
|
408
|
+
const int soft_limit =
|
409
|
+
channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE).value_or(-1);
|
410
|
+
if (soft_limit < 0) {
|
411
|
+
// Set soft limit to 0.8 * hard limit if this is larger than
|
412
|
+
// `DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT` and
|
413
|
+
// `GRPC_ARG_MAX_METADATA_SIZE` is not set.
|
414
|
+
t->max_header_list_size_soft_limit = std::max(
|
415
|
+
DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT,
|
416
|
+
static_cast<int>(
|
417
|
+
0.8 * channel_args.GetInt(GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE)
|
418
|
+
.value_or(-1)));
|
419
|
+
} else {
|
420
|
+
t->max_header_list_size_soft_limit = soft_limit;
|
421
|
+
}
|
422
|
+
|
423
|
+
static const struct {
|
424
|
+
absl::string_view channel_arg_name;
|
425
|
+
grpc_chttp2_setting_id setting_id;
|
426
|
+
int default_value;
|
427
|
+
int min;
|
428
|
+
int max;
|
429
|
+
bool availability[2] /* server, client */;
|
430
|
+
} settings_map[] = {{GRPC_ARG_MAX_CONCURRENT_STREAMS,
|
431
|
+
GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS,
|
432
|
+
-1,
|
433
|
+
0,
|
434
|
+
INT32_MAX,
|
435
|
+
{true, false}},
|
436
|
+
{GRPC_ARG_HTTP2_HPACK_TABLE_SIZE_DECODER,
|
437
|
+
GRPC_CHTTP2_SETTINGS_HEADER_TABLE_SIZE,
|
438
|
+
-1,
|
439
|
+
0,
|
440
|
+
INT32_MAX,
|
441
|
+
{true, true}},
|
442
|
+
{GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE,
|
443
|
+
GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE,
|
444
|
+
-1,
|
445
|
+
0,
|
446
|
+
INT32_MAX,
|
447
|
+
{true, true}},
|
448
|
+
{GRPC_ARG_HTTP2_MAX_FRAME_SIZE,
|
449
|
+
GRPC_CHTTP2_SETTINGS_MAX_FRAME_SIZE,
|
450
|
+
-1,
|
451
|
+
16384,
|
452
|
+
16777215,
|
453
|
+
{true, true}},
|
454
|
+
{GRPC_ARG_HTTP2_ENABLE_TRUE_BINARY,
|
455
|
+
GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA,
|
456
|
+
1,
|
457
|
+
0,
|
458
|
+
1,
|
459
|
+
{true, true}},
|
460
|
+
{GRPC_ARG_HTTP2_STREAM_LOOKAHEAD_BYTES,
|
461
|
+
GRPC_CHTTP2_SETTINGS_INITIAL_WINDOW_SIZE,
|
462
|
+
-1,
|
463
|
+
5,
|
464
|
+
INT32_MAX,
|
465
|
+
{true, true}}};
|
466
|
+
|
467
|
+
for (size_t i = 0; i < GPR_ARRAY_SIZE(settings_map); i++) {
|
468
|
+
const auto& setting = settings_map[i];
|
469
|
+
if (setting.availability[is_client]) {
|
470
|
+
const int value = channel_args.GetInt(setting.channel_arg_name)
|
471
|
+
.value_or(setting.default_value);
|
472
|
+
if (value >= 0) {
|
473
|
+
queue_setting_update(t, setting.setting_id,
|
474
|
+
grpc_core::Clamp(value, setting.min, setting.max));
|
475
|
+
} else if (setting.setting_id ==
|
476
|
+
GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE) {
|
477
|
+
// Set value to 1.25 * soft limit if this is larger than
|
478
|
+
// `DEFAULT_MAX_HEADER_LIST_SIZE` and
|
479
|
+
// `GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE` is not set.
|
480
|
+
const int soft_limit = channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE)
|
481
|
+
.value_or(setting.default_value);
|
482
|
+
const int value = (soft_limit >= 0 && soft_limit < (INT_MAX / 1.25))
|
483
|
+
? static_cast<int>(soft_limit * 1.25)
|
484
|
+
: soft_limit;
|
485
|
+
if (value > DEFAULT_MAX_HEADER_LIST_SIZE) {
|
486
|
+
queue_setting_update(
|
487
|
+
t, setting.setting_id,
|
488
|
+
grpc_core::Clamp(value, setting.min, setting.max));
|
489
|
+
}
|
490
|
+
}
|
491
|
+
} else if (channel_args.Contains(setting.channel_arg_name)) {
|
492
|
+
gpr_log(GPR_DEBUG, "%s is not available on %s",
|
493
|
+
std::string(setting.channel_arg_name).c_str(),
|
494
|
+
is_client ? "clients" : "servers");
|
495
|
+
}
|
496
|
+
}
|
497
|
+
|
498
|
+
if (t->enable_preferred_rx_crypto_frame_advertisement) {
|
499
|
+
const grpc_chttp2_setting_parameters* sp =
|
500
|
+
&grpc_chttp2_settings_parameters
|
501
|
+
[GRPC_CHTTP2_SETTINGS_GRPC_PREFERRED_RECEIVE_CRYPTO_FRAME_SIZE];
|
502
|
+
queue_setting_update(
|
503
|
+
t, GRPC_CHTTP2_SETTINGS_GRPC_PREFERRED_RECEIVE_CRYPTO_FRAME_SIZE,
|
504
|
+
grpc_core::Clamp(INT_MAX, static_cast<int>(sp->min_value),
|
505
|
+
static_cast<int>(sp->max_value)));
|
506
|
+
}
|
477
507
|
}
|
478
508
|
|
479
|
-
static void
|
509
|
+
static void init_keepalive_pings_if_enabled_locked(
|
510
|
+
void* arg, GRPC_UNUSED grpc_error_handle error) {
|
511
|
+
GPR_DEBUG_ASSERT(error.ok());
|
512
|
+
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
480
513
|
if (t->keepalive_time != grpc_core::Duration::Infinity()) {
|
481
514
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
|
482
515
|
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
483
|
-
|
484
|
-
|
485
|
-
|
486
|
-
|
487
|
-
|
516
|
+
t->keepalive_ping_timer_handle =
|
517
|
+
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
518
|
+
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
519
|
+
grpc_core::ExecCtx exec_ctx;
|
520
|
+
init_keepalive_ping(t);
|
521
|
+
});
|
488
522
|
} else {
|
489
523
|
// Use GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED to indicate there are no
|
490
|
-
//
|
524
|
+
// inflight keepalive timers
|
491
525
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED;
|
492
526
|
}
|
493
527
|
}
|
494
528
|
|
495
529
|
grpc_chttp2_transport::grpc_chttp2_transport(
|
496
|
-
const
|
530
|
+
const grpc_core::ChannelArgs& channel_args, grpc_endpoint* ep,
|
531
|
+
bool is_client)
|
497
532
|
: refs(1, GRPC_TRACE_FLAG_ENABLED(grpc_trace_chttp2_refcount)
|
498
533
|
? "chttp2_refcount"
|
499
534
|
: nullptr),
|
500
535
|
ep(ep),
|
501
|
-
peer_string(
|
502
|
-
|
536
|
+
peer_string(
|
537
|
+
grpc_core::Slice::FromCopiedString(grpc_endpoint_get_peer(ep))),
|
538
|
+
memory_owner(channel_args.GetObject<grpc_core::ResourceQuota>()
|
503
539
|
->memory_quota()
|
504
540
|
->CreateMemoryOwner(absl::StrCat(
|
505
541
|
grpc_endpoint_get_peer(ep), ":client_transport"))),
|
@@ -510,16 +546,18 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
510
546
|
GRPC_CHANNEL_READY),
|
511
547
|
is_client(is_client),
|
512
548
|
next_stream_id(is_client ? 1 : 2),
|
513
|
-
|
549
|
+
flow_control(
|
550
|
+
peer_string.as_string_view(),
|
551
|
+
channel_args.GetBool(GRPC_ARG_HTTP2_BDP_PROBE).value_or(true),
|
552
|
+
&memory_owner),
|
553
|
+
deframe_state(is_client ? GRPC_DTS_FH_0 : GRPC_DTS_CLIENT_PREFIX_0),
|
554
|
+
event_engine(
|
555
|
+
channel_args
|
556
|
+
.GetObjectRef<grpc_event_engine::experimental::EventEngine>()) {
|
557
|
+
cl = new grpc_core::ContextList();
|
514
558
|
GPR_ASSERT(strlen(GRPC_CHTTP2_CLIENT_CONNECT_STRING) ==
|
515
559
|
GRPC_CHTTP2_CLIENT_CONNECT_STRLEN);
|
516
560
|
base.vtable = get_vtable();
|
517
|
-
// 8 is a random stab in the dark as to a good initial size: it's small enough
|
518
|
-
// that it shouldn't waste memory for infrequently used connections, yet
|
519
|
-
// large enough that the exponential growth should happen nicely when it's
|
520
|
-
// needed.
|
521
|
-
// TODO(ctiller): tune this
|
522
|
-
grpc_chttp2_stream_map_init(&stream_map, 8);
|
523
561
|
|
524
562
|
grpc_slice_buffer_init(&read_buffer);
|
525
563
|
grpc_slice_buffer_init(&outbuf);
|
@@ -548,37 +586,24 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
548
586
|
queue_setting_update(this,
|
549
587
|
GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA, 1);
|
550
588
|
|
551
|
-
|
552
|
-
init_transport_keepalive_settings(this);
|
553
|
-
|
554
|
-
bool enable_bdp = true;
|
555
|
-
if (channel_args) {
|
556
|
-
enable_bdp = read_channel_args(this, channel_args, is_client);
|
557
|
-
}
|
558
|
-
|
559
|
-
static const bool kEnableFlowControl =
|
560
|
-
!GPR_GLOBAL_CONFIG_GET(grpc_experimental_disable_flow_control);
|
561
|
-
if (kEnableFlowControl) {
|
562
|
-
flow_control.Init<grpc_core::chttp2::TransportFlowControl>(this,
|
563
|
-
enable_bdp);
|
564
|
-
} else {
|
565
|
-
flow_control.Init<grpc_core::chttp2::TransportFlowControlDisabled>(this);
|
566
|
-
enable_bdp = false;
|
567
|
-
}
|
589
|
+
read_channel_args(this, channel_args, is_client);
|
568
590
|
|
569
591
|
// No pings allowed before receiving a header or data frame.
|
570
592
|
ping_state.pings_before_data_required = 0;
|
571
|
-
ping_state.is_delayed_ping_timer_set = false;
|
572
593
|
ping_state.last_ping_sent_time = grpc_core::Timestamp::InfPast();
|
573
594
|
|
574
595
|
ping_recv_state.last_ping_recv_time = grpc_core::Timestamp::InfPast();
|
575
596
|
ping_recv_state.ping_strikes = 0;
|
576
597
|
|
577
|
-
|
598
|
+
grpc_core::ExecCtx exec_ctx;
|
599
|
+
combiner->Run(
|
600
|
+
GRPC_CLOSURE_INIT(&init_keepalive_ping_locked,
|
601
|
+
init_keepalive_pings_if_enabled_locked, this, nullptr),
|
602
|
+
absl::OkStatus());
|
578
603
|
|
579
|
-
if (
|
604
|
+
if (flow_control.bdp_probe()) {
|
580
605
|
bdp_ping_blocked = true;
|
581
|
-
grpc_chttp2_act_on_flowctl_action(flow_control
|
606
|
+
grpc_chttp2_act_on_flowctl_action(flow_control.PeriodicUpdate(), this,
|
582
607
|
nullptr);
|
583
608
|
}
|
584
609
|
|
@@ -587,15 +612,23 @@ grpc_chttp2_transport::grpc_chttp2_transport(
|
|
587
612
|
if (grpc_core::test_only_init_callback != nullptr) {
|
588
613
|
grpc_core::test_only_init_callback();
|
589
614
|
}
|
615
|
+
|
616
|
+
#ifdef GRPC_POSIX_SOCKET_TCP
|
617
|
+
closure_barrier_may_cover_write =
|
618
|
+
grpc_event_engine_run_in_background() &&
|
619
|
+
grpc_core::IsScheduleCancellationOverWriteEnabled()
|
620
|
+
? 0
|
621
|
+
: CLOSURE_BARRIER_MAY_COVER_WRITE;
|
622
|
+
#endif
|
590
623
|
}
|
591
624
|
|
592
625
|
static void destroy_transport_locked(void* tp, grpc_error_handle /*error*/) {
|
593
626
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
594
627
|
t->destroying = 1;
|
595
628
|
close_transport_locked(
|
596
|
-
t, grpc_error_set_int(
|
597
|
-
|
598
|
-
|
629
|
+
t, grpc_error_set_int(GRPC_ERROR_CREATE("Transport destroyed"),
|
630
|
+
grpc_core::StatusIntProperty::kOccurredDuringWrite,
|
631
|
+
t->write_state));
|
599
632
|
t->memory_owner.Reset();
|
600
633
|
// Must be the last line.
|
601
634
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "destroy");
|
@@ -604,45 +637,66 @@ static void destroy_transport_locked(void* tp, grpc_error_handle /*error*/) {
|
|
604
637
|
static void destroy_transport(grpc_transport* gt) {
|
605
638
|
grpc_chttp2_transport* t = reinterpret_cast<grpc_chttp2_transport*>(gt);
|
606
639
|
t->combiner->Run(GRPC_CLOSURE_CREATE(destroy_transport_locked, t, nullptr),
|
607
|
-
|
640
|
+
absl::OkStatus());
|
608
641
|
}
|
609
642
|
|
610
643
|
static void close_transport_locked(grpc_chttp2_transport* t,
|
611
644
|
grpc_error_handle error) {
|
612
|
-
end_all_the_calls(t,
|
613
|
-
cancel_pings(t,
|
614
|
-
if (t->closed_with_error
|
645
|
+
end_all_the_calls(t, error);
|
646
|
+
cancel_pings(t, error);
|
647
|
+
if (t->closed_with_error.ok()) {
|
615
648
|
if (!grpc_error_has_clear_grpc_status(error)) {
|
616
|
-
error =
|
617
|
-
|
649
|
+
error =
|
650
|
+
grpc_error_set_int(error, grpc_core::StatusIntProperty::kRpcStatus,
|
651
|
+
GRPC_STATUS_UNAVAILABLE);
|
618
652
|
}
|
619
653
|
if (t->write_state != GRPC_CHTTP2_WRITE_STATE_IDLE) {
|
620
|
-
if (t->close_transport_on_writes_finished
|
654
|
+
if (t->close_transport_on_writes_finished.ok()) {
|
621
655
|
t->close_transport_on_writes_finished =
|
622
|
-
|
623
|
-
"Delayed close due to in-progress write");
|
656
|
+
GRPC_ERROR_CREATE("Delayed close due to in-progress write");
|
624
657
|
}
|
625
658
|
t->close_transport_on_writes_finished =
|
626
659
|
grpc_error_add_child(t->close_transport_on_writes_finished, error);
|
627
660
|
return;
|
628
661
|
}
|
629
|
-
GPR_ASSERT(error
|
630
|
-
t->closed_with_error =
|
662
|
+
GPR_ASSERT(!error.ok());
|
663
|
+
t->closed_with_error = error;
|
631
664
|
connectivity_state_set(t, GRPC_CHANNEL_SHUTDOWN, absl::Status(),
|
632
665
|
"close_transport");
|
633
|
-
if (t->ping_state.
|
634
|
-
|
666
|
+
if (t->ping_state.delayed_ping_timer_handle.has_value()) {
|
667
|
+
if (t->event_engine->Cancel(*t->ping_state.delayed_ping_timer_handle)) {
|
668
|
+
GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
|
669
|
+
t->ping_state.delayed_ping_timer_handle.reset();
|
670
|
+
}
|
635
671
|
}
|
636
|
-
if (t->
|
637
|
-
|
672
|
+
if (t->next_bdp_ping_timer_handle.has_value()) {
|
673
|
+
if (t->event_engine->Cancel(*t->next_bdp_ping_timer_handle)) {
|
674
|
+
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
675
|
+
t->next_bdp_ping_timer_handle.reset();
|
676
|
+
}
|
638
677
|
}
|
639
678
|
switch (t->keepalive_state) {
|
640
679
|
case GRPC_CHTTP2_KEEPALIVE_STATE_WAITING:
|
641
|
-
|
680
|
+
if (t->keepalive_ping_timer_handle.has_value()) {
|
681
|
+
if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
|
682
|
+
GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
|
683
|
+
t->keepalive_ping_timer_handle.reset();
|
684
|
+
}
|
685
|
+
}
|
642
686
|
break;
|
643
687
|
case GRPC_CHTTP2_KEEPALIVE_STATE_PINGING:
|
644
|
-
|
645
|
-
|
688
|
+
if (t->keepalive_ping_timer_handle.has_value()) {
|
689
|
+
if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
|
690
|
+
GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
|
691
|
+
t->keepalive_ping_timer_handle.reset();
|
692
|
+
}
|
693
|
+
}
|
694
|
+
if (t->keepalive_watchdog_timer_handle.has_value()) {
|
695
|
+
if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
|
696
|
+
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
|
697
|
+
t->keepalive_watchdog_timer_handle.reset();
|
698
|
+
}
|
699
|
+
}
|
646
700
|
break;
|
647
701
|
case GRPC_CHTTP2_KEEPALIVE_STATE_DYING:
|
648
702
|
case GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED:
|
@@ -656,19 +710,17 @@ static void close_transport_locked(grpc_chttp2_transport* t,
|
|
656
710
|
GRPC_CHTTP2_STREAM_UNREF(s, "chttp2_writing:close");
|
657
711
|
}
|
658
712
|
GPR_ASSERT(t->write_state == GRPC_CHTTP2_WRITE_STATE_IDLE);
|
659
|
-
grpc_endpoint_shutdown(t->ep,
|
713
|
+
grpc_endpoint_shutdown(t->ep, error);
|
660
714
|
}
|
661
715
|
if (t->notify_on_receive_settings != nullptr) {
|
662
716
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, t->notify_on_receive_settings,
|
663
|
-
|
717
|
+
error);
|
664
718
|
t->notify_on_receive_settings = nullptr;
|
665
719
|
}
|
666
720
|
if (t->notify_on_close != nullptr) {
|
667
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, t->notify_on_close,
|
668
|
-
GRPC_ERROR_REF(error));
|
721
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, t->notify_on_close, error);
|
669
722
|
t->notify_on_close = nullptr;
|
670
723
|
}
|
671
|
-
GRPC_ERROR_UNREF(error);
|
672
724
|
}
|
673
725
|
|
674
726
|
#ifndef NDEBUG
|
@@ -703,29 +755,27 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
|
|
703
755
|
refcount(refcount),
|
704
756
|
reffer(this),
|
705
757
|
initial_metadata_buffer(arena),
|
706
|
-
trailing_metadata_buffer(arena)
|
758
|
+
trailing_metadata_buffer(arena),
|
759
|
+
flow_control(&t->flow_control) {
|
707
760
|
if (server_data) {
|
708
761
|
id = static_cast<uint32_t>(reinterpret_cast<uintptr_t>(server_data));
|
762
|
+
if (grpc_http_trace.enabled()) {
|
763
|
+
gpr_log(GPR_DEBUG, "HTTP:%p/%p creating accept stream %d [from %p]", t,
|
764
|
+
this, id, server_data);
|
765
|
+
}
|
709
766
|
*t->accepting_stream = this;
|
710
|
-
|
767
|
+
t->stream_map.emplace(id, this);
|
711
768
|
post_destructive_reclaimer(t);
|
712
769
|
}
|
713
|
-
if (t->flow_control->flow_control_enabled()) {
|
714
|
-
flow_control.Init<grpc_core::chttp2::StreamFlowControl>(
|
715
|
-
static_cast<grpc_core::chttp2::TransportFlowControl*>(
|
716
|
-
t->flow_control.get()),
|
717
|
-
this);
|
718
|
-
} else {
|
719
|
-
flow_control.Init<grpc_core::chttp2::StreamFlowControlDisabled>();
|
720
|
-
}
|
721
770
|
|
722
771
|
grpc_slice_buffer_init(&frame_storage);
|
723
|
-
grpc_slice_buffer_init(&unprocessed_incoming_frames_buffer);
|
724
772
|
grpc_slice_buffer_init(&flow_controlled_buffer);
|
725
|
-
GRPC_CLOSURE_INIT(&reset_byte_stream, ::reset_byte_stream, this, nullptr);
|
726
773
|
}
|
727
774
|
|
728
775
|
grpc_chttp2_stream::~grpc_chttp2_stream() {
|
776
|
+
grpc_chttp2_list_remove_stalled_by_stream(t, this);
|
777
|
+
grpc_chttp2_list_remove_stalled_by_transport(t, this);
|
778
|
+
|
729
779
|
if (t->channelz_socket != nullptr) {
|
730
780
|
if ((t->is_client && eos_received) || (!t->is_client && eos_sent)) {
|
731
781
|
t->channelz_socket->RecordStreamSucceeded();
|
@@ -736,60 +786,51 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
|
|
736
786
|
|
737
787
|
GPR_ASSERT((write_closed && read_closed) || id == 0);
|
738
788
|
if (id != 0) {
|
739
|
-
GPR_ASSERT(
|
789
|
+
GPR_ASSERT(t->stream_map.count(id) == 0);
|
740
790
|
}
|
741
791
|
|
742
|
-
|
743
|
-
grpc_slice_buffer_destroy_internal(&frame_storage);
|
792
|
+
grpc_slice_buffer_destroy(&frame_storage);
|
744
793
|
|
745
794
|
for (int i = 0; i < STREAM_LIST_COUNT; i++) {
|
746
795
|
if (GPR_UNLIKELY(included.is_set(i))) {
|
747
|
-
|
748
|
-
|
749
|
-
|
796
|
+
grpc_core::Crash(absl::StrFormat("%s stream %d still included in list %d",
|
797
|
+
t->is_client ? "client" : "server", id,
|
798
|
+
i));
|
750
799
|
}
|
751
800
|
}
|
752
801
|
|
753
802
|
GPR_ASSERT(send_initial_metadata_finished == nullptr);
|
754
|
-
GPR_ASSERT(fetching_send_message == nullptr);
|
755
803
|
GPR_ASSERT(send_trailing_metadata_finished == nullptr);
|
756
804
|
GPR_ASSERT(recv_initial_metadata_ready == nullptr);
|
757
805
|
GPR_ASSERT(recv_message_ready == nullptr);
|
758
806
|
GPR_ASSERT(recv_trailing_metadata_finished == nullptr);
|
759
|
-
|
760
|
-
GRPC_ERROR_UNREF(read_closed_error);
|
761
|
-
GRPC_ERROR_UNREF(write_closed_error);
|
762
|
-
GRPC_ERROR_UNREF(byte_stream_error);
|
763
|
-
flow_control.Destroy();
|
807
|
+
grpc_slice_buffer_destroy(&flow_controlled_buffer);
|
764
808
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "stream");
|
765
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, destroy_stream_arg,
|
809
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, destroy_stream_arg, absl::OkStatus());
|
766
810
|
}
|
767
811
|
|
768
812
|
static int init_stream(grpc_transport* gt, grpc_stream* gs,
|
769
813
|
grpc_stream_refcount* refcount, const void* server_data,
|
770
814
|
grpc_core::Arena* arena) {
|
771
|
-
GPR_TIMER_SCOPE("init_stream", 0);
|
772
815
|
grpc_chttp2_transport* t = reinterpret_cast<grpc_chttp2_transport*>(gt);
|
773
816
|
new (gs) grpc_chttp2_stream(t, refcount, server_data, arena);
|
774
817
|
return 0;
|
775
818
|
}
|
776
819
|
|
777
820
|
static void destroy_stream_locked(void* sp, grpc_error_handle /*error*/) {
|
778
|
-
GPR_TIMER_SCOPE("destroy_stream", 0);
|
779
821
|
grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(sp);
|
780
822
|
s->~grpc_chttp2_stream();
|
781
823
|
}
|
782
824
|
|
783
825
|
static void destroy_stream(grpc_transport* gt, grpc_stream* gs,
|
784
826
|
grpc_closure* then_schedule_closure) {
|
785
|
-
GPR_TIMER_SCOPE("destroy_stream", 0);
|
786
827
|
grpc_chttp2_transport* t = reinterpret_cast<grpc_chttp2_transport*>(gt);
|
787
828
|
grpc_chttp2_stream* s = reinterpret_cast<grpc_chttp2_stream*>(gs);
|
788
829
|
|
789
830
|
s->destroy_stream_arg = then_schedule_closure;
|
790
831
|
t->combiner->Run(
|
791
832
|
GRPC_CLOSURE_INIT(&s->destroy_stream, destroy_stream_locked, s, nullptr),
|
792
|
-
|
833
|
+
absl::OkStatus());
|
793
834
|
}
|
794
835
|
|
795
836
|
grpc_chttp2_stream* grpc_chttp2_parsing_accept_stream(grpc_chttp2_transport* t,
|
@@ -826,7 +867,8 @@ static void set_write_state(grpc_chttp2_transport* t,
|
|
826
867
|
grpc_chttp2_write_state st, const char* reason) {
|
827
868
|
GRPC_CHTTP2_IF_TRACING(
|
828
869
|
gpr_log(GPR_INFO, "W:%p %s [%s] state %s -> %s [%s]", t,
|
829
|
-
t->is_client ? "CLIENT" : "SERVER",
|
870
|
+
t->is_client ? "CLIENT" : "SERVER",
|
871
|
+
std::string(t->peer_string.as_string_view()).c_str(),
|
830
872
|
write_state_name(t->write_state), write_state_name(st), reason));
|
831
873
|
t->write_state = st;
|
832
874
|
// If the state is being reset back to idle, it means a write was just
|
@@ -837,93 +879,18 @@ static void set_write_state(grpc_chttp2_transport* t,
|
|
837
879
|
// from peer while we had some pending writes)
|
838
880
|
if (st == GRPC_CHTTP2_WRITE_STATE_IDLE) {
|
839
881
|
grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &t->run_after_write);
|
840
|
-
if (t->close_transport_on_writes_finished
|
882
|
+
if (!t->close_transport_on_writes_finished.ok()) {
|
841
883
|
grpc_error_handle err = t->close_transport_on_writes_finished;
|
842
|
-
t->close_transport_on_writes_finished =
|
884
|
+
t->close_transport_on_writes_finished = absl::OkStatus();
|
843
885
|
close_transport_locked(t, err);
|
844
886
|
}
|
845
887
|
}
|
846
888
|
}
|
847
889
|
|
848
|
-
static void inc_initiate_write_reason(
|
849
|
-
grpc_chttp2_initiate_write_reason reason) {
|
850
|
-
switch (reason) {
|
851
|
-
case GRPC_CHTTP2_INITIATE_WRITE_INITIAL_WRITE:
|
852
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_INITIAL_WRITE();
|
853
|
-
break;
|
854
|
-
case GRPC_CHTTP2_INITIATE_WRITE_START_NEW_STREAM:
|
855
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_START_NEW_STREAM();
|
856
|
-
break;
|
857
|
-
case GRPC_CHTTP2_INITIATE_WRITE_SEND_MESSAGE:
|
858
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SEND_MESSAGE();
|
859
|
-
break;
|
860
|
-
case GRPC_CHTTP2_INITIATE_WRITE_SEND_INITIAL_METADATA:
|
861
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SEND_INITIAL_METADATA();
|
862
|
-
break;
|
863
|
-
case GRPC_CHTTP2_INITIATE_WRITE_SEND_TRAILING_METADATA:
|
864
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SEND_TRAILING_METADATA();
|
865
|
-
break;
|
866
|
-
case GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING:
|
867
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_RETRY_SEND_PING();
|
868
|
-
break;
|
869
|
-
case GRPC_CHTTP2_INITIATE_WRITE_CONTINUE_PINGS:
|
870
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_CONTINUE_PINGS();
|
871
|
-
break;
|
872
|
-
case GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT:
|
873
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_GOAWAY_SENT();
|
874
|
-
break;
|
875
|
-
case GRPC_CHTTP2_INITIATE_WRITE_RST_STREAM:
|
876
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_RST_STREAM();
|
877
|
-
break;
|
878
|
-
case GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API:
|
879
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_CLOSE_FROM_API();
|
880
|
-
break;
|
881
|
-
case GRPC_CHTTP2_INITIATE_WRITE_STREAM_FLOW_CONTROL:
|
882
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_STREAM_FLOW_CONTROL();
|
883
|
-
break;
|
884
|
-
case GRPC_CHTTP2_INITIATE_WRITE_TRANSPORT_FLOW_CONTROL:
|
885
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_TRANSPORT_FLOW_CONTROL();
|
886
|
-
break;
|
887
|
-
case GRPC_CHTTP2_INITIATE_WRITE_SEND_SETTINGS:
|
888
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SEND_SETTINGS();
|
889
|
-
break;
|
890
|
-
case GRPC_CHTTP2_INITIATE_WRITE_SETTINGS_ACK:
|
891
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SETTINGS_ACK();
|
892
|
-
break;
|
893
|
-
case GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_SETTING:
|
894
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_FLOW_CONTROL_UNSTALLED_BY_SETTING();
|
895
|
-
break;
|
896
|
-
case GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_UPDATE:
|
897
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_FLOW_CONTROL_UNSTALLED_BY_UPDATE();
|
898
|
-
break;
|
899
|
-
case GRPC_CHTTP2_INITIATE_WRITE_APPLICATION_PING:
|
900
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_APPLICATION_PING();
|
901
|
-
break;
|
902
|
-
case GRPC_CHTTP2_INITIATE_WRITE_BDP_PING:
|
903
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_BDP_ESTIMATOR_PING();
|
904
|
-
break;
|
905
|
-
case GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING:
|
906
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_KEEPALIVE_PING();
|
907
|
-
break;
|
908
|
-
case GRPC_CHTTP2_INITIATE_WRITE_TRANSPORT_FLOW_CONTROL_UNSTALLED:
|
909
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_TRANSPORT_FLOW_CONTROL_UNSTALLED();
|
910
|
-
break;
|
911
|
-
case GRPC_CHTTP2_INITIATE_WRITE_PING_RESPONSE:
|
912
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_PING_RESPONSE();
|
913
|
-
break;
|
914
|
-
case GRPC_CHTTP2_INITIATE_WRITE_FORCE_RST_STREAM:
|
915
|
-
GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_FORCE_RST_STREAM();
|
916
|
-
break;
|
917
|
-
}
|
918
|
-
}
|
919
|
-
|
920
890
|
void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
|
921
891
|
grpc_chttp2_initiate_write_reason reason) {
|
922
|
-
GPR_TIMER_SCOPE("grpc_chttp2_initiate_write", 0);
|
923
|
-
|
924
892
|
switch (t->write_state) {
|
925
893
|
case GRPC_CHTTP2_WRITE_STATE_IDLE:
|
926
|
-
inc_initiate_write_reason(reason);
|
927
894
|
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING,
|
928
895
|
grpc_chttp2_initiate_write_reason_string(reason));
|
929
896
|
GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
|
@@ -946,7 +913,7 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
|
|
946
913
|
t->combiner->FinallyRun(
|
947
914
|
GRPC_CLOSURE_INIT(&t->write_action_begin_locked,
|
948
915
|
write_action_begin_locked, t, nullptr),
|
949
|
-
|
916
|
+
absl::OkStatus());
|
950
917
|
break;
|
951
918
|
case GRPC_CHTTP2_WRITE_STATE_WRITING:
|
952
919
|
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE,
|
@@ -959,8 +926,7 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
|
|
959
926
|
|
960
927
|
void grpc_chttp2_mark_stream_writable(grpc_chttp2_transport* t,
|
961
928
|
grpc_chttp2_stream* s) {
|
962
|
-
if (t->closed_with_error
|
963
|
-
grpc_chttp2_list_add_writable_stream(t, s)) {
|
929
|
+
if (t->closed_with_error.ok() && grpc_chttp2_list_add_writable_stream(t, s)) {
|
964
930
|
GRPC_CHTTP2_STREAM_REF(s, "chttp2_writing:become");
|
965
931
|
}
|
966
932
|
}
|
@@ -975,24 +941,20 @@ static const char* begin_writing_desc(bool partial) {
|
|
975
941
|
|
976
942
|
static void write_action_begin_locked(void* gt,
|
977
943
|
grpc_error_handle /*error_ignored*/) {
|
978
|
-
GPR_TIMER_SCOPE("write_action_begin_locked", 0);
|
979
944
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
|
980
945
|
GPR_ASSERT(t->write_state != GRPC_CHTTP2_WRITE_STATE_IDLE);
|
981
946
|
grpc_chttp2_begin_write_result r;
|
982
|
-
if (t->closed_with_error
|
947
|
+
if (!t->closed_with_error.ok()) {
|
983
948
|
r.writing = false;
|
984
949
|
} else {
|
985
950
|
r = grpc_chttp2_begin_write(t);
|
986
951
|
}
|
987
952
|
if (r.writing) {
|
988
|
-
if (r.partial) {
|
989
|
-
GRPC_STATS_INC_HTTP2_PARTIAL_WRITES();
|
990
|
-
}
|
991
953
|
set_write_state(t,
|
992
954
|
r.partial ? GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE
|
993
955
|
: GRPC_CHTTP2_WRITE_STATE_WRITING,
|
994
956
|
begin_writing_desc(r.partial));
|
995
|
-
write_action(t,
|
957
|
+
write_action(t, absl::OkStatus());
|
996
958
|
if (t->reading_paused_on_pending_induced_frames) {
|
997
959
|
GPR_ASSERT(t->num_pending_induced_frames == 0);
|
998
960
|
// We had paused reading, because we had many induced frames (SETTINGS
|
@@ -1007,49 +969,66 @@ static void write_action_begin_locked(void* gt,
|
|
1007
969
|
continue_read_action_locked(t);
|
1008
970
|
}
|
1009
971
|
} else {
|
1010
|
-
GRPC_STATS_INC_HTTP2_SPURIOUS_WRITES_BEGUN();
|
1011
972
|
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "begin writing nothing");
|
1012
973
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
|
1013
974
|
}
|
1014
975
|
}
|
1015
976
|
|
1016
977
|
static void write_action(void* gt, grpc_error_handle /*error*/) {
|
1017
|
-
GPR_TIMER_SCOPE("write_action", 0);
|
1018
978
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
|
1019
979
|
void* cl = t->cl;
|
1020
|
-
t->cl
|
980
|
+
if (!t->cl->empty()) {
|
981
|
+
// Transfer the ownership of the context list to the endpoint and create and
|
982
|
+
// associate a new context list with the transport.
|
983
|
+
// The old context list is stored in the cl local variable which is passed
|
984
|
+
// to the endpoint. Its upto the endpoint to manage its lifetime.
|
985
|
+
t->cl = new grpc_core::ContextList();
|
986
|
+
} else {
|
987
|
+
// t->cl is Empty. There is nothing to trace in this endpoint_write. set cl
|
988
|
+
// to nullptr.
|
989
|
+
cl = nullptr;
|
990
|
+
}
|
991
|
+
// Choose max_frame_size as the prefered rx crypto frame size indicated by the
|
992
|
+
// peer.
|
993
|
+
int max_frame_size =
|
994
|
+
t->settings
|
995
|
+
[GRPC_PEER_SETTINGS]
|
996
|
+
[GRPC_CHTTP2_SETTINGS_GRPC_PREFERRED_RECEIVE_CRYPTO_FRAME_SIZE];
|
997
|
+
// Note: max frame size is 0 if the remote peer does not support adjusting the
|
998
|
+
// sending frame size.
|
999
|
+
if (max_frame_size == 0) {
|
1000
|
+
max_frame_size = INT_MAX;
|
1001
|
+
}
|
1021
1002
|
grpc_endpoint_write(
|
1022
1003
|
t->ep, &t->outbuf,
|
1023
1004
|
GRPC_CLOSURE_INIT(&t->write_action_end_locked, write_action_end, t,
|
1024
1005
|
grpc_schedule_on_exec_ctx),
|
1025
|
-
cl,
|
1006
|
+
cl, max_frame_size);
|
1026
1007
|
}
|
1027
1008
|
|
1028
1009
|
static void write_action_end(void* tp, grpc_error_handle error) {
|
1029
1010
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
1030
1011
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->write_action_end_locked,
|
1031
1012
|
write_action_end_locked, t, nullptr),
|
1032
|
-
|
1013
|
+
error);
|
1033
1014
|
}
|
1034
1015
|
|
1035
1016
|
// Callback from the grpc_endpoint after bytes have been written by calling
|
1036
1017
|
// sendmsg
|
1037
1018
|
static void write_action_end_locked(void* tp, grpc_error_handle error) {
|
1038
|
-
GPR_TIMER_SCOPE("terminate_writing_with_lock", 0);
|
1039
1019
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
1040
1020
|
|
1041
1021
|
bool closed = false;
|
1042
|
-
if (error
|
1043
|
-
close_transport_locked(t,
|
1022
|
+
if (!error.ok()) {
|
1023
|
+
close_transport_locked(t, error);
|
1044
1024
|
closed = true;
|
1045
1025
|
}
|
1046
1026
|
|
1047
1027
|
if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED) {
|
1048
1028
|
t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SENT;
|
1049
1029
|
closed = true;
|
1050
|
-
if (
|
1051
|
-
close_transport_locked(
|
1052
|
-
t, GRPC_ERROR_CREATE_FROM_STATIC_STRING("goaway sent"));
|
1030
|
+
if (t->stream_map.empty()) {
|
1031
|
+
close_transport_locked(t, GRPC_ERROR_CREATE("goaway sent"));
|
1053
1032
|
}
|
1054
1033
|
}
|
1055
1034
|
|
@@ -1057,11 +1036,9 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
|
|
1057
1036
|
case GRPC_CHTTP2_WRITE_STATE_IDLE:
|
1058
1037
|
GPR_UNREACHABLE_CODE(break);
|
1059
1038
|
case GRPC_CHTTP2_WRITE_STATE_WRITING:
|
1060
|
-
GPR_TIMER_MARK("state=writing", 0);
|
1061
1039
|
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
|
1062
1040
|
break;
|
1063
1041
|
case GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE:
|
1064
|
-
GPR_TIMER_MARK("state=writing_stale_no_poller", 0);
|
1065
1042
|
set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING, "continue writing");
|
1066
1043
|
GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
|
1067
1044
|
// If the transport is closed, we will retry writing on the endpoint
|
@@ -1075,11 +1052,11 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
|
|
1075
1052
|
t->combiner->FinallyRun(
|
1076
1053
|
GRPC_CLOSURE_INIT(&t->write_action_begin_locked,
|
1077
1054
|
write_action_begin_locked, t, nullptr),
|
1078
|
-
|
1055
|
+
absl::OkStatus());
|
1079
1056
|
break;
|
1080
1057
|
}
|
1081
1058
|
|
1082
|
-
grpc_chttp2_end_write(t,
|
1059
|
+
grpc_chttp2_end_write(t, error);
|
1083
1060
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
|
1084
1061
|
}
|
1085
1062
|
|
@@ -1108,26 +1085,27 @@ static void cancel_unstarted_streams(grpc_chttp2_transport* t,
|
|
1108
1085
|
s->trailing_metadata_buffer.Set(
|
1109
1086
|
grpc_core::GrpcStreamNetworkState(),
|
1110
1087
|
grpc_core::GrpcStreamNetworkState::kNotSentOnWire);
|
1111
|
-
grpc_chttp2_cancel_stream(t, s,
|
1088
|
+
grpc_chttp2_cancel_stream(t, s, error);
|
1112
1089
|
}
|
1113
|
-
GRPC_ERROR_UNREF(error);
|
1114
1090
|
}
|
1115
1091
|
|
1116
1092
|
void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
|
1117
1093
|
uint32_t goaway_error,
|
1118
1094
|
uint32_t last_stream_id,
|
1119
1095
|
absl::string_view goaway_text) {
|
1120
|
-
// Discard the error from a previous goaway frame (if any)
|
1121
|
-
if (t->goaway_error != GRPC_ERROR_NONE) {
|
1122
|
-
GRPC_ERROR_UNREF(t->goaway_error);
|
1123
|
-
}
|
1124
1096
|
t->goaway_error = grpc_error_set_str(
|
1125
1097
|
grpc_error_set_int(
|
1126
1098
|
grpc_error_set_int(
|
1127
|
-
|
1128
|
-
|
1129
|
-
|
1130
|
-
|
1099
|
+
grpc_core::StatusCreate(
|
1100
|
+
absl::StatusCode::kUnavailable,
|
1101
|
+
absl::StrFormat(
|
1102
|
+
"GOAWAY received; Error code: %u; Debug Text: %s",
|
1103
|
+
goaway_error, goaway_text),
|
1104
|
+
DEBUG_LOCATION, {}),
|
1105
|
+
grpc_core::StatusIntProperty::kHttp2Error,
|
1106
|
+
static_cast<intptr_t>(goaway_error)),
|
1107
|
+
grpc_core::StatusIntProperty::kRpcStatus, GRPC_STATUS_UNAVAILABLE),
|
1108
|
+
grpc_core::StatusStrProperty::kRawBytes, goaway_text);
|
1131
1109
|
|
1132
1110
|
GRPC_CHTTP2_IF_TRACING(
|
1133
1111
|
gpr_log(GPR_INFO, "transport %p got goaway with last stream id %d", t,
|
@@ -1135,26 +1113,25 @@ void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
|
|
1135
1113
|
// We want to log this irrespective of whether http tracing is enabled if we
|
1136
1114
|
// received a GOAWAY with a non NO_ERROR code.
|
1137
1115
|
if (goaway_error != GRPC_HTTP2_NO_ERROR) {
|
1138
|
-
gpr_log(GPR_INFO, "%s: Got goaway [%d] err=%s",
|
1139
|
-
|
1116
|
+
gpr_log(GPR_INFO, "%s: Got goaway [%d] err=%s",
|
1117
|
+
std::string(t->peer_string.as_string_view()).c_str(), goaway_error,
|
1118
|
+
grpc_core::StatusToString(t->goaway_error).c_str());
|
1140
1119
|
}
|
1141
1120
|
if (t->is_client) {
|
1142
|
-
cancel_unstarted_streams(t,
|
1121
|
+
cancel_unstarted_streams(t, t->goaway_error);
|
1143
1122
|
// Cancel all unseen streams
|
1144
|
-
|
1145
|
-
|
1146
|
-
|
1147
|
-
|
1148
|
-
|
1149
|
-
|
1150
|
-
|
1151
|
-
|
1152
|
-
|
1153
|
-
|
1154
|
-
|
1155
|
-
|
1156
|
-
},
|
1157
|
-
&last_stream_id);
|
1123
|
+
std::vector<grpc_chttp2_stream*> to_cancel;
|
1124
|
+
for (auto id_stream : t->stream_map) {
|
1125
|
+
if (id_stream.first > last_stream_id) {
|
1126
|
+
to_cancel.push_back(id_stream.second);
|
1127
|
+
}
|
1128
|
+
}
|
1129
|
+
for (auto s : to_cancel) {
|
1130
|
+
s->trailing_metadata_buffer.Set(
|
1131
|
+
grpc_core::GrpcStreamNetworkState(),
|
1132
|
+
grpc_core::GrpcStreamNetworkState::kNotSeenByServer);
|
1133
|
+
grpc_chttp2_cancel_stream(s->t, s, s->t->goaway_error);
|
1134
|
+
}
|
1158
1135
|
}
|
1159
1136
|
absl::Status status = grpc_error_to_absl_status(t->goaway_error);
|
1160
1137
|
// When a client receives a GOAWAY with error code ENHANCE_YOUR_CALM and debug
|
@@ -1165,16 +1142,19 @@ void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
|
|
1165
1142
|
goaway_error == GRPC_HTTP2_ENHANCE_YOUR_CALM &&
|
1166
1143
|
goaway_text == "too_many_pings")) {
|
1167
1144
|
gpr_log(GPR_ERROR,
|
1168
|
-
"Received a GOAWAY with error code ENHANCE_YOUR_CALM and debug "
|
1169
|
-
"data equal to \"too_many_pings\""
|
1170
|
-
|
1171
|
-
|
1172
|
-
|
1173
|
-
|
1174
|
-
|
1175
|
-
|
1145
|
+
"%s: Received a GOAWAY with error code ENHANCE_YOUR_CALM and debug "
|
1146
|
+
"data equal to \"too_many_pings\". Current keepalive time (before "
|
1147
|
+
"throttling): %s",
|
1148
|
+
std::string(t->peer_string.as_string_view()).c_str(),
|
1149
|
+
t->keepalive_time.ToString().c_str());
|
1150
|
+
constexpr int max_keepalive_time_millis =
|
1151
|
+
INT_MAX / KEEPALIVE_TIME_BACKOFF_MULTIPLIER;
|
1152
|
+
int64_t throttled_keepalive_time =
|
1153
|
+
t->keepalive_time.millis() > max_keepalive_time_millis
|
1154
|
+
? INT_MAX
|
1155
|
+
: t->keepalive_time.millis() * KEEPALIVE_TIME_BACKOFF_MULTIPLIER;
|
1176
1156
|
status.SetPayload(grpc_core::kKeepaliveThrottlingKey,
|
1177
|
-
absl::Cord(std::to_string(
|
1157
|
+
absl::Cord(std::to_string(throttled_keepalive_time)));
|
1178
1158
|
}
|
1179
1159
|
// lie: use transient failure from the transport to indicate goaway has been
|
1180
1160
|
// received.
|
@@ -1188,14 +1168,14 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
|
|
1188
1168
|
grpc_chttp2_stream* s;
|
1189
1169
|
// maybe cancel out streams that haven't yet started if we have received a
|
1190
1170
|
// GOAWAY
|
1191
|
-
if (t->goaway_error
|
1192
|
-
cancel_unstarted_streams(t,
|
1171
|
+
if (!t->goaway_error.ok()) {
|
1172
|
+
cancel_unstarted_streams(t, t->goaway_error);
|
1193
1173
|
return;
|
1194
1174
|
}
|
1195
1175
|
// start streams where we have free grpc_chttp2_stream ids and free
|
1196
1176
|
// * concurrency
|
1197
1177
|
while (t->next_stream_id <= MAX_CLIENT_STREAM_ID &&
|
1198
|
-
|
1178
|
+
t->stream_map.size() <
|
1199
1179
|
t->settings[GRPC_PEER_SETTINGS]
|
1200
1180
|
[GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS] &&
|
1201
1181
|
grpc_chttp2_list_pop_waiting_for_concurrency(t, &s)) {
|
@@ -1216,7 +1196,7 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
|
|
1216
1196
|
"no_more_stream_ids");
|
1217
1197
|
}
|
1218
1198
|
|
1219
|
-
|
1199
|
+
t->stream_map.emplace(s->id, s);
|
1220
1200
|
post_destructive_reclaimer(t);
|
1221
1201
|
grpc_chttp2_mark_stream_writable(t, s);
|
1222
1202
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_START_NEW_STREAM);
|
@@ -1229,21 +1209,13 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
|
|
1229
1209
|
grpc_core::GrpcStreamNetworkState::kNotSentOnWire);
|
1230
1210
|
grpc_chttp2_cancel_stream(
|
1231
1211
|
t, s,
|
1232
|
-
grpc_error_set_int(
|
1233
|
-
|
1234
|
-
|
1212
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("Stream IDs exhausted"),
|
1213
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
1214
|
+
GRPC_STATUS_UNAVAILABLE));
|
1235
1215
|
}
|
1236
1216
|
}
|
1237
1217
|
}
|
1238
1218
|
|
1239
|
-
// Flag that this closure barrier may be covering a write in a pollset, and so
|
1240
|
-
// we should not complete this closure until we can prove that the write got
|
1241
|
-
// scheduled
|
1242
|
-
#define CLOSURE_BARRIER_MAY_COVER_WRITE (1 << 0)
|
1243
|
-
// First bit of the reference count, stored in the high order bits (with the low
|
1244
|
-
// bits being used for flags defined above)
|
1245
|
-
#define CLOSURE_BARRIER_FIRST_REF_BIT (1 << 16)
|
1246
|
-
|
1247
1219
|
static grpc_closure* add_closure_barrier(grpc_closure* closure) {
|
1248
1220
|
closure->next_data.scratch += CLOSURE_BARRIER_FIRST_REF_BIT;
|
1249
1221
|
return closure;
|
@@ -1252,18 +1224,24 @@ static grpc_closure* add_closure_barrier(grpc_closure* closure) {
|
|
1252
1224
|
static void null_then_sched_closure(grpc_closure** closure) {
|
1253
1225
|
grpc_closure* c = *closure;
|
1254
1226
|
*closure = nullptr;
|
1255
|
-
|
1227
|
+
// null_then_schedule_closure might be run during a start_batch which might
|
1228
|
+
// subsequently examine the batch for more operations contained within.
|
1229
|
+
// However, the closure run might make it back to the call object, push a
|
1230
|
+
// completion, have the application see it, and make a new operation on the
|
1231
|
+
// call which recycles the batch BEFORE the call to start_batch completes,
|
1232
|
+
// forcing a race.
|
1233
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, c, absl::OkStatus());
|
1256
1234
|
}
|
1257
1235
|
|
1258
1236
|
void grpc_chttp2_complete_closure_step(grpc_chttp2_transport* t,
|
1259
|
-
grpc_chttp2_stream*
|
1237
|
+
grpc_chttp2_stream* s,
|
1260
1238
|
grpc_closure** pclosure,
|
1261
1239
|
grpc_error_handle error,
|
1262
|
-
const char* desc
|
1240
|
+
const char* desc,
|
1241
|
+
grpc_core::DebugLocation whence) {
|
1263
1242
|
grpc_closure* closure = *pclosure;
|
1264
1243
|
*pclosure = nullptr;
|
1265
1244
|
if (closure == nullptr) {
|
1266
|
-
GRPC_ERROR_UNREF(error);
|
1267
1245
|
return;
|
1268
1246
|
}
|
1269
1247
|
closure->next_data.scratch -= CLOSURE_BARRIER_FIRST_REF_BIT;
|
@@ -1271,48 +1249,46 @@ void grpc_chttp2_complete_closure_step(grpc_chttp2_transport* t,
|
|
1271
1249
|
gpr_log(
|
1272
1250
|
GPR_INFO,
|
1273
1251
|
"complete_closure_step: t=%p %p refs=%d flags=0x%04x desc=%s err=%s "
|
1274
|
-
"write_state=%s",
|
1252
|
+
"write_state=%s whence=%s:%d",
|
1275
1253
|
t, closure,
|
1276
1254
|
static_cast<int>(closure->next_data.scratch /
|
1277
1255
|
CLOSURE_BARRIER_FIRST_REF_BIT),
|
1278
1256
|
static_cast<int>(closure->next_data.scratch %
|
1279
1257
|
CLOSURE_BARRIER_FIRST_REF_BIT),
|
1280
|
-
desc,
|
1281
|
-
write_state_name(t->write_state));
|
1258
|
+
desc, grpc_core::StatusToString(error).c_str(),
|
1259
|
+
write_state_name(t->write_state), whence.file(), whence.line());
|
1260
|
+
}
|
1261
|
+
|
1262
|
+
auto* tracer = CallTracerIfEnabled(s);
|
1263
|
+
if (tracer != nullptr) {
|
1264
|
+
tracer->RecordAnnotation(
|
1265
|
+
absl::StrFormat("on_complete: s=%p %p desc=%s err=%s", s, closure, desc,
|
1266
|
+
grpc_core::StatusToString(error).c_str()));
|
1282
1267
|
}
|
1283
|
-
|
1284
|
-
|
1268
|
+
|
1269
|
+
if (!error.ok()) {
|
1285
1270
|
grpc_error_handle cl_err =
|
1286
1271
|
grpc_core::internal::StatusMoveFromHeapPtr(closure->error_data.error);
|
1287
|
-
|
1288
|
-
|
1289
|
-
|
1290
|
-
|
1291
|
-
|
1292
|
-
|
1293
|
-
|
1294
|
-
|
1295
|
-
t->peer_string);
|
1272
|
+
if (cl_err.ok()) {
|
1273
|
+
cl_err = GRPC_ERROR_CREATE(absl::StrCat(
|
1274
|
+
"Error in HTTP transport completing operation: ", desc,
|
1275
|
+
" write_state=", write_state_name(t->write_state), " refs=",
|
1276
|
+
closure->next_data.scratch / CLOSURE_BARRIER_FIRST_REF_BIT, " flags=",
|
1277
|
+
closure->next_data.scratch % CLOSURE_BARRIER_FIRST_REF_BIT));
|
1278
|
+
cl_err = grpc_error_set_str(cl_err,
|
1279
|
+
grpc_core::StatusStrProperty::kTargetAddress,
|
1280
|
+
std::string(t->peer_string.as_string_view()));
|
1296
1281
|
}
|
1297
1282
|
cl_err = grpc_error_add_child(cl_err, error);
|
1298
|
-
#ifdef GRPC_ERROR_IS_ABSEIL_STATUS
|
1299
1283
|
closure->error_data.error = grpc_core::internal::StatusAllocHeapPtr(cl_err);
|
1300
|
-
#else
|
1301
|
-
closure->error_data.error = reinterpret_cast<intptr_t>(cl_err);
|
1302
|
-
#endif
|
1303
1284
|
}
|
1304
1285
|
if (closure->next_data.scratch < CLOSURE_BARRIER_FIRST_REF_BIT) {
|
1305
1286
|
if ((t->write_state == GRPC_CHTTP2_WRITE_STATE_IDLE) ||
|
1306
1287
|
!(closure->next_data.scratch & CLOSURE_BARRIER_MAY_COVER_WRITE)) {
|
1307
1288
|
// Using GRPC_CLOSURE_SCHED instead of GRPC_CLOSURE_RUN to avoid running
|
1308
1289
|
// closures earlier than when it is safe to do so.
|
1309
|
-
#ifdef GRPC_ERROR_IS_ABSEIL_STATUS
|
1310
1290
|
grpc_error_handle run_error =
|
1311
1291
|
grpc_core::internal::StatusMoveFromHeapPtr(closure->error_data.error);
|
1312
|
-
#else
|
1313
|
-
grpc_error_handle run_error =
|
1314
|
-
reinterpret_cast<grpc_error_handle>(closure->error_data.error);
|
1315
|
-
#endif
|
1316
1292
|
closure->error_data.error = 0;
|
1317
1293
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, closure, run_error);
|
1318
1294
|
} else {
|
@@ -1326,96 +1302,9 @@ static bool contains_non_ok_status(grpc_metadata_batch* batch) {
|
|
1326
1302
|
GRPC_STATUS_OK;
|
1327
1303
|
}
|
1328
1304
|
|
1329
|
-
static void maybe_become_writable_due_to_send_msg(grpc_chttp2_transport* t,
|
1330
|
-
grpc_chttp2_stream* s) {
|
1331
|
-
if (s->id != 0 && (!s->write_buffering ||
|
1332
|
-
s->flow_controlled_buffer.length > t->write_buffer_size)) {
|
1333
|
-
grpc_chttp2_mark_stream_writable(t, s);
|
1334
|
-
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_SEND_MESSAGE);
|
1335
|
-
}
|
1336
|
-
}
|
1337
|
-
|
1338
|
-
static void add_fetched_slice_locked(grpc_chttp2_transport* t,
|
1339
|
-
grpc_chttp2_stream* s) {
|
1340
|
-
s->fetched_send_message_length +=
|
1341
|
-
static_cast<uint32_t> GRPC_SLICE_LENGTH(s->fetching_slice);
|
1342
|
-
grpc_slice_buffer_add(&s->flow_controlled_buffer, s->fetching_slice);
|
1343
|
-
maybe_become_writable_due_to_send_msg(t, s);
|
1344
|
-
}
|
1345
|
-
|
1346
|
-
static void continue_fetching_send_locked(grpc_chttp2_transport* t,
|
1347
|
-
grpc_chttp2_stream* s) {
|
1348
|
-
for (;;) {
|
1349
|
-
if (s->fetching_send_message == nullptr) {
|
1350
|
-
// Stream was cancelled before message fetch completed
|
1351
|
-
abort(); /* TODO(ctiller): what cleanup here? */
|
1352
|
-
}
|
1353
|
-
if (s->fetched_send_message_length == s->fetching_send_message->length()) {
|
1354
|
-
int64_t notify_offset = s->next_message_end_offset;
|
1355
|
-
if (notify_offset <= s->flow_controlled_bytes_written) {
|
1356
|
-
grpc_chttp2_complete_closure_step(
|
1357
|
-
t, s, &s->fetching_send_message_finished, GRPC_ERROR_NONE,
|
1358
|
-
"fetching_send_message_finished");
|
1359
|
-
} else {
|
1360
|
-
grpc_chttp2_write_cb* cb = t->write_cb_pool;
|
1361
|
-
if (cb == nullptr) {
|
1362
|
-
cb = static_cast<grpc_chttp2_write_cb*>(gpr_malloc(sizeof(*cb)));
|
1363
|
-
} else {
|
1364
|
-
t->write_cb_pool = cb->next;
|
1365
|
-
}
|
1366
|
-
cb->call_at_byte = notify_offset;
|
1367
|
-
cb->closure = s->fetching_send_message_finished;
|
1368
|
-
s->fetching_send_message_finished = nullptr;
|
1369
|
-
grpc_chttp2_write_cb** list =
|
1370
|
-
s->fetching_send_message->flags() & GRPC_WRITE_THROUGH
|
1371
|
-
? &s->on_write_finished_cbs
|
1372
|
-
: &s->on_flow_controlled_cbs;
|
1373
|
-
cb->next = *list;
|
1374
|
-
*list = cb;
|
1375
|
-
}
|
1376
|
-
s->fetching_send_message.reset();
|
1377
|
-
return; /* early out */
|
1378
|
-
} else if (s->fetching_send_message->Next(
|
1379
|
-
UINT32_MAX, GRPC_CLOSURE_INIT(&s->complete_fetch_locked,
|
1380
|
-
::complete_fetch, s,
|
1381
|
-
grpc_schedule_on_exec_ctx))) {
|
1382
|
-
grpc_error_handle error =
|
1383
|
-
s->fetching_send_message->Pull(&s->fetching_slice);
|
1384
|
-
if (error != GRPC_ERROR_NONE) {
|
1385
|
-
s->fetching_send_message.reset();
|
1386
|
-
grpc_chttp2_cancel_stream(t, s, error);
|
1387
|
-
} else {
|
1388
|
-
add_fetched_slice_locked(t, s);
|
1389
|
-
}
|
1390
|
-
}
|
1391
|
-
}
|
1392
|
-
}
|
1393
|
-
|
1394
|
-
static void complete_fetch(void* gs, grpc_error_handle error) {
|
1395
|
-
grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(gs);
|
1396
|
-
s->t->combiner->Run(GRPC_CLOSURE_INIT(&s->complete_fetch_locked,
|
1397
|
-
::complete_fetch_locked, s, nullptr),
|
1398
|
-
GRPC_ERROR_REF(error));
|
1399
|
-
}
|
1400
|
-
|
1401
|
-
static void complete_fetch_locked(void* gs, grpc_error_handle error) {
|
1402
|
-
grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(gs);
|
1403
|
-
grpc_chttp2_transport* t = s->t;
|
1404
|
-
if (error == GRPC_ERROR_NONE) {
|
1405
|
-
error = s->fetching_send_message->Pull(&s->fetching_slice);
|
1406
|
-
if (error == GRPC_ERROR_NONE) {
|
1407
|
-
add_fetched_slice_locked(t, s);
|
1408
|
-
continue_fetching_send_locked(t, s);
|
1409
|
-
}
|
1410
|
-
}
|
1411
|
-
if (error != GRPC_ERROR_NONE) {
|
1412
|
-
s->fetching_send_message.reset();
|
1413
|
-
grpc_chttp2_cancel_stream(t, s, error);
|
1414
|
-
}
|
1415
|
-
}
|
1416
|
-
|
1417
1305
|
static void log_metadata(const grpc_metadata_batch* md_batch, uint32_t id,
|
1418
1306
|
bool is_client, bool is_initial) {
|
1307
|
+
gpr_log(GPR_INFO, "--metadata--");
|
1419
1308
|
const std::string prefix = absl::StrCat(
|
1420
1309
|
"HTTP:", id, is_initial ? ":HDR" : ":TRL", is_client ? ":CLI:" : ":SVR:");
|
1421
1310
|
md_batch->Log([&prefix](absl::string_view key, absl::string_view value) {
|
@@ -1425,8 +1314,6 @@ static void log_metadata(const grpc_metadata_batch* md_batch, uint32_t id,
|
|
1425
1314
|
|
1426
1315
|
static void perform_stream_op_locked(void* stream_op,
|
1427
1316
|
grpc_error_handle /*error_ignored*/) {
|
1428
|
-
GPR_TIMER_SCOPE("perform_stream_op_locked", 0);
|
1429
|
-
|
1430
1317
|
grpc_transport_stream_op_batch* op =
|
1431
1318
|
static_cast<grpc_transport_stream_op_batch*>(stream_op);
|
1432
1319
|
grpc_chttp2_stream* s =
|
@@ -1434,14 +1321,12 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1434
1321
|
grpc_transport_stream_op_batch_payload* op_payload = op->payload;
|
1435
1322
|
grpc_chttp2_transport* t = s->t;
|
1436
1323
|
|
1437
|
-
GRPC_STATS_INC_HTTP2_OP_BATCHES();
|
1438
|
-
|
1439
1324
|
s->context = op->payload->context;
|
1440
1325
|
s->traced = op->is_traced;
|
1441
1326
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
|
1442
1327
|
gpr_log(GPR_INFO,
|
1443
1328
|
"perform_stream_op_locked[s=%p; op=%p]: %s; on_complete = %p", s,
|
1444
|
-
op, grpc_transport_stream_op_batch_string(op).c_str(),
|
1329
|
+
op, grpc_transport_stream_op_batch_string(op, false).c_str(),
|
1445
1330
|
op->on_complete);
|
1446
1331
|
if (op->send_initial_metadata) {
|
1447
1332
|
log_metadata(op_payload->send_initial_metadata.send_initial_metadata,
|
@@ -1453,6 +1338,14 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1453
1338
|
}
|
1454
1339
|
}
|
1455
1340
|
|
1341
|
+
auto* tracer = CallTracerIfEnabled(s);
|
1342
|
+
if (tracer != nullptr) {
|
1343
|
+
tracer->RecordAnnotation(absl::StrFormat(
|
1344
|
+
"perform_stream_op_locked[s=%p; op=%p]: %s; on_complete = %p", s, op,
|
1345
|
+
grpc_transport_stream_op_batch_string(op, true).c_str(),
|
1346
|
+
op->on_complete));
|
1347
|
+
}
|
1348
|
+
|
1456
1349
|
grpc_closure* on_complete = op->on_complete;
|
1457
1350
|
// on_complete will be null if and only if there are no send ops in the batch.
|
1458
1351
|
if (on_complete != nullptr) {
|
@@ -1463,7 +1356,6 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1463
1356
|
}
|
1464
1357
|
|
1465
1358
|
if (op->cancel_stream) {
|
1466
|
-
GRPC_STATS_INC_HTTP2_OP_CANCEL();
|
1467
1359
|
grpc_chttp2_cancel_stream(t, s, op_payload->cancel_stream.cancel_error);
|
1468
1360
|
}
|
1469
1361
|
|
@@ -1471,9 +1363,8 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1471
1363
|
if (t->is_client && t->channelz_socket != nullptr) {
|
1472
1364
|
t->channelz_socket->RecordStreamStartedFromLocal();
|
1473
1365
|
}
|
1474
|
-
GRPC_STATS_INC_HTTP2_OP_SEND_INITIAL_METADATA();
|
1475
1366
|
GPR_ASSERT(s->send_initial_metadata_finished == nullptr);
|
1476
|
-
on_complete->next_data.scratch |=
|
1367
|
+
on_complete->next_data.scratch |= t->closure_barrier_may_cover_write;
|
1477
1368
|
|
1478
1369
|
s->send_initial_metadata_finished = add_closure_barrier(on_complete);
|
1479
1370
|
s->send_initial_metadata =
|
@@ -1489,7 +1380,7 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1489
1380
|
}
|
1490
1381
|
if (!s->write_closed) {
|
1491
1382
|
if (t->is_client) {
|
1492
|
-
if (t->closed_with_error
|
1383
|
+
if (t->closed_with_error.ok()) {
|
1493
1384
|
GPR_ASSERT(s->id == 0);
|
1494
1385
|
grpc_chttp2_list_add_waiting_for_concurrency(t, s);
|
1495
1386
|
maybe_start_some_streams(t);
|
@@ -1500,16 +1391,16 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1500
1391
|
grpc_chttp2_cancel_stream(
|
1501
1392
|
t, s,
|
1502
1393
|
grpc_error_set_int(
|
1503
|
-
|
1504
|
-
|
1505
|
-
|
1394
|
+
GRPC_ERROR_CREATE_REFERENCING("Transport closed",
|
1395
|
+
&t->closed_with_error, 1),
|
1396
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
1397
|
+
GRPC_STATUS_UNAVAILABLE));
|
1506
1398
|
}
|
1507
1399
|
} else {
|
1508
1400
|
GPR_ASSERT(s->id != 0);
|
1509
1401
|
grpc_chttp2_mark_stream_writable(t, s);
|
1510
1402
|
if (!(op->send_message &&
|
1511
|
-
(op->payload->send_message.
|
1512
|
-
GRPC_WRITE_BUFFER_HINT))) {
|
1403
|
+
(op->payload->send_message.flags & GRPC_WRITE_BUFFER_HINT))) {
|
1513
1404
|
grpc_chttp2_initiate_write(
|
1514
1405
|
t, GRPC_CHTTP2_INITIATE_WRITE_SEND_INITIAL_METADATA);
|
1515
1406
|
}
|
@@ -1518,47 +1409,38 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1518
1409
|
s->send_initial_metadata = nullptr;
|
1519
1410
|
grpc_chttp2_complete_closure_step(
|
1520
1411
|
t, s, &s->send_initial_metadata_finished,
|
1521
|
-
|
1412
|
+
GRPC_ERROR_CREATE_REFERENCING(
|
1522
1413
|
"Attempt to send initial metadata after stream was closed",
|
1523
1414
|
&s->write_closed_error, 1),
|
1524
1415
|
"send_initial_metadata_finished");
|
1525
1416
|
}
|
1526
|
-
if (op_payload->send_initial_metadata.peer_string != nullptr) {
|
1527
|
-
gpr_atm_rel_store(op_payload->send_initial_metadata.peer_string,
|
1528
|
-
(gpr_atm)t->peer_string.c_str());
|
1529
|
-
}
|
1530
1417
|
}
|
1531
1418
|
|
1532
1419
|
if (op->send_message) {
|
1533
|
-
GRPC_STATS_INC_HTTP2_OP_SEND_MESSAGE();
|
1534
1420
|
t->num_messages_in_next_write++;
|
1535
|
-
|
1536
|
-
op->payload->send_message.send_message->
|
1537
|
-
on_complete->next_data.scratch |=
|
1538
|
-
s->
|
1421
|
+
grpc_core::global_stats().IncrementHttp2SendMessageSize(
|
1422
|
+
op->payload->send_message.send_message->Length());
|
1423
|
+
on_complete->next_data.scratch |= t->closure_barrier_may_cover_write;
|
1424
|
+
s->send_message_finished = add_closure_barrier(op->on_complete);
|
1425
|
+
const uint32_t flags = op_payload->send_message.flags;
|
1539
1426
|
if (s->write_closed) {
|
1540
1427
|
op->payload->send_message.stream_write_closed = true;
|
1541
1428
|
// We should NOT return an error here, so as to avoid a cancel OP being
|
1542
1429
|
// started. The surface layer will notice that the stream has been closed
|
1543
1430
|
// for writes and fail the send message op.
|
1544
|
-
|
1545
|
-
|
1546
|
-
|
1547
|
-
"fetching_send_message_finished");
|
1431
|
+
grpc_chttp2_complete_closure_step(t, s, &s->send_message_finished,
|
1432
|
+
absl::OkStatus(),
|
1433
|
+
"fetching_send_message_finished");
|
1548
1434
|
} else {
|
1549
|
-
GPR_ASSERT(s->fetching_send_message == nullptr);
|
1550
1435
|
uint8_t* frame_hdr = grpc_slice_buffer_tiny_add(
|
1551
1436
|
&s->flow_controlled_buffer, GRPC_HEADER_SIZE_IN_BYTES);
|
1552
|
-
uint32_t flags = op_payload->send_message.send_message->flags();
|
1553
1437
|
frame_hdr[0] = (flags & GRPC_WRITE_INTERNAL_COMPRESS) != 0;
|
1554
|
-
size_t len = op_payload->send_message.send_message->
|
1438
|
+
size_t len = op_payload->send_message.send_message->Length();
|
1555
1439
|
frame_hdr[1] = static_cast<uint8_t>(len >> 24);
|
1556
1440
|
frame_hdr[2] = static_cast<uint8_t>(len >> 16);
|
1557
1441
|
frame_hdr[3] = static_cast<uint8_t>(len >> 8);
|
1558
1442
|
frame_hdr[4] = static_cast<uint8_t>(len);
|
1559
|
-
|
1560
|
-
std::move(op_payload->send_message.send_message);
|
1561
|
-
s->fetched_send_message_length = 0;
|
1443
|
+
|
1562
1444
|
s->next_message_end_offset =
|
1563
1445
|
s->flow_controlled_bytes_written +
|
1564
1446
|
static_cast<int64_t>(s->flow_controlled_buffer.length) +
|
@@ -1569,15 +1451,50 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1569
1451
|
} else {
|
1570
1452
|
s->write_buffering = false;
|
1571
1453
|
}
|
1572
|
-
|
1573
|
-
|
1454
|
+
|
1455
|
+
grpc_slice* const slices =
|
1456
|
+
op_payload->send_message.send_message->c_slice_buffer()->slices;
|
1457
|
+
grpc_slice* const end =
|
1458
|
+
slices + op_payload->send_message.send_message->Count();
|
1459
|
+
for (grpc_slice* slice = slices; slice != end; slice++) {
|
1460
|
+
grpc_slice_buffer_add(&s->flow_controlled_buffer,
|
1461
|
+
grpc_core::CSliceRef(*slice));
|
1462
|
+
}
|
1463
|
+
|
1464
|
+
int64_t notify_offset = s->next_message_end_offset;
|
1465
|
+
if (notify_offset <= s->flow_controlled_bytes_written) {
|
1466
|
+
grpc_chttp2_complete_closure_step(t, s, &s->send_message_finished,
|
1467
|
+
absl::OkStatus(),
|
1468
|
+
"fetching_send_message_finished");
|
1469
|
+
} else {
|
1470
|
+
grpc_chttp2_write_cb* cb = t->write_cb_pool;
|
1471
|
+
if (cb == nullptr) {
|
1472
|
+
cb = static_cast<grpc_chttp2_write_cb*>(gpr_malloc(sizeof(*cb)));
|
1473
|
+
} else {
|
1474
|
+
t->write_cb_pool = cb->next;
|
1475
|
+
}
|
1476
|
+
cb->call_at_byte = notify_offset;
|
1477
|
+
cb->closure = s->send_message_finished;
|
1478
|
+
s->send_message_finished = nullptr;
|
1479
|
+
grpc_chttp2_write_cb** list = flags & GRPC_WRITE_THROUGH
|
1480
|
+
? &s->on_write_finished_cbs
|
1481
|
+
: &s->on_flow_controlled_cbs;
|
1482
|
+
cb->next = *list;
|
1483
|
+
*list = cb;
|
1484
|
+
}
|
1485
|
+
|
1486
|
+
if (s->id != 0 &&
|
1487
|
+
(!s->write_buffering ||
|
1488
|
+
s->flow_controlled_buffer.length > t->write_buffer_size)) {
|
1489
|
+
grpc_chttp2_mark_stream_writable(t, s);
|
1490
|
+
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_SEND_MESSAGE);
|
1491
|
+
}
|
1574
1492
|
}
|
1575
1493
|
}
|
1576
1494
|
|
1577
1495
|
if (op->send_trailing_metadata) {
|
1578
|
-
GRPC_STATS_INC_HTTP2_OP_SEND_TRAILING_METADATA();
|
1579
1496
|
GPR_ASSERT(s->send_trailing_metadata_finished == nullptr);
|
1580
|
-
on_complete->next_data.scratch |=
|
1497
|
+
on_complete->next_data.scratch |= t->closure_barrier_may_cover_write;
|
1581
1498
|
s->send_trailing_metadata_finished = add_closure_barrier(on_complete);
|
1582
1499
|
s->send_trailing_metadata =
|
1583
1500
|
op_payload->send_trailing_metadata.send_trailing_metadata;
|
@@ -1592,10 +1509,9 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1592
1509
|
grpc_chttp2_complete_closure_step(
|
1593
1510
|
t, s, &s->send_trailing_metadata_finished,
|
1594
1511
|
op->payload->send_trailing_metadata.send_trailing_metadata->empty()
|
1595
|
-
?
|
1596
|
-
:
|
1597
|
-
|
1598
|
-
"stream was closed"),
|
1512
|
+
? absl::OkStatus()
|
1513
|
+
: GRPC_ERROR_CREATE("Attempt to send trailing metadata after "
|
1514
|
+
"stream was closed"),
|
1599
1515
|
"send_trailing_metadata_finished");
|
1600
1516
|
} else if (s->id != 0) {
|
1601
1517
|
// TODO(ctiller): check if there's flow control for any outstanding
|
@@ -1607,7 +1523,6 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1607
1523
|
}
|
1608
1524
|
|
1609
1525
|
if (op->recv_initial_metadata) {
|
1610
|
-
GRPC_STATS_INC_HTTP2_OP_RECV_INITIAL_METADATA();
|
1611
1526
|
GPR_ASSERT(s->recv_initial_metadata_ready == nullptr);
|
1612
1527
|
s->recv_initial_metadata_ready =
|
1613
1528
|
op_payload->recv_initial_metadata.recv_initial_metadata_ready;
|
@@ -1615,41 +1530,24 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1615
1530
|
op_payload->recv_initial_metadata.recv_initial_metadata;
|
1616
1531
|
s->trailing_metadata_available =
|
1617
1532
|
op_payload->recv_initial_metadata.trailing_metadata_available;
|
1618
|
-
if (
|
1619
|
-
|
1620
|
-
(gpr_atm)t->peer_string.c_str());
|
1533
|
+
if (s->parsed_trailers_only && s->trailing_metadata_available != nullptr) {
|
1534
|
+
*s->trailing_metadata_available = true;
|
1621
1535
|
}
|
1622
1536
|
grpc_chttp2_maybe_complete_recv_initial_metadata(t, s);
|
1623
1537
|
}
|
1624
1538
|
|
1625
1539
|
if (op->recv_message) {
|
1626
|
-
GRPC_STATS_INC_HTTP2_OP_RECV_MESSAGE();
|
1627
|
-
size_t before = 0;
|
1628
1540
|
GPR_ASSERT(s->recv_message_ready == nullptr);
|
1629
|
-
GPR_ASSERT(!s->pending_byte_stream);
|
1630
1541
|
s->recv_message_ready = op_payload->recv_message.recv_message_ready;
|
1631
1542
|
s->recv_message = op_payload->recv_message.recv_message;
|
1543
|
+
s->recv_message->emplace();
|
1544
|
+
s->recv_message_flags = op_payload->recv_message.flags;
|
1632
1545
|
s->call_failed_before_recv_message =
|
1633
1546
|
op_payload->recv_message.call_failed_before_recv_message;
|
1634
|
-
|
1635
|
-
if (!s->read_closed) {
|
1636
|
-
before = s->frame_storage.length +
|
1637
|
-
s->unprocessed_incoming_frames_buffer.length;
|
1638
|
-
}
|
1639
|
-
}
|
1640
|
-
grpc_chttp2_maybe_complete_recv_message(t, s);
|
1641
|
-
if (s->id != 0) {
|
1642
|
-
if (!s->read_closed && s->frame_storage.length == 0) {
|
1643
|
-
size_t after = s->unprocessed_incoming_frames_buffer_cached_length;
|
1644
|
-
s->flow_control->IncomingByteStreamUpdate(GRPC_HEADER_SIZE_IN_BYTES,
|
1645
|
-
before - after);
|
1646
|
-
grpc_chttp2_act_on_flowctl_action(s->flow_control->MakeAction(), t, s);
|
1647
|
-
}
|
1648
|
-
}
|
1547
|
+
grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
|
1649
1548
|
}
|
1650
1549
|
|
1651
1550
|
if (op->recv_trailing_metadata) {
|
1652
|
-
GRPC_STATS_INC_HTTP2_OP_RECV_TRAILING_METADATA();
|
1653
1551
|
GPR_ASSERT(s->collecting_stats == nullptr);
|
1654
1552
|
s->collecting_stats = op_payload->recv_trailing_metadata.collect_stats;
|
1655
1553
|
GPR_ASSERT(s->recv_trailing_metadata_finished == nullptr);
|
@@ -1662,7 +1560,7 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1662
1560
|
}
|
1663
1561
|
|
1664
1562
|
if (on_complete != nullptr) {
|
1665
|
-
grpc_chttp2_complete_closure_step(t, s, &on_complete,
|
1563
|
+
grpc_chttp2_complete_closure_step(t, s, &on_complete, absl::OkStatus(),
|
1666
1564
|
"op->on_complete");
|
1667
1565
|
}
|
1668
1566
|
|
@@ -1671,7 +1569,6 @@ static void perform_stream_op_locked(void* stream_op,
|
|
1671
1569
|
|
1672
1570
|
static void perform_stream_op(grpc_transport* gt, grpc_stream* gs,
|
1673
1571
|
grpc_transport_stream_op_batch* op) {
|
1674
|
-
GPR_TIMER_SCOPE("perform_stream_op", 0);
|
1675
1572
|
grpc_chttp2_transport* t = reinterpret_cast<grpc_chttp2_transport*>(gt);
|
1676
1573
|
grpc_chttp2_stream* s = reinterpret_cast<grpc_chttp2_stream*>(gs);
|
1677
1574
|
|
@@ -1690,56 +1587,55 @@ static void perform_stream_op(grpc_transport* gt, grpc_stream* gs,
|
|
1690
1587
|
|
1691
1588
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
|
1692
1589
|
gpr_log(GPR_INFO, "perform_stream_op[s=%p; op=%p]: %s", s, op,
|
1693
|
-
grpc_transport_stream_op_batch_string(op).c_str());
|
1590
|
+
grpc_transport_stream_op_batch_string(op, false).c_str());
|
1694
1591
|
}
|
1695
1592
|
|
1696
1593
|
GRPC_CHTTP2_STREAM_REF(s, "perform_stream_op");
|
1697
1594
|
op->handler_private.extra_arg = gs;
|
1698
1595
|
t->combiner->Run(GRPC_CLOSURE_INIT(&op->handler_private.closure,
|
1699
1596
|
perform_stream_op_locked, op, nullptr),
|
1700
|
-
|
1597
|
+
absl::OkStatus());
|
1701
1598
|
}
|
1702
1599
|
|
1703
1600
|
static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error) {
|
1601
|
+
GRPC_CHTTP2_IF_TRACING(gpr_log(GPR_INFO, "%p CANCEL PINGS: %s", t,
|
1602
|
+
grpc_core::StatusToString(error).c_str()));
|
1704
1603
|
// callback remaining pings: they're not allowed to call into the transport,
|
1705
1604
|
// and maybe they hold resources that need to be freed
|
1706
1605
|
grpc_chttp2_ping_queue* pq = &t->ping_queue;
|
1707
|
-
GPR_ASSERT(error
|
1606
|
+
GPR_ASSERT(!error.ok());
|
1708
1607
|
for (size_t j = 0; j < GRPC_CHTTP2_PCL_COUNT; j++) {
|
1709
|
-
grpc_closure_list_fail_all(&pq->lists[j],
|
1608
|
+
grpc_closure_list_fail_all(&pq->lists[j], error);
|
1710
1609
|
grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &pq->lists[j]);
|
1711
1610
|
}
|
1712
|
-
GRPC_ERROR_UNREF(error);
|
1713
1611
|
}
|
1714
1612
|
|
1715
1613
|
static void send_ping_locked(grpc_chttp2_transport* t,
|
1716
1614
|
grpc_closure* on_initiate, grpc_closure* on_ack) {
|
1717
|
-
if (t->closed_with_error
|
1718
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_initiate,
|
1719
|
-
|
1720
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_ack,
|
1721
|
-
GRPC_ERROR_REF(t->closed_with_error));
|
1615
|
+
if (!t->closed_with_error.ok()) {
|
1616
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_initiate, t->closed_with_error);
|
1617
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_ack, t->closed_with_error);
|
1722
1618
|
return;
|
1723
1619
|
}
|
1724
1620
|
grpc_chttp2_ping_queue* pq = &t->ping_queue;
|
1725
1621
|
grpc_closure_list_append(&pq->lists[GRPC_CHTTP2_PCL_INITIATE], on_initiate,
|
1726
|
-
|
1622
|
+
absl::OkStatus());
|
1727
1623
|
grpc_closure_list_append(&pq->lists[GRPC_CHTTP2_PCL_NEXT], on_ack,
|
1728
|
-
|
1624
|
+
absl::OkStatus());
|
1729
1625
|
}
|
1730
1626
|
|
1731
1627
|
// Specialized form of send_ping_locked for keepalive ping. If there is already
|
1732
1628
|
// a ping in progress, the keepalive ping would piggyback onto that ping,
|
1733
1629
|
// instead of waiting for that ping to complete and then starting a new ping.
|
1734
1630
|
static void send_keepalive_ping_locked(grpc_chttp2_transport* t) {
|
1735
|
-
if (t->closed_with_error
|
1631
|
+
if (!t->closed_with_error.ok()) {
|
1736
1632
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
|
1737
1633
|
start_keepalive_ping_locked, t, nullptr),
|
1738
|
-
|
1634
|
+
t->closed_with_error);
|
1739
1635
|
t->combiner->Run(
|
1740
1636
|
GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
|
1741
1637
|
finish_keepalive_ping_locked, t, nullptr),
|
1742
|
-
|
1638
|
+
t->closed_with_error);
|
1743
1639
|
return;
|
1744
1640
|
}
|
1745
1641
|
grpc_chttp2_ping_queue* pq = &t->ping_queue;
|
@@ -1747,39 +1643,39 @@ static void send_keepalive_ping_locked(grpc_chttp2_transport* t) {
|
|
1747
1643
|
// There is a ping in flight. Add yourself to the inflight closure list.
|
1748
1644
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
|
1749
1645
|
start_keepalive_ping_locked, t, nullptr),
|
1750
|
-
|
1646
|
+
t->closed_with_error);
|
1751
1647
|
grpc_closure_list_append(
|
1752
1648
|
&pq->lists[GRPC_CHTTP2_PCL_INFLIGHT],
|
1753
1649
|
GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
|
1754
1650
|
finish_keepalive_ping, t, grpc_schedule_on_exec_ctx),
|
1755
|
-
|
1651
|
+
absl::OkStatus());
|
1756
1652
|
return;
|
1757
1653
|
}
|
1758
1654
|
grpc_closure_list_append(
|
1759
1655
|
&pq->lists[GRPC_CHTTP2_PCL_INITIATE],
|
1760
1656
|
GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked, start_keepalive_ping,
|
1761
1657
|
t, grpc_schedule_on_exec_ctx),
|
1762
|
-
|
1658
|
+
absl::OkStatus());
|
1763
1659
|
grpc_closure_list_append(
|
1764
1660
|
&pq->lists[GRPC_CHTTP2_PCL_NEXT],
|
1765
1661
|
GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked, finish_keepalive_ping,
|
1766
1662
|
t, grpc_schedule_on_exec_ctx),
|
1767
|
-
|
1663
|
+
absl::OkStatus());
|
1768
1664
|
}
|
1769
1665
|
|
1770
|
-
void grpc_chttp2_retry_initiate_ping(
|
1771
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
1666
|
+
void grpc_chttp2_retry_initiate_ping(grpc_chttp2_transport* t) {
|
1772
1667
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->retry_initiate_ping_locked,
|
1773
1668
|
retry_initiate_ping_locked, t, nullptr),
|
1774
|
-
|
1669
|
+
absl::OkStatus());
|
1775
1670
|
}
|
1776
1671
|
|
1777
|
-
static void retry_initiate_ping_locked(void* tp,
|
1672
|
+
static void retry_initiate_ping_locked(void* tp,
|
1673
|
+
GRPC_UNUSED grpc_error_handle error) {
|
1674
|
+
GPR_DEBUG_ASSERT(error.ok());
|
1778
1675
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
1779
|
-
t->ping_state.
|
1780
|
-
|
1781
|
-
|
1782
|
-
}
|
1676
|
+
GPR_ASSERT(t->ping_state.delayed_ping_timer_handle.has_value());
|
1677
|
+
t->ping_state.delayed_ping_timer_handle.reset();
|
1678
|
+
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING);
|
1783
1679
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
|
1784
1680
|
}
|
1785
1681
|
|
@@ -1787,7 +1683,7 @@ void grpc_chttp2_ack_ping(grpc_chttp2_transport* t, uint64_t id) {
|
|
1787
1683
|
grpc_chttp2_ping_queue* pq = &t->ping_queue;
|
1788
1684
|
if (pq->inflight_id != id) {
|
1789
1685
|
gpr_log(GPR_DEBUG, "Unknown ping response from %s: %" PRIx64,
|
1790
|
-
t->peer_string.c_str(), id);
|
1686
|
+
std::string(t->peer_string.as_string_view()).c_str(), id);
|
1791
1687
|
return;
|
1792
1688
|
}
|
1793
1689
|
grpc_core::ExecCtx::RunList(DEBUG_LOCATION,
|
@@ -1802,7 +1698,7 @@ namespace {
|
|
1802
1698
|
// Fire and forget (deletes itself on completion). Does a graceful shutdown by
|
1803
1699
|
// sending a GOAWAY frame with the last stream id set to 2^31-1, sending a ping
|
1804
1700
|
// and waiting for an ack (effective waiting for an RTT) and then sending a
|
1805
|
-
// final GOAWAY
|
1701
|
+
// final GOAWAY frame with an updated last stream identifier. This helps ensure
|
1806
1702
|
// that a connection can be cleanly shut down without losing requests.
|
1807
1703
|
// In the event, that the client does not respond to the ping for some reason,
|
1808
1704
|
// we add a 20 second deadline, after which we send the second goaway.
|
@@ -1815,6 +1711,8 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1815
1711
|
}
|
1816
1712
|
|
1817
1713
|
private:
|
1714
|
+
using TaskHandle = ::grpc_event_engine::experimental::EventEngine::TaskHandle;
|
1715
|
+
|
1818
1716
|
explicit GracefulGoaway(grpc_chttp2_transport* t) : t_(t) {
|
1819
1717
|
t->sent_goaway_state = GRPC_CHTTP2_GRACEFUL_GOAWAY;
|
1820
1718
|
GRPC_CHTTP2_REF_TRANSPORT(t_, "graceful goaway");
|
@@ -1822,11 +1720,17 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1822
1720
|
send_ping_locked(
|
1823
1721
|
t, nullptr, GRPC_CLOSURE_INIT(&on_ping_ack_, OnPingAck, this, nullptr));
|
1824
1722
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
|
1825
|
-
|
1826
|
-
|
1827
|
-
|
1828
|
-
|
1829
|
-
|
1723
|
+
timer_handle_ = t_->event_engine->RunAfter(
|
1724
|
+
grpc_core::Duration::Seconds(20),
|
1725
|
+
[self = Ref(DEBUG_LOCATION, "GoawayTimer")]() mutable {
|
1726
|
+
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
1727
|
+
grpc_core::ExecCtx exec_ctx;
|
1728
|
+
// The ref will be unreffed in the combiner.
|
1729
|
+
auto* ptr = self.release();
|
1730
|
+
ptr->t_->combiner->Run(
|
1731
|
+
GRPC_CLOSURE_INIT(&ptr->on_timer_, OnTimerLocked, ptr, nullptr),
|
1732
|
+
absl::OkStatus());
|
1733
|
+
});
|
1830
1734
|
}
|
1831
1735
|
|
1832
1736
|
void MaybeSendFinalGoawayLocked() {
|
@@ -1834,12 +1738,13 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1834
1738
|
// We already sent the final GOAWAY.
|
1835
1739
|
return;
|
1836
1740
|
}
|
1837
|
-
if (t_->destroying || t_->closed_with_error
|
1838
|
-
GRPC_CHTTP2_IF_TRACING(
|
1839
|
-
GPR_INFO,
|
1840
|
-
|
1841
|
-
|
1842
|
-
|
1741
|
+
if (t_->destroying || !t_->closed_with_error.ok()) {
|
1742
|
+
GRPC_CHTTP2_IF_TRACING(
|
1743
|
+
gpr_log(GPR_INFO,
|
1744
|
+
"transport:%p %s peer:%s Transport already shutting down. "
|
1745
|
+
"Graceful GOAWAY abandoned.",
|
1746
|
+
t_, t_->is_client ? "CLIENT" : "SERVER",
|
1747
|
+
std::string(t_->peer_string.as_string_view()).c_str()));
|
1843
1748
|
return;
|
1844
1749
|
}
|
1845
1750
|
// Ping completed. Send final goaway.
|
@@ -1848,7 +1753,8 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1848
1753
|
"transport:%p %s peer:%s Graceful shutdown: Ping received. "
|
1849
1754
|
"Sending final GOAWAY with stream_id:%d",
|
1850
1755
|
t_, t_->is_client ? "CLIENT" : "SERVER",
|
1851
|
-
t_->peer_string.c_str(),
|
1756
|
+
std::string(t_->peer_string.as_string_view()).c_str(),
|
1757
|
+
t_->last_new_stream_id));
|
1852
1758
|
t_->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
|
1853
1759
|
grpc_chttp2_goaway_append(t_->last_new_stream_id, 0, grpc_empty_slice(),
|
1854
1760
|
&t_->qbuf);
|
@@ -1859,36 +1765,30 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
|
|
1859
1765
|
auto* self = static_cast<GracefulGoaway*>(arg);
|
1860
1766
|
self->t_->combiner->Run(
|
1861
1767
|
GRPC_CLOSURE_INIT(&self->on_ping_ack_, OnPingAckLocked, self, nullptr),
|
1862
|
-
|
1768
|
+
absl::OkStatus());
|
1863
1769
|
}
|
1864
1770
|
|
1865
1771
|
static void OnPingAckLocked(void* arg, grpc_error_handle /* error */) {
|
1866
1772
|
auto* self = static_cast<GracefulGoaway*>(arg);
|
1867
|
-
|
1773
|
+
if (self->timer_handle_ != TaskHandle::kInvalid) {
|
1774
|
+
self->t_->event_engine->Cancel(
|
1775
|
+
std::exchange(self->timer_handle_, TaskHandle::kInvalid));
|
1776
|
+
}
|
1868
1777
|
self->MaybeSendFinalGoawayLocked();
|
1869
1778
|
self->Unref();
|
1870
1779
|
}
|
1871
1780
|
|
1872
|
-
static void OnTimer(void* arg, grpc_error_handle error) {
|
1873
|
-
auto* self = static_cast<GracefulGoaway*>(arg);
|
1874
|
-
if (error != GRPC_ERROR_NONE) {
|
1875
|
-
self->Unref();
|
1876
|
-
return;
|
1877
|
-
}
|
1878
|
-
self->t_->combiner->Run(
|
1879
|
-
GRPC_CLOSURE_INIT(&self->on_timer_, OnTimerLocked, self, nullptr),
|
1880
|
-
GRPC_ERROR_NONE);
|
1881
|
-
}
|
1882
|
-
|
1883
1781
|
static void OnTimerLocked(void* arg, grpc_error_handle /* error */) {
|
1884
1782
|
auto* self = static_cast<GracefulGoaway*>(arg);
|
1783
|
+
// Clearing the handle since the timer has fired and the handle is invalid.
|
1784
|
+
self->timer_handle_ = TaskHandle::kInvalid;
|
1885
1785
|
self->MaybeSendFinalGoawayLocked();
|
1886
1786
|
self->Unref();
|
1887
1787
|
}
|
1888
1788
|
|
1889
1789
|
grpc_chttp2_transport* t_;
|
1890
1790
|
grpc_closure on_ping_ack_;
|
1891
|
-
|
1791
|
+
TaskHandle timer_handle_ = TaskHandle::kInvalid;
|
1892
1792
|
grpc_closure on_timer_;
|
1893
1793
|
};
|
1894
1794
|
|
@@ -1911,8 +1811,10 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
|
|
1911
1811
|
} else if (t->sent_goaway_state == GRPC_CHTTP2_NO_GOAWAY_SEND ||
|
1912
1812
|
t->sent_goaway_state == GRPC_CHTTP2_GRACEFUL_GOAWAY) {
|
1913
1813
|
// We want to log this irrespective of whether http tracing is enabled
|
1914
|
-
gpr_log(GPR_DEBUG, "%s: Sending goaway err=%s",
|
1915
|
-
|
1814
|
+
gpr_log(GPR_DEBUG, "%s %s: Sending goaway last_new_stream_id=%d err=%s",
|
1815
|
+
std::string(t->peer_string.as_string_view()).c_str(),
|
1816
|
+
t->is_client ? "CLIENT" : "SERVER", t->last_new_stream_id,
|
1817
|
+
grpc_core::StatusToString(error).c_str());
|
1916
1818
|
t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
|
1917
1819
|
grpc_chttp2_goaway_append(
|
1918
1820
|
t->last_new_stream_id, static_cast<uint32_t>(http_error),
|
@@ -1921,22 +1823,21 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
|
|
1921
1823
|
// Final GOAWAY has already been sent.
|
1922
1824
|
}
|
1923
1825
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
|
1924
|
-
GRPC_ERROR_UNREF(error);
|
1925
1826
|
}
|
1926
1827
|
|
1927
1828
|
void grpc_chttp2_add_ping_strike(grpc_chttp2_transport* t) {
|
1928
1829
|
if (++t->ping_recv_state.ping_strikes > t->ping_policy.max_ping_strikes &&
|
1929
1830
|
t->ping_policy.max_ping_strikes != 0) {
|
1930
1831
|
send_goaway(t,
|
1931
|
-
grpc_error_set_int(
|
1932
|
-
|
1933
|
-
|
1832
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("too_many_pings"),
|
1833
|
+
grpc_core::StatusIntProperty::kHttp2Error,
|
1834
|
+
GRPC_HTTP2_ENHANCE_YOUR_CALM),
|
1934
1835
|
/*immediate_disconnect_hint=*/true);
|
1935
1836
|
// The transport will be closed after the write is done
|
1936
1837
|
close_transport_locked(
|
1937
|
-
t, grpc_error_set_int(
|
1938
|
-
|
1939
|
-
|
1838
|
+
t, grpc_error_set_int(GRPC_ERROR_CREATE("Too many pings"),
|
1839
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
1840
|
+
GRPC_STATUS_UNAVAILABLE));
|
1940
1841
|
}
|
1941
1842
|
}
|
1942
1843
|
|
@@ -1955,7 +1856,7 @@ static void perform_transport_op_locked(void* stream_op,
|
|
1955
1856
|
grpc_chttp2_transport* t =
|
1956
1857
|
static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg);
|
1957
1858
|
|
1958
|
-
if (op->goaway_error
|
1859
|
+
if (!op->goaway_error.ok()) {
|
1959
1860
|
send_goaway(t, op->goaway_error, /*immediate_disconnect_hint=*/false);
|
1960
1861
|
}
|
1961
1862
|
|
@@ -1985,13 +1886,13 @@ static void perform_transport_op_locked(void* stream_op,
|
|
1985
1886
|
t->state_tracker.RemoveWatcher(op->stop_connectivity_watch);
|
1986
1887
|
}
|
1987
1888
|
|
1988
|
-
if (op->disconnect_with_error
|
1989
|
-
send_goaway(t,
|
1889
|
+
if (!op->disconnect_with_error.ok()) {
|
1890
|
+
send_goaway(t, op->disconnect_with_error,
|
1990
1891
|
/*immediate_disconnect_hint=*/true);
|
1991
1892
|
close_transport_locked(t, op->disconnect_with_error);
|
1992
1893
|
}
|
1993
1894
|
|
1994
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_consumed,
|
1895
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_consumed, absl::OkStatus());
|
1995
1896
|
|
1996
1897
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "transport_op");
|
1997
1898
|
}
|
@@ -2006,7 +1907,7 @@ static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
|
|
2006
1907
|
GRPC_CHTTP2_REF_TRANSPORT(t, "transport_op");
|
2007
1908
|
t->combiner->Run(GRPC_CLOSURE_INIT(&op->handler_private.closure,
|
2008
1909
|
perform_transport_op_locked, op, nullptr),
|
2009
|
-
|
1910
|
+
absl::OkStatus());
|
2010
1911
|
}
|
2011
1912
|
|
2012
1913
|
//
|
@@ -2018,14 +1919,11 @@ void grpc_chttp2_maybe_complete_recv_initial_metadata(grpc_chttp2_transport* t,
|
|
2018
1919
|
if (s->recv_initial_metadata_ready != nullptr &&
|
2019
1920
|
s->published_metadata[0] != GRPC_METADATA_NOT_PUBLISHED) {
|
2020
1921
|
if (s->seen_error) {
|
2021
|
-
|
2022
|
-
if (!s->pending_byte_stream) {
|
2023
|
-
grpc_slice_buffer_reset_and_unref_internal(
|
2024
|
-
&s->unprocessed_incoming_frames_buffer);
|
2025
|
-
}
|
1922
|
+
grpc_slice_buffer_reset_and_unref(&s->frame_storage);
|
2026
1923
|
}
|
2027
1924
|
*s->recv_initial_metadata = std::move(s->initial_metadata_buffer);
|
2028
|
-
s->recv_initial_metadata->Set(grpc_core::PeerString(),
|
1925
|
+
s->recv_initial_metadata->Set(grpc_core::PeerString(),
|
1926
|
+
t->peer_string.Ref());
|
2029
1927
|
// If we didn't receive initial metadata from the wire and instead faked a
|
2030
1928
|
// status (due to stream cancellations for example), let upper layers know
|
2031
1929
|
// that trailing metadata is immediately available.
|
@@ -2039,89 +1937,107 @@ void grpc_chttp2_maybe_complete_recv_initial_metadata(grpc_chttp2_transport* t,
|
|
2039
1937
|
}
|
2040
1938
|
}
|
2041
1939
|
|
2042
|
-
void grpc_chttp2_maybe_complete_recv_message(grpc_chttp2_transport*
|
1940
|
+
void grpc_chttp2_maybe_complete_recv_message(grpc_chttp2_transport* t,
|
2043
1941
|
grpc_chttp2_stream* s) {
|
2044
|
-
|
2045
|
-
|
2046
|
-
|
2047
|
-
|
2048
|
-
|
2049
|
-
|
2050
|
-
|
2051
|
-
|
2052
|
-
|
1942
|
+
if (s->recv_message_ready == nullptr) return;
|
1943
|
+
|
1944
|
+
grpc_core::chttp2::StreamFlowControl::IncomingUpdateContext upd(
|
1945
|
+
&s->flow_control);
|
1946
|
+
grpc_error_handle error;
|
1947
|
+
|
1948
|
+
// Lambda is immediately invoked as a big scoped section that can be
|
1949
|
+
// exited out of at any point by returning.
|
1950
|
+
[&]() {
|
1951
|
+
if (grpc_http_trace.enabled()) {
|
1952
|
+
gpr_log(GPR_DEBUG,
|
1953
|
+
"maybe_complete_recv_message %p final_metadata_requested=%d "
|
1954
|
+
"seen_error=%d",
|
1955
|
+
s, s->final_metadata_requested, s->seen_error);
|
2053
1956
|
}
|
2054
|
-
if (
|
2055
|
-
|
2056
|
-
|
2057
|
-
|
2058
|
-
|
2059
|
-
|
2060
|
-
|
2061
|
-
|
2062
|
-
|
2063
|
-
|
2064
|
-
|
2065
|
-
|
2066
|
-
|
2067
|
-
|
2068
|
-
|
2069
|
-
|
2070
|
-
|
2071
|
-
|
1957
|
+
if (s->final_metadata_requested && s->seen_error) {
|
1958
|
+
grpc_slice_buffer_reset_and_unref(&s->frame_storage);
|
1959
|
+
s->recv_message->reset();
|
1960
|
+
} else {
|
1961
|
+
if (s->frame_storage.length != 0) {
|
1962
|
+
while (true) {
|
1963
|
+
GPR_ASSERT(s->frame_storage.length > 0);
|
1964
|
+
int64_t min_progress_size;
|
1965
|
+
auto r = grpc_deframe_unprocessed_incoming_frames(
|
1966
|
+
s, &min_progress_size, &**s->recv_message, s->recv_message_flags);
|
1967
|
+
if (grpc_http_trace.enabled()) {
|
1968
|
+
gpr_log(GPR_DEBUG, "Deframe data frame: %s",
|
1969
|
+
grpc_core::PollToString(r, [](absl::Status r) {
|
1970
|
+
return r.ToString();
|
1971
|
+
}).c_str());
|
1972
|
+
}
|
1973
|
+
if (r.pending()) {
|
1974
|
+
if (s->read_closed) {
|
1975
|
+
grpc_slice_buffer_reset_and_unref(&s->frame_storage);
|
1976
|
+
s->recv_message->reset();
|
1977
|
+
break;
|
1978
|
+
} else {
|
1979
|
+
upd.SetMinProgressSize(min_progress_size);
|
1980
|
+
return; // Out of lambda to enclosing function
|
1981
|
+
}
|
1982
|
+
} else {
|
1983
|
+
error = std::move(r.value());
|
1984
|
+
if (!error.ok()) {
|
1985
|
+
s->seen_error = true;
|
1986
|
+
grpc_slice_buffer_reset_and_unref(&s->frame_storage);
|
1987
|
+
break;
|
1988
|
+
} else {
|
1989
|
+
if (t->channelz_socket != nullptr) {
|
1990
|
+
t->channelz_socket->RecordMessageReceived();
|
1991
|
+
}
|
1992
|
+
break;
|
1993
|
+
}
|
1994
|
+
}
|
2072
1995
|
}
|
1996
|
+
} else if (s->read_closed) {
|
1997
|
+
s->recv_message->reset();
|
1998
|
+
} else {
|
1999
|
+
upd.SetMinProgressSize(GRPC_HEADER_SIZE_IN_BYTES);
|
2000
|
+
return; // Out of lambda to enclosing function
|
2073
2001
|
}
|
2074
2002
|
}
|
2075
2003
|
// save the length of the buffer before handing control back to application
|
2076
2004
|
// threads. Needed to support correct flow control bookkeeping
|
2077
|
-
s->
|
2078
|
-
s->unprocessed_incoming_frames_buffer.length;
|
2079
|
-
if (error == GRPC_ERROR_NONE && *s->recv_message != nullptr) {
|
2005
|
+
if (error.ok() && s->recv_message->has_value()) {
|
2080
2006
|
null_then_sched_closure(&s->recv_message_ready);
|
2081
2007
|
} else if (s->published_metadata[1] != GRPC_METADATA_NOT_PUBLISHED) {
|
2082
|
-
*s->recv_message = nullptr;
|
2083
2008
|
if (s->call_failed_before_recv_message != nullptr) {
|
2084
2009
|
*s->call_failed_before_recv_message =
|
2085
2010
|
(s->published_metadata[1] != GRPC_METADATA_PUBLISHED_AT_CLOSE);
|
2086
2011
|
}
|
2087
2012
|
null_then_sched_closure(&s->recv_message_ready);
|
2088
2013
|
}
|
2089
|
-
|
2090
|
-
|
2014
|
+
}();
|
2015
|
+
|
2016
|
+
upd.SetPendingSize(s->frame_storage.length);
|
2017
|
+
grpc_chttp2_act_on_flowctl_action(upd.MakeAction(), t, s);
|
2091
2018
|
}
|
2092
2019
|
|
2093
2020
|
void grpc_chttp2_maybe_complete_recv_trailing_metadata(grpc_chttp2_transport* t,
|
2094
2021
|
grpc_chttp2_stream* s) {
|
2095
2022
|
grpc_chttp2_maybe_complete_recv_message(t, s);
|
2023
|
+
if (grpc_http_trace.enabled()) {
|
2024
|
+
gpr_log(GPR_DEBUG,
|
2025
|
+
"maybe_complete_recv_trailing_metadata cli=%d s=%p closure=%p "
|
2026
|
+
"read_closed=%d "
|
2027
|
+
"write_closed=%d %" PRIdPTR,
|
2028
|
+
t->is_client, s, s->recv_trailing_metadata_finished, s->read_closed,
|
2029
|
+
s->write_closed, s->frame_storage.length);
|
2030
|
+
}
|
2096
2031
|
if (s->recv_trailing_metadata_finished != nullptr && s->read_closed &&
|
2097
2032
|
s->write_closed) {
|
2098
2033
|
if (s->seen_error || !t->is_client) {
|
2099
|
-
|
2100
|
-
if (!s->pending_byte_stream) {
|
2101
|
-
grpc_slice_buffer_reset_and_unref_internal(
|
2102
|
-
&s->unprocessed_incoming_frames_buffer);
|
2103
|
-
}
|
2104
|
-
}
|
2105
|
-
bool pending_data = s->pending_byte_stream ||
|
2106
|
-
s->unprocessed_incoming_frames_buffer.length > 0;
|
2107
|
-
if (s->read_closed && s->frame_storage.length > 0 && !pending_data &&
|
2108
|
-
!s->seen_error && s->recv_trailing_metadata_finished != nullptr) {
|
2109
|
-
// Maybe some SYNC_FLUSH data is left in frame_storage. Consume them and
|
2110
|
-
// maybe decompress the next 5 bytes in the stream.
|
2111
|
-
grpc_slice_buffer_move_first(
|
2112
|
-
&s->frame_storage,
|
2113
|
-
std::min(s->frame_storage.length, size_t(GRPC_HEADER_SIZE_IN_BYTES)),
|
2114
|
-
&s->unprocessed_incoming_frames_buffer);
|
2115
|
-
if (s->unprocessed_incoming_frames_buffer.length > 0) {
|
2116
|
-
pending_data = true;
|
2117
|
-
}
|
2034
|
+
grpc_slice_buffer_reset_and_unref(&s->frame_storage);
|
2118
2035
|
}
|
2119
|
-
if (s->read_closed && s->frame_storage.length == 0 &&
|
2036
|
+
if (s->read_closed && s->frame_storage.length == 0 &&
|
2120
2037
|
s->recv_trailing_metadata_finished != nullptr) {
|
2121
2038
|
grpc_transport_move_stats(&s->stats, s->collecting_stats);
|
2122
2039
|
s->collecting_stats = nullptr;
|
2123
2040
|
*s->recv_trailing_metadata = std::move(s->trailing_metadata_buffer);
|
2124
|
-
s->recv_trailing_metadata->Set(grpc_core::PeerString(), t->peer_string);
|
2125
2041
|
null_then_sched_closure(&s->recv_trailing_metadata_finished);
|
2126
2042
|
}
|
2127
2043
|
}
|
@@ -2129,33 +2045,18 @@ void grpc_chttp2_maybe_complete_recv_trailing_metadata(grpc_chttp2_transport* t,
|
|
2129
2045
|
|
2130
2046
|
static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
|
2131
2047
|
grpc_error_handle error) {
|
2132
|
-
grpc_chttp2_stream* s =
|
2133
|
-
grpc_chttp2_stream_map_delete(&t->stream_map, id));
|
2048
|
+
grpc_chttp2_stream* s = t->stream_map.extract(id).mapped();
|
2134
2049
|
GPR_DEBUG_ASSERT(s);
|
2135
2050
|
if (t->incoming_stream == s) {
|
2136
2051
|
t->incoming_stream = nullptr;
|
2137
2052
|
grpc_chttp2_parsing_become_skip_parser(t);
|
2138
2053
|
}
|
2139
|
-
if (s->pending_byte_stream) {
|
2140
|
-
if (s->on_next != nullptr) {
|
2141
|
-
grpc_core::Chttp2IncomingByteStream* bs = s->data_parser.parsing_frame;
|
2142
|
-
if (error == GRPC_ERROR_NONE) {
|
2143
|
-
error = GRPC_ERROR_CREATE_FROM_STATIC_STRING("Truncated message");
|
2144
|
-
}
|
2145
|
-
bs->PublishError(error);
|
2146
|
-
bs->Unref();
|
2147
|
-
s->data_parser.parsing_frame = nullptr;
|
2148
|
-
} else {
|
2149
|
-
GRPC_ERROR_UNREF(s->byte_stream_error);
|
2150
|
-
s->byte_stream_error = GRPC_ERROR_REF(error);
|
2151
|
-
}
|
2152
|
-
}
|
2153
2054
|
|
2154
|
-
if (
|
2055
|
+
if (t->stream_map.empty()) {
|
2155
2056
|
post_benign_reclaimer(t);
|
2156
2057
|
if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SENT) {
|
2157
2058
|
close_transport_locked(
|
2158
|
-
t,
|
2059
|
+
t, GRPC_ERROR_CREATE_REFERENCING(
|
2159
2060
|
"Last stream closed after sending GOAWAY", &error, 1));
|
2160
2061
|
}
|
2161
2062
|
}
|
@@ -2165,8 +2066,6 @@ static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
|
|
2165
2066
|
grpc_chttp2_list_remove_stalled_by_stream(t, s);
|
2166
2067
|
grpc_chttp2_list_remove_stalled_by_transport(t, s);
|
2167
2068
|
|
2168
|
-
GRPC_ERROR_UNREF(error);
|
2169
|
-
|
2170
2069
|
maybe_start_some_streams(t);
|
2171
2070
|
}
|
2172
2071
|
|
@@ -2188,7 +2087,7 @@ void grpc_chttp2_cancel_stream(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
|
2188
2087
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_RST_STREAM);
|
2189
2088
|
}
|
2190
2089
|
}
|
2191
|
-
if (due_to_error
|
2090
|
+
if (!due_to_error.ok() && !s->seen_error) {
|
2192
2091
|
s->seen_error = true;
|
2193
2092
|
}
|
2194
2093
|
grpc_chttp2_mark_stream_closed(t, s, 1, 1, due_to_error);
|
@@ -2210,7 +2109,8 @@ void grpc_chttp2_fake_status(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
|
2210
2109
|
// what we want - which is safe because we haven't told anyone
|
2211
2110
|
// about the metadata yet
|
2212
2111
|
if (s->published_metadata[1] == GRPC_METADATA_NOT_PUBLISHED ||
|
2213
|
-
s->recv_trailing_metadata_finished != nullptr
|
2112
|
+
s->recv_trailing_metadata_finished != nullptr ||
|
2113
|
+
!s->final_metadata_requested) {
|
2214
2114
|
s->trailing_metadata_buffer.Set(grpc_core::GrpcStatusMetadata(), status);
|
2215
2115
|
if (!message.empty()) {
|
2216
2116
|
s->trailing_metadata_buffer.Set(
|
@@ -2220,13 +2120,11 @@ void grpc_chttp2_fake_status(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
|
2220
2120
|
s->published_metadata[1] = GRPC_METADATA_SYNTHESIZED_FROM_FAKE;
|
2221
2121
|
grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
|
2222
2122
|
}
|
2223
|
-
|
2224
|
-
GRPC_ERROR_UNREF(error);
|
2225
2123
|
}
|
2226
2124
|
|
2227
2125
|
static void add_error(grpc_error_handle error, grpc_error_handle* refs,
|
2228
2126
|
size_t* nrefs) {
|
2229
|
-
if (error
|
2127
|
+
if (error.ok()) return;
|
2230
2128
|
for (size_t i = 0; i < *nrefs; i++) {
|
2231
2129
|
if (error == refs[i]) {
|
2232
2130
|
return;
|
@@ -2244,12 +2142,10 @@ static grpc_error_handle removal_error(grpc_error_handle extra_error,
|
|
2244
2142
|
add_error(s->read_closed_error, refs, &nrefs);
|
2245
2143
|
add_error(s->write_closed_error, refs, &nrefs);
|
2246
2144
|
add_error(extra_error, refs, &nrefs);
|
2247
|
-
grpc_error_handle error
|
2145
|
+
grpc_error_handle error;
|
2248
2146
|
if (nrefs > 0) {
|
2249
|
-
error =
|
2250
|
-
refs, nrefs);
|
2147
|
+
error = GRPC_ERROR_CREATE_REFERENCING(main_error_msg, refs, nrefs);
|
2251
2148
|
}
|
2252
|
-
GRPC_ERROR_UNREF(extra_error);
|
2253
2149
|
return error;
|
2254
2150
|
}
|
2255
2151
|
|
@@ -2259,12 +2155,11 @@ static void flush_write_list(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
|
2259
2155
|
while (*list) {
|
2260
2156
|
grpc_chttp2_write_cb* cb = *list;
|
2261
2157
|
*list = cb->next;
|
2262
|
-
grpc_chttp2_complete_closure_step(t, s, &cb->closure,
|
2158
|
+
grpc_chttp2_complete_closure_step(t, s, &cb->closure, error,
|
2263
2159
|
"on_write_finished_cb");
|
2264
2160
|
cb->next = t->write_cb_pool;
|
2265
2161
|
t->write_cb_pool = cb;
|
2266
2162
|
}
|
2267
|
-
GRPC_ERROR_UNREF(error);
|
2268
2163
|
}
|
2269
2164
|
|
2270
2165
|
void grpc_chttp2_fail_pending_writes(grpc_chttp2_transport* t,
|
@@ -2274,30 +2169,34 @@ void grpc_chttp2_fail_pending_writes(grpc_chttp2_transport* t,
|
|
2274
2169
|
removal_error(error, s, "Pending writes failed due to stream closure");
|
2275
2170
|
s->send_initial_metadata = nullptr;
|
2276
2171
|
grpc_chttp2_complete_closure_step(t, s, &s->send_initial_metadata_finished,
|
2277
|
-
|
2278
|
-
"send_initial_metadata_finished");
|
2172
|
+
error, "send_initial_metadata_finished");
|
2279
2173
|
|
2280
2174
|
s->send_trailing_metadata = nullptr;
|
2281
2175
|
s->sent_trailing_metadata_op = nullptr;
|
2282
2176
|
grpc_chttp2_complete_closure_step(t, s, &s->send_trailing_metadata_finished,
|
2283
|
-
|
2284
|
-
"send_trailing_metadata_finished");
|
2177
|
+
error, "send_trailing_metadata_finished");
|
2285
2178
|
|
2286
|
-
s->
|
2287
|
-
grpc_chttp2_complete_closure_step(t, s, &s->fetching_send_message_finished,
|
2288
|
-
GRPC_ERROR_REF(error),
|
2179
|
+
grpc_chttp2_complete_closure_step(t, s, &s->send_message_finished, error,
|
2289
2180
|
"fetching_send_message_finished");
|
2290
|
-
flush_write_list(t, s, &s->on_write_finished_cbs,
|
2181
|
+
flush_write_list(t, s, &s->on_write_finished_cbs, error);
|
2291
2182
|
flush_write_list(t, s, &s->on_flow_controlled_cbs, error);
|
2292
2183
|
}
|
2293
2184
|
|
2294
2185
|
void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
|
2295
2186
|
grpc_chttp2_stream* s, int close_reads,
|
2296
2187
|
int close_writes, grpc_error_handle error) {
|
2188
|
+
if (grpc_http_trace.enabled()) {
|
2189
|
+
gpr_log(
|
2190
|
+
GPR_DEBUG, "MARK_STREAM_CLOSED: t=%p s=%p(id=%d) %s [%s]", t, s, s->id,
|
2191
|
+
(close_reads && close_writes)
|
2192
|
+
? "read+write"
|
2193
|
+
: (close_reads ? "read" : (close_writes ? "write" : "nothing??")),
|
2194
|
+
grpc_core::StatusToString(error).c_str());
|
2195
|
+
}
|
2297
2196
|
if (s->read_closed && s->write_closed) {
|
2298
2197
|
// already closed, but we should still fake the status if needed.
|
2299
2198
|
grpc_error_handle overall_error = removal_error(error, s, "Stream removed");
|
2300
|
-
if (overall_error
|
2199
|
+
if (!overall_error.ok()) {
|
2301
2200
|
grpc_chttp2_fake_status(t, s, overall_error);
|
2302
2201
|
}
|
2303
2202
|
grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
|
@@ -2306,26 +2205,25 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
|
|
2306
2205
|
bool closed_read = false;
|
2307
2206
|
bool became_closed = false;
|
2308
2207
|
if (close_reads && !s->read_closed) {
|
2309
|
-
s->read_closed_error =
|
2208
|
+
s->read_closed_error = error;
|
2310
2209
|
s->read_closed = true;
|
2311
2210
|
closed_read = true;
|
2312
2211
|
}
|
2313
2212
|
if (close_writes && !s->write_closed) {
|
2314
|
-
s->write_closed_error =
|
2213
|
+
s->write_closed_error = error;
|
2315
2214
|
s->write_closed = true;
|
2316
|
-
grpc_chttp2_fail_pending_writes(t, s,
|
2215
|
+
grpc_chttp2_fail_pending_writes(t, s, error);
|
2317
2216
|
}
|
2318
2217
|
if (s->read_closed && s->write_closed) {
|
2319
2218
|
became_closed = true;
|
2320
|
-
grpc_error_handle overall_error =
|
2321
|
-
removal_error(GRPC_ERROR_REF(error), s, "Stream removed");
|
2219
|
+
grpc_error_handle overall_error = removal_error(error, s, "Stream removed");
|
2322
2220
|
if (s->id != 0) {
|
2323
|
-
remove_stream(t, s->id,
|
2221
|
+
remove_stream(t, s->id, overall_error);
|
2324
2222
|
} else {
|
2325
2223
|
// Purge streams waiting on concurrency still waiting for id assignment
|
2326
2224
|
grpc_chttp2_list_remove_waiting_for_concurrency(t, s);
|
2327
2225
|
}
|
2328
|
-
if (overall_error
|
2226
|
+
if (!overall_error.ok()) {
|
2329
2227
|
grpc_chttp2_fake_status(t, s, overall_error);
|
2330
2228
|
}
|
2331
2229
|
}
|
@@ -2339,10 +2237,11 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
|
|
2339
2237
|
grpc_chttp2_maybe_complete_recv_message(t, s);
|
2340
2238
|
}
|
2341
2239
|
if (became_closed) {
|
2240
|
+
s->stats.latency =
|
2241
|
+
gpr_time_sub(gpr_now(GPR_CLOCK_MONOTONIC), s->creation_time);
|
2342
2242
|
grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
|
2343
2243
|
GRPC_CHTTP2_STREAM_UNREF(s, "chttp2");
|
2344
2244
|
}
|
2345
|
-
GRPC_ERROR_UNREF(error);
|
2346
2245
|
}
|
2347
2246
|
|
2348
2247
|
static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
@@ -2425,8 +2324,8 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
|
2425
2324
|
|
2426
2325
|
status_hdr = GRPC_SLICE_MALLOC(15 + (grpc_status >= 10));
|
2427
2326
|
p = GRPC_SLICE_START_PTR(status_hdr);
|
2428
|
-
*p++ = 0x00;
|
2429
|
-
*p++ = 11;
|
2327
|
+
*p++ = 0x00; // literal header, not indexed
|
2328
|
+
*p++ = 11; // len(grpc-status)
|
2430
2329
|
*p++ = 'g';
|
2431
2330
|
*p++ = 'r';
|
2432
2331
|
*p++ = 'p';
|
@@ -2451,11 +2350,11 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
|
2451
2350
|
|
2452
2351
|
size_t msg_len = message.length();
|
2453
2352
|
GPR_ASSERT(msg_len <= UINT32_MAX);
|
2454
|
-
grpc_core::VarintWriter<1> msg_len_writer(msg_len);
|
2353
|
+
grpc_core::VarintWriter<1> msg_len_writer(static_cast<uint32_t>(msg_len));
|
2455
2354
|
message_pfx = GRPC_SLICE_MALLOC(14 + msg_len_writer.length());
|
2456
2355
|
p = GRPC_SLICE_START_PTR(message_pfx);
|
2457
|
-
*p++ = 0x00;
|
2458
|
-
*p++ = 12;
|
2356
|
+
*p++ = 0x00; // literal header, not indexed
|
2357
|
+
*p++ = 12; // len(grpc-message)
|
2459
2358
|
*p++ = 'g';
|
2460
2359
|
*p++ = 'r';
|
2461
2360
|
*p++ = 'p';
|
@@ -2504,30 +2403,24 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
|
|
2504
2403
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API);
|
2505
2404
|
}
|
2506
2405
|
|
2507
|
-
struct cancel_stream_cb_args {
|
2508
|
-
grpc_error_handle error;
|
2509
|
-
grpc_chttp2_transport* t;
|
2510
|
-
};
|
2511
|
-
|
2512
|
-
static void cancel_stream_cb(void* user_data, uint32_t /*key*/, void* stream) {
|
2513
|
-
cancel_stream_cb_args* args = static_cast<cancel_stream_cb_args*>(user_data);
|
2514
|
-
grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(stream);
|
2515
|
-
grpc_chttp2_cancel_stream(args->t, s, GRPC_ERROR_REF(args->error));
|
2516
|
-
}
|
2517
|
-
|
2518
2406
|
static void end_all_the_calls(grpc_chttp2_transport* t,
|
2519
2407
|
grpc_error_handle error) {
|
2520
2408
|
intptr_t http2_error;
|
2521
2409
|
// If there is no explicit grpc or HTTP/2 error, set to UNAVAILABLE on server.
|
2522
2410
|
if (!t->is_client && !grpc_error_has_clear_grpc_status(error) &&
|
2523
|
-
!grpc_error_get_int(error,
|
2524
|
-
|
2411
|
+
!grpc_error_get_int(error, grpc_core::StatusIntProperty::kHttp2Error,
|
2412
|
+
&http2_error)) {
|
2413
|
+
error = grpc_error_set_int(error, grpc_core::StatusIntProperty::kRpcStatus,
|
2525
2414
|
GRPC_STATUS_UNAVAILABLE);
|
2526
2415
|
}
|
2527
|
-
cancel_unstarted_streams(t,
|
2528
|
-
|
2529
|
-
|
2530
|
-
|
2416
|
+
cancel_unstarted_streams(t, error);
|
2417
|
+
std::vector<grpc_chttp2_stream*> to_cancel;
|
2418
|
+
for (auto id_stream : t->stream_map) {
|
2419
|
+
to_cancel.push_back(id_stream.second);
|
2420
|
+
}
|
2421
|
+
for (auto s : to_cancel) {
|
2422
|
+
grpc_chttp2_cancel_stream(t, s, error);
|
2423
|
+
}
|
2531
2424
|
}
|
2532
2425
|
|
2533
2426
|
//
|
@@ -2554,8 +2447,11 @@ void grpc_chttp2_act_on_flowctl_action(
|
|
2554
2447
|
const grpc_core::chttp2::FlowControlAction& action,
|
2555
2448
|
grpc_chttp2_transport* t, grpc_chttp2_stream* s) {
|
2556
2449
|
WithUrgency(t, action.send_stream_update(),
|
2557
|
-
GRPC_CHTTP2_INITIATE_WRITE_STREAM_FLOW_CONTROL,
|
2558
|
-
|
2450
|
+
GRPC_CHTTP2_INITIATE_WRITE_STREAM_FLOW_CONTROL, [t, s]() {
|
2451
|
+
if (s->id != 0 && !s->read_closed) {
|
2452
|
+
grpc_chttp2_mark_stream_writable(t, s);
|
2453
|
+
}
|
2454
|
+
});
|
2559
2455
|
WithUrgency(t, action.send_transport_update(),
|
2560
2456
|
GRPC_CHTTP2_INITIATE_WRITE_TRANSPORT_FLOW_CONTROL, []() {});
|
2561
2457
|
WithUrgency(t, action.send_initial_window_update(),
|
@@ -2569,31 +2465,39 @@ void grpc_chttp2_act_on_flowctl_action(
|
|
2569
2465
|
queue_setting_update(t, GRPC_CHTTP2_SETTINGS_MAX_FRAME_SIZE,
|
2570
2466
|
action.max_frame_size());
|
2571
2467
|
});
|
2468
|
+
if (t->enable_preferred_rx_crypto_frame_advertisement) {
|
2469
|
+
WithUrgency(
|
2470
|
+
t, action.preferred_rx_crypto_frame_size_update(),
|
2471
|
+
GRPC_CHTTP2_INITIATE_WRITE_SEND_SETTINGS, [t, &action]() {
|
2472
|
+
queue_setting_update(
|
2473
|
+
t, GRPC_CHTTP2_SETTINGS_GRPC_PREFERRED_RECEIVE_CRYPTO_FRAME_SIZE,
|
2474
|
+
action.preferred_rx_crypto_frame_size());
|
2475
|
+
});
|
2476
|
+
}
|
2572
2477
|
}
|
2573
2478
|
|
2574
2479
|
static grpc_error_handle try_http_parsing(grpc_chttp2_transport* t) {
|
2575
2480
|
grpc_http_parser parser;
|
2576
2481
|
size_t i = 0;
|
2577
|
-
grpc_error_handle error
|
2482
|
+
grpc_error_handle error;
|
2578
2483
|
grpc_http_response response;
|
2579
2484
|
|
2580
2485
|
grpc_http_parser_init(&parser, GRPC_HTTP_RESPONSE, &response);
|
2581
2486
|
|
2582
|
-
grpc_error_handle parse_error
|
2583
|
-
for (; i < t->read_buffer.count && parse_error
|
2487
|
+
grpc_error_handle parse_error;
|
2488
|
+
for (; i < t->read_buffer.count && parse_error.ok(); i++) {
|
2584
2489
|
parse_error =
|
2585
2490
|
grpc_http_parser_parse(&parser, t->read_buffer.slices[i], nullptr);
|
2586
2491
|
}
|
2587
|
-
if (parse_error
|
2588
|
-
(parse_error = grpc_http_parser_eof(&parser)) ==
|
2492
|
+
if (parse_error.ok() &&
|
2493
|
+
(parse_error = grpc_http_parser_eof(&parser)) == absl::OkStatus()) {
|
2589
2494
|
error = grpc_error_set_int(
|
2590
|
-
grpc_error_set_int(
|
2591
|
-
|
2592
|
-
|
2593
|
-
|
2495
|
+
grpc_error_set_int(
|
2496
|
+
GRPC_ERROR_CREATE("Trying to connect an http1.x server"),
|
2497
|
+
grpc_core::StatusIntProperty::kHttpStatus, response.status),
|
2498
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
2594
2499
|
grpc_http2_status_to_grpc_status(response.status));
|
2595
2500
|
}
|
2596
|
-
GRPC_ERROR_UNREF(parse_error);
|
2597
2501
|
|
2598
2502
|
grpc_http_parser_destroy(&parser);
|
2599
2503
|
grpc_http_response_destroy(&response);
|
@@ -2604,44 +2508,31 @@ static void read_action(void* tp, grpc_error_handle error) {
|
|
2604
2508
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2605
2509
|
t->combiner->Run(
|
2606
2510
|
GRPC_CLOSURE_INIT(&t->read_action_locked, read_action_locked, t, nullptr),
|
2607
|
-
|
2511
|
+
error);
|
2608
2512
|
}
|
2609
2513
|
|
2610
2514
|
static void read_action_locked(void* tp, grpc_error_handle error) {
|
2611
|
-
GPR_TIMER_SCOPE("reading_action_locked", 0);
|
2612
|
-
|
2613
2515
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2614
2516
|
|
2615
|
-
(void)GRPC_ERROR_REF(error);
|
2616
|
-
|
2617
2517
|
grpc_error_handle err = error;
|
2618
|
-
if (err
|
2619
|
-
err = grpc_error_set_int(
|
2620
|
-
|
2621
|
-
|
2622
|
-
t->write_state);
|
2518
|
+
if (!err.ok()) {
|
2519
|
+
err = grpc_error_set_int(
|
2520
|
+
GRPC_ERROR_CREATE_REFERENCING("Endpoint read failed", &err, 1),
|
2521
|
+
grpc_core::StatusIntProperty::kOccurredDuringWrite, t->write_state);
|
2623
2522
|
}
|
2624
2523
|
std::swap(err, error);
|
2625
|
-
|
2626
|
-
if (t->closed_with_error == GRPC_ERROR_NONE) {
|
2627
|
-
GPR_TIMER_SCOPE("reading_action.parse", 0);
|
2524
|
+
if (t->closed_with_error.ok()) {
|
2628
2525
|
size_t i = 0;
|
2629
|
-
grpc_error_handle errors[3] = {
|
2630
|
-
|
2631
|
-
for (; i < t->read_buffer.count && errors[1] == GRPC_ERROR_NONE; i++) {
|
2526
|
+
grpc_error_handle errors[3] = {error, absl::OkStatus(), absl::OkStatus()};
|
2527
|
+
for (; i < t->read_buffer.count && errors[1] == absl::OkStatus(); i++) {
|
2632
2528
|
errors[1] = grpc_chttp2_perform_read(t, t->read_buffer.slices[i]);
|
2633
2529
|
}
|
2634
|
-
if (errors[1] !=
|
2530
|
+
if (errors[1] != absl::OkStatus()) {
|
2635
2531
|
errors[2] = try_http_parsing(t);
|
2636
|
-
|
2637
|
-
|
2638
|
-
"Failed parsing HTTP/2", errors, GPR_ARRAY_SIZE(errors));
|
2639
|
-
}
|
2640
|
-
for (i = 0; i < GPR_ARRAY_SIZE(errors); i++) {
|
2641
|
-
GRPC_ERROR_UNREF(errors[i]);
|
2532
|
+
error = GRPC_ERROR_CREATE_REFERENCING("Failed parsing HTTP/2", errors,
|
2533
|
+
GPR_ARRAY_SIZE(errors));
|
2642
2534
|
}
|
2643
2535
|
|
2644
|
-
GPR_TIMER_SCOPE("post_parse_locked", 0);
|
2645
2536
|
if (t->initial_window_update != 0) {
|
2646
2537
|
if (t->initial_window_update > 0) {
|
2647
2538
|
grpc_chttp2_stream* s;
|
@@ -2655,29 +2546,28 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
|
|
2655
2546
|
}
|
2656
2547
|
}
|
2657
2548
|
|
2658
|
-
GPR_TIMER_SCOPE("post_reading_action_locked", 0);
|
2659
2549
|
bool keep_reading = false;
|
2660
|
-
if (error
|
2661
|
-
error =
|
2662
|
-
|
2550
|
+
if (error.ok() && !t->closed_with_error.ok()) {
|
2551
|
+
error = GRPC_ERROR_CREATE_REFERENCING("Transport closed",
|
2552
|
+
&t->closed_with_error, 1);
|
2663
2553
|
}
|
2664
|
-
if (error
|
2554
|
+
if (!error.ok()) {
|
2665
2555
|
// If a goaway frame was received, this might be the reason why the read
|
2666
2556
|
// failed. Add this info to the error
|
2667
|
-
if (t->goaway_error
|
2668
|
-
error = grpc_error_add_child(error,
|
2557
|
+
if (!t->goaway_error.ok()) {
|
2558
|
+
error = grpc_error_add_child(error, t->goaway_error);
|
2669
2559
|
}
|
2670
2560
|
|
2671
|
-
close_transport_locked(t,
|
2561
|
+
close_transport_locked(t, error);
|
2672
2562
|
t->endpoint_reading = 0;
|
2673
|
-
} else if (t->closed_with_error
|
2563
|
+
} else if (t->closed_with_error.ok()) {
|
2674
2564
|
keep_reading = true;
|
2675
2565
|
// Since we have read a byte, reset the keepalive timer
|
2676
2566
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
|
2677
|
-
|
2567
|
+
maybe_reset_keepalive_ping_timer_locked(t);
|
2678
2568
|
}
|
2679
2569
|
}
|
2680
|
-
|
2570
|
+
grpc_slice_buffer_reset_and_unref(&t->read_buffer);
|
2681
2571
|
|
2682
2572
|
if (keep_reading) {
|
2683
2573
|
if (t->num_pending_induced_frames >= DEFAULT_MAX_PENDING_INDUCED_FRAMES) {
|
@@ -2693,23 +2583,20 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
|
|
2693
2583
|
} else {
|
2694
2584
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
|
2695
2585
|
}
|
2696
|
-
|
2697
|
-
GRPC_ERROR_UNREF(error);
|
2698
2586
|
}
|
2699
2587
|
|
2700
2588
|
static void continue_read_action_locked(grpc_chttp2_transport* t) {
|
2701
|
-
const bool urgent = t->goaway_error
|
2589
|
+
const bool urgent = !t->goaway_error.ok();
|
2702
2590
|
GRPC_CLOSURE_INIT(&t->read_action_locked, read_action, t,
|
2703
2591
|
grpc_schedule_on_exec_ctx);
|
2704
2592
|
grpc_endpoint_read(t->ep, &t->read_buffer, &t->read_action_locked, urgent,
|
2705
|
-
|
2706
|
-
grpc_chttp2_act_on_flowctl_action(t->flow_control->MakeAction(), t, nullptr);
|
2593
|
+
grpc_chttp2_min_read_progress_size(t));
|
2707
2594
|
}
|
2708
2595
|
|
2709
2596
|
// t is reffed prior to calling the first time, and once the callback chain
|
2710
2597
|
// that kicks off finishes, it's unreffed
|
2711
2598
|
void schedule_bdp_ping_locked(grpc_chttp2_transport* t) {
|
2712
|
-
t->flow_control
|
2599
|
+
t->flow_control.bdp_estimator()->SchedulePing();
|
2713
2600
|
send_ping_locked(
|
2714
2601
|
t,
|
2715
2602
|
GRPC_CLOSURE_INIT(&t->start_bdp_ping_locked, start_bdp_ping, t,
|
@@ -2723,23 +2610,24 @@ static void start_bdp_ping(void* tp, grpc_error_handle error) {
|
|
2723
2610
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2724
2611
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_bdp_ping_locked,
|
2725
2612
|
start_bdp_ping_locked, t, nullptr),
|
2726
|
-
|
2613
|
+
error);
|
2727
2614
|
}
|
2728
2615
|
|
2729
2616
|
static void start_bdp_ping_locked(void* tp, grpc_error_handle error) {
|
2730
2617
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2731
2618
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
|
2732
|
-
gpr_log(GPR_INFO, "%s: Start BDP ping err=%s",
|
2733
|
-
|
2619
|
+
gpr_log(GPR_INFO, "%s: Start BDP ping err=%s",
|
2620
|
+
std::string(t->peer_string.as_string_view()).c_str(),
|
2621
|
+
grpc_core::StatusToString(error).c_str());
|
2734
2622
|
}
|
2735
|
-
if (error
|
2623
|
+
if (!error.ok() || !t->closed_with_error.ok()) {
|
2736
2624
|
return;
|
2737
2625
|
}
|
2738
2626
|
// Reset the keepalive ping timer
|
2739
2627
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
|
2740
|
-
|
2628
|
+
maybe_reset_keepalive_ping_timer_locked(t);
|
2741
2629
|
}
|
2742
|
-
t->flow_control
|
2630
|
+
t->flow_control.bdp_estimator()->StartPing();
|
2743
2631
|
t->bdp_ping_started = true;
|
2744
2632
|
}
|
2745
2633
|
|
@@ -2747,16 +2635,17 @@ static void finish_bdp_ping(void* tp, grpc_error_handle error) {
|
|
2747
2635
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2748
2636
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked,
|
2749
2637
|
finish_bdp_ping_locked, t, nullptr),
|
2750
|
-
|
2638
|
+
error);
|
2751
2639
|
}
|
2752
2640
|
|
2753
2641
|
static void finish_bdp_ping_locked(void* tp, grpc_error_handle error) {
|
2754
2642
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2755
2643
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
|
2756
|
-
gpr_log(GPR_INFO, "%s: Complete BDP ping err=%s",
|
2757
|
-
|
2644
|
+
gpr_log(GPR_INFO, "%s: Complete BDP ping err=%s",
|
2645
|
+
std::string(t->peer_string.as_string_view()).c_str(),
|
2646
|
+
grpc_core::StatusToString(error).c_str());
|
2758
2647
|
}
|
2759
|
-
if (error
|
2648
|
+
if (!error.ok() || !t->closed_with_error.ok()) {
|
2760
2649
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
2761
2650
|
return;
|
2762
2651
|
}
|
@@ -2765,40 +2654,37 @@ static void finish_bdp_ping_locked(void* tp, grpc_error_handle error) {
|
|
2765
2654
|
// finish_bdp_ping_locked to be run later.
|
2766
2655
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked,
|
2767
2656
|
finish_bdp_ping_locked, t, nullptr),
|
2768
|
-
|
2657
|
+
error);
|
2769
2658
|
return;
|
2770
2659
|
}
|
2771
2660
|
t->bdp_ping_started = false;
|
2772
2661
|
grpc_core::Timestamp next_ping =
|
2773
|
-
t->flow_control
|
2774
|
-
grpc_chttp2_act_on_flowctl_action(t->flow_control
|
2662
|
+
t->flow_control.bdp_estimator()->CompletePing();
|
2663
|
+
grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t,
|
2775
2664
|
nullptr);
|
2776
|
-
GPR_ASSERT(!t->
|
2777
|
-
t->
|
2778
|
-
|
2779
|
-
|
2780
|
-
|
2781
|
-
|
2665
|
+
GPR_ASSERT(!t->next_bdp_ping_timer_handle.has_value());
|
2666
|
+
t->next_bdp_ping_timer_handle =
|
2667
|
+
t->event_engine->RunAfter(next_ping - grpc_core::Timestamp::Now(), [t] {
|
2668
|
+
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2669
|
+
grpc_core::ExecCtx exec_ctx;
|
2670
|
+
next_bdp_ping_timer_expired(t);
|
2671
|
+
});
|
2782
2672
|
}
|
2783
2673
|
|
2784
|
-
static void next_bdp_ping_timer_expired(
|
2785
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2674
|
+
static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t) {
|
2786
2675
|
t->combiner->Run(
|
2787
2676
|
GRPC_CLOSURE_INIT(&t->next_bdp_ping_timer_expired_locked,
|
2788
2677
|
next_bdp_ping_timer_expired_locked, t, nullptr),
|
2789
|
-
|
2678
|
+
absl::OkStatus());
|
2790
2679
|
}
|
2791
2680
|
|
2792
|
-
static void next_bdp_ping_timer_expired_locked(
|
2793
|
-
|
2681
|
+
static void next_bdp_ping_timer_expired_locked(
|
2682
|
+
void* tp, GRPC_UNUSED grpc_error_handle error) {
|
2683
|
+
GPR_DEBUG_ASSERT(error.ok());
|
2794
2684
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
|
2795
|
-
GPR_ASSERT(t->
|
2796
|
-
t->
|
2797
|
-
if (
|
2798
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
2799
|
-
return;
|
2800
|
-
}
|
2801
|
-
if (t->flow_control->bdp_estimator()->accumulator() == 0) {
|
2685
|
+
GPR_ASSERT(t->next_bdp_ping_timer_handle.has_value());
|
2686
|
+
t->next_bdp_ping_timer_handle.reset();
|
2687
|
+
if (t->flow_control.bdp_estimator()->accumulator() == 0) {
|
2802
2688
|
// Block the bdp ping till we receive more data.
|
2803
2689
|
t->bdp_ping_blocked = true;
|
2804
2690
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
|
@@ -2809,99 +2695,93 @@ static void next_bdp_ping_timer_expired_locked(void* tp,
|
|
2809
2695
|
|
2810
2696
|
void grpc_chttp2_config_default_keepalive_args(grpc_channel_args* args,
|
2811
2697
|
bool is_client) {
|
2812
|
-
|
2813
|
-
|
2814
|
-
|
2815
|
-
|
2816
|
-
|
2817
|
-
|
2818
|
-
|
2819
|
-
|
2820
|
-
|
2821
|
-
|
2822
|
-
|
2823
|
-
|
2824
|
-
|
2825
|
-
|
2826
|
-
|
2827
|
-
|
2828
|
-
|
2829
|
-
|
2830
|
-
|
2831
|
-
|
2832
|
-
|
2833
|
-
|
2834
|
-
|
2835
|
-
|
2836
|
-
|
2837
|
-
|
2838
|
-
|
2839
|
-
|
2840
|
-
|
2841
|
-
|
2842
|
-
|
2843
|
-
|
2844
|
-
|
2845
|
-
|
2846
|
-
|
2847
|
-
|
2848
|
-
|
2849
|
-
|
2850
|
-
|
2851
|
-
&args->args[i], {g_default_max_ping_strikes, 0, INT_MAX});
|
2852
|
-
} else if (0 == strcmp(args->args[i].key,
|
2853
|
-
GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)) {
|
2854
|
-
g_default_max_pings_without_data = grpc_channel_arg_get_integer(
|
2855
|
-
&args->args[i], {g_default_max_pings_without_data, 0, INT_MAX});
|
2856
|
-
} else if (0 ==
|
2857
|
-
strcmp(
|
2858
|
-
args->args[i].key,
|
2859
|
-
GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)) {
|
2860
|
-
g_default_min_recv_ping_interval_without_data_ms =
|
2861
|
-
grpc_channel_arg_get_integer(
|
2862
|
-
&args->args[i],
|
2863
|
-
{g_default_min_recv_ping_interval_without_data_ms, 0, INT_MAX});
|
2864
|
-
}
|
2865
|
-
}
|
2698
|
+
grpc_chttp2_config_default_keepalive_args(grpc_core::ChannelArgs::FromC(args),
|
2699
|
+
is_client);
|
2700
|
+
}
|
2701
|
+
|
2702
|
+
void grpc_chttp2_config_default_keepalive_args(
|
2703
|
+
const grpc_core::ChannelArgs& channel_args, bool is_client) {
|
2704
|
+
const auto keepalive_time =
|
2705
|
+
std::max(grpc_core::Duration::Milliseconds(1),
|
2706
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
|
2707
|
+
.value_or(is_client ? g_default_client_keepalive_time
|
2708
|
+
: g_default_server_keepalive_time));
|
2709
|
+
if (is_client) {
|
2710
|
+
g_default_client_keepalive_time = keepalive_time;
|
2711
|
+
} else {
|
2712
|
+
g_default_server_keepalive_time = keepalive_time;
|
2713
|
+
}
|
2714
|
+
|
2715
|
+
const auto keepalive_timeout = std::max(
|
2716
|
+
grpc_core::Duration::Zero(),
|
2717
|
+
channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
|
2718
|
+
.value_or(is_client ? g_default_client_keepalive_timeout
|
2719
|
+
: g_default_server_keepalive_timeout));
|
2720
|
+
if (is_client) {
|
2721
|
+
g_default_client_keepalive_timeout = keepalive_timeout;
|
2722
|
+
} else {
|
2723
|
+
g_default_server_keepalive_timeout = keepalive_timeout;
|
2724
|
+
}
|
2725
|
+
|
2726
|
+
const bool keepalive_permit_without_calls =
|
2727
|
+
channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
|
2728
|
+
.value_or(is_client
|
2729
|
+
? g_default_client_keepalive_permit_without_calls
|
2730
|
+
: g_default_server_keepalive_permit_without_calls);
|
2731
|
+
if (is_client) {
|
2732
|
+
g_default_client_keepalive_permit_without_calls =
|
2733
|
+
keepalive_permit_without_calls;
|
2734
|
+
} else {
|
2735
|
+
g_default_server_keepalive_permit_without_calls =
|
2736
|
+
keepalive_permit_without_calls;
|
2866
2737
|
}
|
2738
|
+
|
2739
|
+
g_default_max_ping_strikes =
|
2740
|
+
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PING_STRIKES)
|
2741
|
+
.value_or(g_default_max_ping_strikes));
|
2742
|
+
|
2743
|
+
g_default_max_pings_without_data =
|
2744
|
+
std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)
|
2745
|
+
.value_or(g_default_max_pings_without_data));
|
2746
|
+
|
2747
|
+
g_default_min_recv_ping_interval_without_data =
|
2748
|
+
std::max(grpc_core::Duration::Zero(),
|
2749
|
+
channel_args
|
2750
|
+
.GetDurationFromIntMillis(
|
2751
|
+
GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)
|
2752
|
+
.value_or(g_default_min_recv_ping_interval_without_data));
|
2867
2753
|
}
|
2868
2754
|
|
2869
|
-
static void init_keepalive_ping(
|
2870
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2755
|
+
static void init_keepalive_ping(grpc_chttp2_transport* t) {
|
2871
2756
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->init_keepalive_ping_locked,
|
2872
2757
|
init_keepalive_ping_locked, t, nullptr),
|
2873
|
-
|
2758
|
+
absl::OkStatus());
|
2874
2759
|
}
|
2875
2760
|
|
2876
|
-
static void init_keepalive_ping_locked(void* arg,
|
2761
|
+
static void init_keepalive_ping_locked(void* arg,
|
2762
|
+
GRPC_UNUSED grpc_error_handle error) {
|
2763
|
+
GPR_DEBUG_ASSERT(error.ok());
|
2877
2764
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2878
2765
|
GPR_ASSERT(t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING);
|
2879
|
-
|
2766
|
+
GPR_ASSERT(t->keepalive_ping_timer_handle.has_value());
|
2767
|
+
t->keepalive_ping_timer_handle.reset();
|
2768
|
+
if (t->destroying || !t->closed_with_error.ok()) {
|
2880
2769
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
|
2881
|
-
} else
|
2882
|
-
if (t->keepalive_permit_without_calls ||
|
2883
|
-
grpc_chttp2_stream_map_size(&t->stream_map) > 0) {
|
2770
|
+
} else {
|
2771
|
+
if (t->keepalive_permit_without_calls || !t->stream_map.empty()) {
|
2884
2772
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_PINGING;
|
2885
2773
|
GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive ping end");
|
2886
|
-
grpc_timer_init_unset(&t->keepalive_watchdog_timer);
|
2887
2774
|
send_keepalive_ping_locked(t);
|
2888
2775
|
grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING);
|
2889
2776
|
} else {
|
2890
2777
|
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
2891
|
-
|
2892
|
-
|
2893
|
-
|
2894
|
-
|
2895
|
-
|
2896
|
-
|
2897
|
-
|
2898
|
-
// The keepalive ping timer may be cancelled by bdp
|
2899
|
-
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
2900
|
-
GRPC_CLOSURE_INIT(&t->init_keepalive_ping_locked, init_keepalive_ping, t,
|
2901
|
-
grpc_schedule_on_exec_ctx);
|
2902
|
-
grpc_timer_init(&t->keepalive_ping_timer,
|
2903
|
-
grpc_core::ExecCtx::Get()->Now() + t->keepalive_time,
|
2904
|
-
&t->init_keepalive_ping_locked);
|
2778
|
+
t->keepalive_ping_timer_handle =
|
2779
|
+
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
2780
|
+
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2781
|
+
grpc_core::ExecCtx exec_ctx;
|
2782
|
+
init_keepalive_ping(t);
|
2783
|
+
});
|
2784
|
+
}
|
2905
2785
|
}
|
2906
2786
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
|
2907
2787
|
}
|
@@ -2910,12 +2790,12 @@ static void start_keepalive_ping(void* arg, grpc_error_handle error) {
|
|
2910
2790
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2911
2791
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
|
2912
2792
|
start_keepalive_ping_locked, t, nullptr),
|
2913
|
-
|
2793
|
+
error);
|
2914
2794
|
}
|
2915
2795
|
|
2916
2796
|
static void start_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
2917
2797
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2918
|
-
if (error
|
2798
|
+
if (!error.ok()) {
|
2919
2799
|
return;
|
2920
2800
|
}
|
2921
2801
|
if (t->channelz_socket != nullptr) {
|
@@ -2923,14 +2803,16 @@ static void start_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
|
2923
2803
|
}
|
2924
2804
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
|
2925
2805
|
GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
|
2926
|
-
gpr_log(GPR_INFO, "%s: Start keepalive ping",
|
2806
|
+
gpr_log(GPR_INFO, "%s: Start keepalive ping",
|
2807
|
+
std::string(t->peer_string.as_string_view()).c_str());
|
2927
2808
|
}
|
2928
2809
|
GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive watchdog");
|
2929
|
-
|
2930
|
-
|
2931
|
-
|
2932
|
-
|
2933
|
-
|
2810
|
+
t->keepalive_watchdog_timer_handle =
|
2811
|
+
t->event_engine->RunAfter(t->keepalive_timeout, [t] {
|
2812
|
+
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2813
|
+
grpc_core::ExecCtx exec_ctx;
|
2814
|
+
keepalive_watchdog_fired(t);
|
2815
|
+
});
|
2934
2816
|
t->keepalive_ping_started = true;
|
2935
2817
|
}
|
2936
2818
|
|
@@ -2938,16 +2820,17 @@ static void finish_keepalive_ping(void* arg, grpc_error_handle error) {
|
|
2938
2820
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2939
2821
|
t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
|
2940
2822
|
finish_keepalive_ping_locked, t, nullptr),
|
2941
|
-
|
2823
|
+
error);
|
2942
2824
|
}
|
2943
2825
|
|
2944
2826
|
static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
2945
2827
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2946
2828
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
|
2947
|
-
if (error
|
2829
|
+
if (error.ok()) {
|
2948
2830
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
|
2949
2831
|
GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
|
2950
|
-
gpr_log(GPR_INFO, "%s: Finish keepalive ping",
|
2832
|
+
gpr_log(GPR_INFO, "%s: Finish keepalive ping",
|
2833
|
+
std::string(t->peer_string.as_string_view()).c_str());
|
2951
2834
|
}
|
2952
2835
|
if (!t->keepalive_ping_started) {
|
2953
2836
|
// start_keepalive_ping_locked has not run yet. Reschedule
|
@@ -2955,56 +2838,81 @@ static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
|
|
2955
2838
|
t->combiner->Run(
|
2956
2839
|
GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
|
2957
2840
|
finish_keepalive_ping_locked, t, nullptr),
|
2958
|
-
|
2841
|
+
error);
|
2959
2842
|
return;
|
2960
2843
|
}
|
2961
2844
|
t->keepalive_ping_started = false;
|
2962
2845
|
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
|
2963
|
-
|
2846
|
+
if (t->keepalive_watchdog_timer_handle.has_value()) {
|
2847
|
+
if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
|
2848
|
+
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
|
2849
|
+
t->keepalive_watchdog_timer_handle.reset();
|
2850
|
+
}
|
2851
|
+
}
|
2852
|
+
GPR_ASSERT(!t->keepalive_ping_timer_handle.has_value());
|
2964
2853
|
GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
|
2965
|
-
|
2966
|
-
|
2967
|
-
|
2968
|
-
|
2969
|
-
|
2854
|
+
t->keepalive_ping_timer_handle =
|
2855
|
+
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
2856
|
+
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2857
|
+
grpc_core::ExecCtx exec_ctx;
|
2858
|
+
init_keepalive_ping(t);
|
2859
|
+
});
|
2970
2860
|
}
|
2971
2861
|
}
|
2972
2862
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive ping end");
|
2973
2863
|
}
|
2974
2864
|
|
2975
|
-
static void keepalive_watchdog_fired(
|
2976
|
-
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2865
|
+
static void keepalive_watchdog_fired(grpc_chttp2_transport* t) {
|
2977
2866
|
t->combiner->Run(
|
2978
2867
|
GRPC_CLOSURE_INIT(&t->keepalive_watchdog_fired_locked,
|
2979
2868
|
keepalive_watchdog_fired_locked, t, nullptr),
|
2980
|
-
|
2869
|
+
absl::OkStatus());
|
2981
2870
|
}
|
2982
2871
|
|
2983
|
-
static void keepalive_watchdog_fired_locked(
|
2984
|
-
|
2872
|
+
static void keepalive_watchdog_fired_locked(
|
2873
|
+
void* arg, GRPC_UNUSED grpc_error_handle error) {
|
2874
|
+
GPR_DEBUG_ASSERT(error.ok());
|
2985
2875
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
2876
|
+
GPR_ASSERT(t->keepalive_watchdog_timer_handle.has_value());
|
2877
|
+
t->keepalive_watchdog_timer_handle.reset();
|
2986
2878
|
if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
|
2987
|
-
|
2988
|
-
|
2989
|
-
|
2990
|
-
|
2991
|
-
|
2992
|
-
|
2993
|
-
|
2994
|
-
GRPC_ERROR_INT_GRPC_STATUS,
|
2995
|
-
GRPC_STATUS_UNAVAILABLE));
|
2996
|
-
}
|
2879
|
+
gpr_log(GPR_INFO, "%s: Keepalive watchdog fired. Closing transport.",
|
2880
|
+
std::string(t->peer_string.as_string_view()).c_str());
|
2881
|
+
t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
|
2882
|
+
close_transport_locked(
|
2883
|
+
t, grpc_error_set_int(GRPC_ERROR_CREATE("keepalive watchdog timeout"),
|
2884
|
+
grpc_core::StatusIntProperty::kRpcStatus,
|
2885
|
+
GRPC_STATUS_UNAVAILABLE));
|
2997
2886
|
} else {
|
2998
|
-
//
|
2999
|
-
// finish_keepalive_ping_locked.
|
3000
|
-
|
3001
|
-
|
3002
|
-
|
3003
|
-
}
|
2887
|
+
// If keepalive_state is not PINGING, we consider it as an error. Maybe the
|
2888
|
+
// cancellation failed in finish_keepalive_ping_locked. Users have seen
|
2889
|
+
// other states: https://github.com/grpc/grpc/issues/32085.
|
2890
|
+
gpr_log(GPR_ERROR, "keepalive_ping_end state error: %d (expect: %d)",
|
2891
|
+
t->keepalive_state, GRPC_CHTTP2_KEEPALIVE_STATE_PINGING);
|
3004
2892
|
}
|
3005
2893
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
|
3006
2894
|
}
|
3007
2895
|
|
2896
|
+
static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
|
2897
|
+
if (t->keepalive_ping_timer_handle.has_value()) {
|
2898
|
+
if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
|
2899
|
+
// Cancel succeeds, resets the keepalive ping timer. Note that we don't
|
2900
|
+
// need to Ref or Unref here since we still hold the Ref.
|
2901
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
|
2902
|
+
GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
|
2903
|
+
gpr_log(GPR_INFO, "%s: Keepalive ping cancelled. Resetting timer.",
|
2904
|
+
std::string(t->peer_string.as_string_view()).c_str());
|
2905
|
+
}
|
2906
|
+
t->keepalive_ping_timer_handle =
|
2907
|
+
t->event_engine->RunAfter(t->keepalive_time, [t] {
|
2908
|
+
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
2909
|
+
grpc_core::ExecCtx exec_ctx;
|
2910
|
+
init_keepalive_ping(t);
|
2911
|
+
});
|
2912
|
+
}
|
2913
|
+
}
|
2914
|
+
}
|
2915
|
+
|
3008
2916
|
//
|
3009
2917
|
// CALLBACK LOOP
|
3010
2918
|
//
|
@@ -3013,8 +2921,9 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
|
|
3013
2921
|
grpc_connectivity_state state,
|
3014
2922
|
const absl::Status& status,
|
3015
2923
|
const char* reason) {
|
3016
|
-
GRPC_CHTTP2_IF_TRACING(
|
3017
|
-
|
2924
|
+
GRPC_CHTTP2_IF_TRACING(gpr_log(
|
2925
|
+
GPR_INFO, "transport %p set connectivity_state=%d; status=%s; reason=%s",
|
2926
|
+
t, state, status.ToString().c_str(), reason));
|
3018
2927
|
t->state_tracker.SetState(state, status, reason);
|
3019
2928
|
}
|
3020
2929
|
|
@@ -3034,187 +2943,6 @@ static void set_pollset_set(grpc_transport* gt, grpc_stream* /*gs*/,
|
|
3034
2943
|
grpc_endpoint_add_to_pollset_set(t->ep, pollset_set);
|
3035
2944
|
}
|
3036
2945
|
|
3037
|
-
//
|
3038
|
-
// BYTE STREAM
|
3039
|
-
//
|
3040
|
-
|
3041
|
-
static void reset_byte_stream(void* arg, grpc_error_handle error) {
|
3042
|
-
grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(arg);
|
3043
|
-
s->pending_byte_stream = false;
|
3044
|
-
if (error == GRPC_ERROR_NONE) {
|
3045
|
-
grpc_chttp2_maybe_complete_recv_message(s->t, s);
|
3046
|
-
grpc_chttp2_maybe_complete_recv_trailing_metadata(s->t, s);
|
3047
|
-
} else {
|
3048
|
-
GPR_ASSERT(error != GRPC_ERROR_NONE);
|
3049
|
-
grpc_core::ExecCtx::Run(DEBUG_LOCATION, s->on_next, GRPC_ERROR_REF(error));
|
3050
|
-
s->on_next = nullptr;
|
3051
|
-
GRPC_ERROR_UNREF(s->byte_stream_error);
|
3052
|
-
s->byte_stream_error = GRPC_ERROR_NONE;
|
3053
|
-
grpc_chttp2_cancel_stream(s->t, s, GRPC_ERROR_REF(error));
|
3054
|
-
s->byte_stream_error = GRPC_ERROR_REF(error);
|
3055
|
-
}
|
3056
|
-
}
|
3057
|
-
|
3058
|
-
namespace grpc_core {
|
3059
|
-
|
3060
|
-
Chttp2IncomingByteStream::Chttp2IncomingByteStream(
|
3061
|
-
grpc_chttp2_transport* transport, grpc_chttp2_stream* stream,
|
3062
|
-
uint32_t frame_size, uint32_t flags)
|
3063
|
-
: ByteStream(frame_size, flags),
|
3064
|
-
transport_(transport),
|
3065
|
-
stream_(stream),
|
3066
|
-
refs_(2),
|
3067
|
-
remaining_bytes_(frame_size) {
|
3068
|
-
GRPC_ERROR_UNREF(stream->byte_stream_error);
|
3069
|
-
stream->byte_stream_error = GRPC_ERROR_NONE;
|
3070
|
-
}
|
3071
|
-
|
3072
|
-
void Chttp2IncomingByteStream::OrphanLocked(
|
3073
|
-
void* arg, grpc_error_handle /*error_ignored*/) {
|
3074
|
-
Chttp2IncomingByteStream* bs = static_cast<Chttp2IncomingByteStream*>(arg);
|
3075
|
-
grpc_chttp2_stream* s = bs->stream_;
|
3076
|
-
grpc_chttp2_transport* t = s->t;
|
3077
|
-
bs->Unref();
|
3078
|
-
s->pending_byte_stream = false;
|
3079
|
-
grpc_chttp2_maybe_complete_recv_message(t, s);
|
3080
|
-
grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
|
3081
|
-
}
|
3082
|
-
|
3083
|
-
void Chttp2IncomingByteStream::Orphan() {
|
3084
|
-
GPR_TIMER_SCOPE("incoming_byte_stream_destroy", 0);
|
3085
|
-
transport_->combiner->Run(
|
3086
|
-
GRPC_CLOSURE_INIT(&destroy_action_,
|
3087
|
-
&Chttp2IncomingByteStream::OrphanLocked, this, nullptr),
|
3088
|
-
GRPC_ERROR_NONE);
|
3089
|
-
}
|
3090
|
-
|
3091
|
-
void Chttp2IncomingByteStream::NextLocked(void* arg,
|
3092
|
-
grpc_error_handle /*error_ignored*/) {
|
3093
|
-
Chttp2IncomingByteStream* bs = static_cast<Chttp2IncomingByteStream*>(arg);
|
3094
|
-
grpc_chttp2_transport* t = bs->transport_;
|
3095
|
-
grpc_chttp2_stream* s = bs->stream_;
|
3096
|
-
size_t cur_length = s->frame_storage.length;
|
3097
|
-
if (!s->read_closed) {
|
3098
|
-
s->flow_control->IncomingByteStreamUpdate(bs->next_action_.max_size_hint,
|
3099
|
-
cur_length);
|
3100
|
-
grpc_chttp2_act_on_flowctl_action(s->flow_control->MakeAction(), t, s);
|
3101
|
-
}
|
3102
|
-
GPR_ASSERT(s->unprocessed_incoming_frames_buffer.length == 0);
|
3103
|
-
if (s->frame_storage.length > 0) {
|
3104
|
-
grpc_slice_buffer_swap(&s->frame_storage,
|
3105
|
-
&s->unprocessed_incoming_frames_buffer);
|
3106
|
-
ExecCtx::Run(DEBUG_LOCATION, bs->next_action_.on_complete, GRPC_ERROR_NONE);
|
3107
|
-
} else if (s->byte_stream_error != GRPC_ERROR_NONE) {
|
3108
|
-
ExecCtx::Run(DEBUG_LOCATION, bs->next_action_.on_complete,
|
3109
|
-
GRPC_ERROR_REF(s->byte_stream_error));
|
3110
|
-
if (s->data_parser.parsing_frame != nullptr) {
|
3111
|
-
s->data_parser.parsing_frame->Unref();
|
3112
|
-
s->data_parser.parsing_frame = nullptr;
|
3113
|
-
}
|
3114
|
-
} else if (s->read_closed) {
|
3115
|
-
if (bs->remaining_bytes_ != 0) {
|
3116
|
-
s->byte_stream_error = GRPC_ERROR_CREATE_REFERENCING_FROM_STATIC_STRING(
|
3117
|
-
"Truncated message", &s->read_closed_error, 1);
|
3118
|
-
ExecCtx::Run(DEBUG_LOCATION, bs->next_action_.on_complete,
|
3119
|
-
GRPC_ERROR_REF(s->byte_stream_error));
|
3120
|
-
if (s->data_parser.parsing_frame != nullptr) {
|
3121
|
-
s->data_parser.parsing_frame->Unref();
|
3122
|
-
s->data_parser.parsing_frame = nullptr;
|
3123
|
-
}
|
3124
|
-
} else {
|
3125
|
-
// Should never reach here.
|
3126
|
-
GPR_ASSERT(false);
|
3127
|
-
}
|
3128
|
-
} else {
|
3129
|
-
s->on_next = bs->next_action_.on_complete;
|
3130
|
-
}
|
3131
|
-
bs->Unref();
|
3132
|
-
}
|
3133
|
-
|
3134
|
-
bool Chttp2IncomingByteStream::Next(size_t max_size_hint,
|
3135
|
-
grpc_closure* on_complete) {
|
3136
|
-
GPR_TIMER_SCOPE("incoming_byte_stream_next", 0);
|
3137
|
-
if (stream_->unprocessed_incoming_frames_buffer.length > 0) {
|
3138
|
-
return true;
|
3139
|
-
} else {
|
3140
|
-
Ref();
|
3141
|
-
next_action_.max_size_hint = max_size_hint;
|
3142
|
-
next_action_.on_complete = on_complete;
|
3143
|
-
transport_->combiner->Run(
|
3144
|
-
GRPC_CLOSURE_INIT(&next_action_.closure,
|
3145
|
-
&Chttp2IncomingByteStream::NextLocked, this, nullptr),
|
3146
|
-
GRPC_ERROR_NONE);
|
3147
|
-
return false;
|
3148
|
-
}
|
3149
|
-
}
|
3150
|
-
|
3151
|
-
grpc_error_handle Chttp2IncomingByteStream::Pull(grpc_slice* slice) {
|
3152
|
-
GPR_TIMER_SCOPE("incoming_byte_stream_pull", 0);
|
3153
|
-
grpc_error_handle error;
|
3154
|
-
if (stream_->unprocessed_incoming_frames_buffer.length > 0) {
|
3155
|
-
error = grpc_deframe_unprocessed_incoming_frames(
|
3156
|
-
&stream_->data_parser, stream_,
|
3157
|
-
&stream_->unprocessed_incoming_frames_buffer, slice, nullptr);
|
3158
|
-
if (error != GRPC_ERROR_NONE) {
|
3159
|
-
return error;
|
3160
|
-
}
|
3161
|
-
} else {
|
3162
|
-
error = GRPC_ERROR_CREATE_FROM_STATIC_STRING("Truncated message");
|
3163
|
-
stream_->t->combiner->Run(&stream_->reset_byte_stream,
|
3164
|
-
GRPC_ERROR_REF(error));
|
3165
|
-
return error;
|
3166
|
-
}
|
3167
|
-
return GRPC_ERROR_NONE;
|
3168
|
-
}
|
3169
|
-
|
3170
|
-
void Chttp2IncomingByteStream::PublishError(grpc_error_handle error) {
|
3171
|
-
GPR_ASSERT(error != GRPC_ERROR_NONE);
|
3172
|
-
ExecCtx::Run(DEBUG_LOCATION, stream_->on_next, GRPC_ERROR_REF(error));
|
3173
|
-
stream_->on_next = nullptr;
|
3174
|
-
GRPC_ERROR_UNREF(stream_->byte_stream_error);
|
3175
|
-
stream_->byte_stream_error = GRPC_ERROR_REF(error);
|
3176
|
-
grpc_chttp2_cancel_stream(transport_, stream_, GRPC_ERROR_REF(error));
|
3177
|
-
}
|
3178
|
-
|
3179
|
-
grpc_error_handle Chttp2IncomingByteStream::Push(const grpc_slice& slice,
|
3180
|
-
grpc_slice* slice_out) {
|
3181
|
-
if (remaining_bytes_ < GRPC_SLICE_LENGTH(slice)) {
|
3182
|
-
grpc_error_handle error =
|
3183
|
-
GRPC_ERROR_CREATE_FROM_STATIC_STRING("Too many bytes in stream");
|
3184
|
-
transport_->combiner->Run(&stream_->reset_byte_stream,
|
3185
|
-
GRPC_ERROR_REF(error));
|
3186
|
-
grpc_slice_unref_internal(slice);
|
3187
|
-
return error;
|
3188
|
-
} else {
|
3189
|
-
remaining_bytes_ -= static_cast<uint32_t> GRPC_SLICE_LENGTH(slice);
|
3190
|
-
if (slice_out != nullptr) {
|
3191
|
-
*slice_out = slice;
|
3192
|
-
}
|
3193
|
-
return GRPC_ERROR_NONE;
|
3194
|
-
}
|
3195
|
-
}
|
3196
|
-
|
3197
|
-
grpc_error_handle Chttp2IncomingByteStream::Finished(grpc_error_handle error,
|
3198
|
-
bool reset_on_error) {
|
3199
|
-
if (error == GRPC_ERROR_NONE) {
|
3200
|
-
if (remaining_bytes_ != 0) {
|
3201
|
-
error = GRPC_ERROR_CREATE_FROM_STATIC_STRING("Truncated message");
|
3202
|
-
}
|
3203
|
-
}
|
3204
|
-
if (error != GRPC_ERROR_NONE && reset_on_error) {
|
3205
|
-
transport_->combiner->Run(&stream_->reset_byte_stream,
|
3206
|
-
GRPC_ERROR_REF(error));
|
3207
|
-
}
|
3208
|
-
Unref();
|
3209
|
-
return error;
|
3210
|
-
}
|
3211
|
-
|
3212
|
-
void Chttp2IncomingByteStream::Shutdown(grpc_error_handle error) {
|
3213
|
-
GRPC_ERROR_UNREF(Finished(error, true /* reset_on_error */));
|
3214
|
-
}
|
3215
|
-
|
3216
|
-
} // namespace grpc_core
|
3217
|
-
|
3218
2946
|
//
|
3219
2947
|
// RESOURCE QUOTAS
|
3220
2948
|
//
|
@@ -3231,7 +2959,7 @@ static void post_benign_reclaimer(grpc_chttp2_transport* t) {
|
|
3231
2959
|
benign_reclaimer_locked, t,
|
3232
2960
|
grpc_schedule_on_exec_ctx);
|
3233
2961
|
t->active_reclamation = std::move(*sweep);
|
3234
|
-
t->combiner->Run(&t->benign_reclaimer_locked,
|
2962
|
+
t->combiner->Run(&t->benign_reclaimer_locked, absl::OkStatus());
|
3235
2963
|
} else {
|
3236
2964
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
|
3237
2965
|
}
|
@@ -3251,9 +2979,10 @@ static void post_destructive_reclaimer(grpc_chttp2_transport* t) {
|
|
3251
2979
|
destructive_reclaimer_locked, t,
|
3252
2980
|
grpc_schedule_on_exec_ctx);
|
3253
2981
|
t->active_reclamation = std::move(*sweep);
|
3254
|
-
t->combiner->Run(&t->destructive_reclaimer_locked,
|
2982
|
+
t->combiner->Run(&t->destructive_reclaimer_locked,
|
2983
|
+
absl::OkStatus());
|
3255
2984
|
} else {
|
3256
|
-
GRPC_CHTTP2_UNREF_TRANSPORT(t, "
|
2985
|
+
GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
|
3257
2986
|
}
|
3258
2987
|
});
|
3259
2988
|
}
|
@@ -3261,29 +2990,27 @@ static void post_destructive_reclaimer(grpc_chttp2_transport* t) {
|
|
3261
2990
|
|
3262
2991
|
static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
|
3263
2992
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
3264
|
-
if (error
|
3265
|
-
grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
|
2993
|
+
if (error.ok() && t->stream_map.empty()) {
|
3266
2994
|
// Channel with no active streams: send a goaway to try and make it
|
3267
2995
|
// disconnect cleanly
|
3268
2996
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
3269
2997
|
gpr_log(GPR_INFO, "HTTP2: %s - send goaway to free memory",
|
3270
|
-
t->peer_string.c_str());
|
2998
|
+
std::string(t->peer_string.as_string_view()).c_str());
|
3271
2999
|
}
|
3272
3000
|
send_goaway(t,
|
3273
|
-
grpc_error_set_int(
|
3274
|
-
|
3275
|
-
|
3001
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
|
3002
|
+
grpc_core::StatusIntProperty::kHttp2Error,
|
3003
|
+
GRPC_HTTP2_ENHANCE_YOUR_CALM),
|
3276
3004
|
/*immediate_disconnect_hint=*/true);
|
3277
|
-
} else if (error
|
3278
|
-
GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
3005
|
+
} else if (error.ok() && GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
3279
3006
|
gpr_log(GPR_INFO,
|
3280
3007
|
"HTTP2: %s - skip benign reclamation, there are still %" PRIdPTR
|
3281
3008
|
" streams",
|
3282
|
-
t->peer_string.c_str(),
|
3283
|
-
|
3009
|
+
std::string(t->peer_string.as_string_view()).c_str(),
|
3010
|
+
t->stream_map.size());
|
3284
3011
|
}
|
3285
3012
|
t->benign_reclaimer_registered = false;
|
3286
|
-
if (error !=
|
3013
|
+
if (error != absl::CancelledError()) {
|
3287
3014
|
t->active_reclamation.Finish();
|
3288
3015
|
}
|
3289
3016
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
|
@@ -3291,21 +3018,20 @@ static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
|
|
3291
3018
|
|
3292
3019
|
static void destructive_reclaimer_locked(void* arg, grpc_error_handle error) {
|
3293
3020
|
grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
|
3294
|
-
size_t n = grpc_chttp2_stream_map_size(&t->stream_map);
|
3295
3021
|
t->destructive_reclaimer_registered = false;
|
3296
|
-
if (error
|
3297
|
-
|
3298
|
-
|
3022
|
+
if (error.ok() && !t->stream_map.empty()) {
|
3023
|
+
// As stream_map is a hash map, this selects effectively a random stream.
|
3024
|
+
grpc_chttp2_stream* s = t->stream_map.begin()->second;
|
3299
3025
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
|
3300
3026
|
gpr_log(GPR_INFO, "HTTP2: %s - abandon stream id %d",
|
3301
|
-
t->peer_string.c_str(), s->id);
|
3027
|
+
std::string(t->peer_string.as_string_view()).c_str(), s->id);
|
3302
3028
|
}
|
3303
3029
|
grpc_chttp2_cancel_stream(
|
3304
3030
|
t, s,
|
3305
|
-
grpc_error_set_int(
|
3306
|
-
|
3031
|
+
grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
|
3032
|
+
grpc_core::StatusIntProperty::kHttp2Error,
|
3307
3033
|
GRPC_HTTP2_ENHANCE_YOUR_CALM));
|
3308
|
-
if (
|
3034
|
+
if (!t->stream_map.empty()) {
|
3309
3035
|
// Since we cancel one stream per destructive reclamation, if
|
3310
3036
|
// there are more streams left, we can immediately post a new
|
3311
3037
|
// reclaimer in case the resource quota needs to free more
|
@@ -3313,7 +3039,7 @@ static void destructive_reclaimer_locked(void* arg, grpc_error_handle error) {
|
|
3313
3039
|
post_destructive_reclaimer(t);
|
3314
3040
|
}
|
3315
3041
|
}
|
3316
|
-
if (error !=
|
3042
|
+
if (error != absl::CancelledError()) {
|
3317
3043
|
t->active_reclamation.Finish();
|
3318
3044
|
}
|
3319
3045
|
GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
|
@@ -3379,6 +3105,7 @@ static grpc_endpoint* chttp2_get_endpoint(grpc_transport* t) {
|
|
3379
3105
|
}
|
3380
3106
|
|
3381
3107
|
static const grpc_transport_vtable vtable = {sizeof(grpc_chttp2_stream),
|
3108
|
+
false,
|
3382
3109
|
"chttp2",
|
3383
3110
|
init_stream,
|
3384
3111
|
nullptr,
|
@@ -3400,7 +3127,8 @@ grpc_chttp2_transport_get_socket_node(grpc_transport* transport) {
|
|
3400
3127
|
}
|
3401
3128
|
|
3402
3129
|
grpc_transport* grpc_create_chttp2_transport(
|
3403
|
-
const
|
3130
|
+
const grpc_core::ChannelArgs& channel_args, grpc_endpoint* ep,
|
3131
|
+
bool is_client) {
|
3404
3132
|
auto t = new grpc_chttp2_transport(channel_args, ep, is_client);
|
3405
3133
|
return &t->base;
|
3406
3134
|
}
|
@@ -3411,14 +3139,29 @@ void grpc_chttp2_transport_start_reading(
|
|
3411
3139
|
grpc_chttp2_transport* t =
|
3412
3140
|
reinterpret_cast<grpc_chttp2_transport*>(transport);
|
3413
3141
|
GRPC_CHTTP2_REF_TRANSPORT(
|
3414
|
-
t, "reading_action");
|
3142
|
+
t, "reading_action"); // matches unref inside reading_action
|
3415
3143
|
if (read_buffer != nullptr) {
|
3416
3144
|
grpc_slice_buffer_move_into(read_buffer, &t->read_buffer);
|
3417
3145
|
gpr_free(read_buffer);
|
3418
3146
|
}
|
3419
|
-
t->notify_on_receive_settings = notify_on_receive_settings;
|
3420
|
-
t->notify_on_close = notify_on_close;
|
3421
3147
|
t->combiner->Run(
|
3422
|
-
|
3423
|
-
|
3148
|
+
grpc_core::NewClosure([t, notify_on_receive_settings,
|
3149
|
+
notify_on_close](grpc_error_handle) {
|
3150
|
+
if (!t->closed_with_error.ok()) {
|
3151
|
+
if (notify_on_receive_settings != nullptr) {
|
3152
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_receive_settings,
|
3153
|
+
t->closed_with_error);
|
3154
|
+
}
|
3155
|
+
if (notify_on_close != nullptr) {
|
3156
|
+
grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_close,
|
3157
|
+
t->closed_with_error);
|
3158
|
+
}
|
3159
|
+
GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
|
3160
|
+
return;
|
3161
|
+
}
|
3162
|
+
t->notify_on_receive_settings = notify_on_receive_settings;
|
3163
|
+
t->notify_on_close = notify_on_close;
|
3164
|
+
read_action_locked(t, absl::OkStatus());
|
3165
|
+
}),
|
3166
|
+
absl::OkStatus());
|
3424
3167
|
}
|