grpc 1.47.0 → 1.57.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +591 -283
- data/include/grpc/byte_buffer.h +76 -1
- data/include/grpc/byte_buffer_reader.h +19 -1
- data/include/grpc/compression.h +2 -2
- data/include/grpc/event_engine/endpoint_config.h +11 -5
- data/include/grpc/event_engine/event_engine.h +130 -68
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +1 -1
- data/include/grpc/event_engine/internal/slice_cast.h +67 -0
- data/include/grpc/event_engine/memory_allocator.h +1 -1
- data/include/grpc/event_engine/slice.h +24 -4
- data/include/grpc/event_engine/slice_buffer.h +52 -5
- data/include/grpc/fork.h +25 -1
- data/include/grpc/grpc.h +4 -14
- data/include/grpc/grpc_audit_logging.h +96 -0
- data/include/grpc/grpc_posix.h +1 -1
- data/include/grpc/grpc_security.h +23 -0
- data/include/grpc/impl/codegen/atm.h +3 -71
- data/include/grpc/impl/codegen/atm_gcc_atomic.h +3 -67
- data/include/grpc/impl/codegen/atm_gcc_sync.h +3 -61
- data/include/grpc/impl/codegen/atm_windows.h +3 -108
- data/include/grpc/impl/codegen/byte_buffer.h +4 -78
- data/include/grpc/impl/codegen/byte_buffer_reader.h +4 -19
- data/include/grpc/impl/codegen/compression_types.h +5 -83
- data/include/grpc/impl/codegen/connectivity_state.h +5 -21
- data/include/grpc/impl/codegen/fork.h +4 -25
- data/include/grpc/impl/codegen/gpr_types.h +4 -35
- data/include/grpc/impl/codegen/grpc_types.h +5 -791
- data/include/grpc/impl/codegen/log.h +3 -86
- data/include/grpc/impl/codegen/port_platform.h +3 -763
- data/include/grpc/impl/codegen/propagation_bits.h +3 -28
- data/include/grpc/impl/codegen/slice.h +3 -106
- data/include/grpc/impl/codegen/status.h +4 -131
- data/include/grpc/impl/codegen/sync.h +3 -42
- data/include/grpc/impl/codegen/sync_abseil.h +3 -12
- data/include/grpc/impl/codegen/sync_custom.h +3 -14
- data/include/grpc/impl/codegen/sync_generic.h +3 -25
- data/include/grpc/impl/codegen/sync_posix.h +3 -28
- data/include/grpc/impl/codegen/sync_windows.h +3 -16
- data/include/grpc/impl/compression_types.h +109 -0
- data/include/grpc/impl/connectivity_state.h +47 -0
- data/include/grpc/impl/grpc_types.h +841 -0
- data/include/grpc/impl/propagation_bits.h +54 -0
- data/include/grpc/impl/slice_type.h +112 -0
- data/include/grpc/load_reporting.h +1 -1
- data/include/grpc/module.modulemap +7 -1
- data/include/grpc/slice.h +1 -1
- data/include/grpc/status.h +131 -1
- data/include/grpc/support/atm.h +70 -1
- data/include/grpc/support/atm_gcc_atomic.h +59 -1
- data/include/grpc/support/atm_gcc_sync.h +58 -1
- data/include/grpc/support/atm_windows.h +105 -1
- data/include/grpc/support/json.h +218 -0
- data/include/grpc/support/log.h +87 -1
- data/include/grpc/support/log_windows.h +1 -1
- data/include/grpc/support/port_platform.h +773 -1
- data/include/grpc/support/string_util.h +1 -1
- data/include/grpc/support/sync.h +35 -2
- data/include/grpc/support/sync_abseil.h +11 -1
- data/include/grpc/support/sync_custom.h +13 -1
- data/include/grpc/support/sync_generic.h +24 -1
- data/include/grpc/support/sync_posix.h +27 -1
- data/include/grpc/support/sync_windows.h +15 -1
- data/include/grpc/support/time.h +31 -6
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +164 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +52 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_provider.h +29 -0
- data/src/core/ext/filters/census/grpc_context.cc +19 -17
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +49 -31
- data/src/core/ext/filters/channel_idle/channel_idle_filter.h +22 -5
- data/src/core/ext/filters/channel_idle/idle_filter_state.h +6 -4
- data/src/core/ext/filters/client_channel/backend_metric.cc +12 -1
- data/src/core/ext/filters/client_channel/backend_metric.h +3 -3
- data/src/core/ext/filters/client_channel/backup_poller.cc +32 -41
- data/src/core/ext/filters/client_channel/backup_poller.h +24 -27
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +52 -29
- data/src/core/ext/filters/client_channel/client_channel.cc +1182 -1226
- data/src/core/ext/filters/client_channel/client_channel.h +176 -186
- data/src/core/ext/filters/client_channel/client_channel_channelz.cc +36 -37
- data/src/core/ext/filters/client_channel/client_channel_channelz.h +22 -22
- data/src/core/ext/filters/client_channel/client_channel_factory.cc +17 -46
- data/src/core/ext/filters/client_channel/client_channel_factory.h +5 -13
- data/src/core/ext/filters/client_channel/client_channel_internal.h +77 -0
- data/src/core/ext/filters/client_channel/client_channel_plugin.cc +18 -34
- data/src/core/ext/filters/client_channel/client_channel_service_config.cc +153 -0
- data/src/core/ext/filters/client_channel/{resolver_result_parsing.h → client_channel_service_config.h} +26 -26
- data/src/core/ext/filters/client_channel/config_selector.h +35 -57
- data/src/core/ext/filters/client_channel/connector.h +13 -10
- data/src/core/ext/filters/client_channel/dynamic_filters.cc +29 -54
- data/src/core/ext/filters/client_channel/dynamic_filters.h +13 -14
- data/src/core/ext/filters/client_channel/global_subchannel_pool.h +21 -21
- data/src/core/ext/filters/client_channel/http_proxy.cc +131 -113
- data/src/core/ext/filters/client_channel/http_proxy.h +36 -32
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +22 -54
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +22 -10
- data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +29 -21
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +47 -48
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +14 -14
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +66 -132
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +41 -24
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +420 -479
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +26 -27
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +14 -5
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +9 -7
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +18 -20
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +21 -22
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +23 -22
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +25 -25
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +478 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +52 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +202 -0
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +30 -105
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +5 -5
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +119 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +533 -384
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +55 -8
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +204 -160
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +25 -0
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +298 -415
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +388 -373
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +35 -10
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +597 -718
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +170 -148
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +179 -125
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +198 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.h +71 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +1011 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +207 -261
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +158 -232
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +11 -3
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +180 -328
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +182 -262
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +390 -514
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +780 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.h +67 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +301 -0
- data/src/core/ext/filters/client_channel/local_subchannel_pool.h +21 -21
- data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +15 -18
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +457 -290
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.h +30 -0
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +42 -43
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +22 -23
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +92 -87
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +308 -232
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +69 -57
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +60 -0
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.h +27 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +559 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.h +35 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +97 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.h +32 -0
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +40 -48
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.h +24 -0
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +9 -21
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +15 -4
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +126 -246
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +129 -69
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +26 -18
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +34 -32
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +616 -462
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +37 -4
- data/src/core/ext/filters/client_channel/retry_filter.cc +40 -2575
- data/src/core/ext/filters/client_channel/retry_filter.h +95 -4
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
- data/src/core/ext/filters/client_channel/retry_service_config.cc +195 -225
- data/src/core/ext/filters/client_channel/retry_service_config.h +22 -28
- data/src/core/ext/filters/client_channel/retry_throttle.cc +27 -29
- data/src/core/ext/filters/client_channel/retry_throttle.h +29 -28
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +47 -97
- data/src/core/ext/filters/client_channel/subchannel.cc +242 -478
- data/src/core/ext/filters/client_channel/subchannel.h +51 -121
- data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +7 -4
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +6 -76
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +37 -46
- data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +46 -135
- data/src/core/ext/filters/client_channel/subchannel_stream_client.h +16 -17
- data/src/core/ext/filters/deadline/deadline_filter.cc +90 -76
- data/src/core/ext/filters/deadline/deadline_filter.h +14 -12
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +43 -18
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +20 -11
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +118 -0
- data/src/core/ext/filters/fault_injection/{service_config_parser.h → fault_injection_service_config_parser.h} +34 -13
- data/src/core/ext/filters/http/client/http_client_filter.cc +61 -48
- data/src/core/ext/filters/http/client/http_client_filter.h +29 -22
- data/src/core/ext/filters/http/client_authority_filter.cc +28 -28
- data/src/core/ext/filters/http/client_authority_filter.h +27 -24
- data/src/core/ext/filters/http/http_filters_plugin.cc +34 -53
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +323 -0
- data/src/core/ext/filters/http/message_compress/compression_filter.h +139 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +63 -56
- data/src/core/ext/filters/http/server/http_server_filter.h +28 -23
- data/src/core/ext/filters/message_size/message_size_filter.cc +191 -288
- data/src/core/ext/filters/message_size/message_size_filter.h +82 -20
- data/src/core/ext/filters/rbac/rbac_filter.cc +54 -113
- data/src/core/ext/filters/rbac/rbac_filter.h +19 -29
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +838 -532
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +18 -7
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +20 -8
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +33 -19
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +4 -3
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +296 -0
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +75 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +82 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +93 -0
- data/src/core/ext/gcp/metadata_query.cc +137 -0
- data/src/core/ext/gcp/metadata_query.h +87 -0
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +18 -18
- data/src/core/ext/transport/chttp2/alpn/alpn.h +24 -24
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +109 -131
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +30 -24
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +229 -247
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +25 -27
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +22 -22
- data/src/core/ext/transport/chttp2/transport/bin_decoder.h +33 -33
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +42 -38
- data/src/core/ext/transport/chttp2/transport/bin_encoder.h +35 -31
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +1032 -1289
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +46 -25
- data/src/core/ext/transport/chttp2/transport/context_list_entry.h +70 -0
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6646 -0
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +2808 -0
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +290 -290
- data/src/core/ext/transport/chttp2/transport/flow_control.h +246 -326
- data/src/core/ext/transport/chttp2/transport/frame.h +21 -21
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +84 -239
- data/src/core/ext/transport/chttp2/transport/frame_data.h +36 -62
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +38 -36
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +20 -20
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +30 -36
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +21 -24
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +30 -25
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +21 -21
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +39 -78
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +22 -22
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +31 -33
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +21 -21
- data/src/core/ext/transport/chttp2/transport/hpack_constants.h +10 -4
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +212 -365
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +328 -160
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +4 -2
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +13 -5
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +326 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +722 -950
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +179 -34
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +79 -72
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +58 -31
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +21 -19
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +39 -37
- data/src/core/ext/transport/chttp2/transport/http_trace.cc +19 -0
- data/src/core/ext/transport/chttp2/transport/http_trace.h +24 -0
- data/src/core/ext/transport/chttp2/transport/huffsyms.cc +20 -20
- data/src/core/ext/transport/chttp2/transport/huffsyms.h +21 -21
- data/src/core/ext/transport/chttp2/transport/internal.h +240 -307
- data/src/core/ext/transport/chttp2/transport/parsing.cc +367 -144
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +19 -23
- data/src/core/ext/transport/chttp2/transport/varint.cc +19 -20
- data/src/core/ext/transport/chttp2/transport/varint.h +37 -34
- data/src/core/ext/transport/chttp2/transport/writing.cc +111 -105
- data/src/core/ext/transport/inproc/inproc_plugin.cc +17 -18
- data/src/core/ext/transport/inproc/inproc_transport.cc +244 -288
- data/src/core/ext/transport/inproc/inproc_transport.h +23 -21
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +87 -52
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +435 -182
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +121 -59
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +502 -220
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +93 -377
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +468 -1881
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +535 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +2796 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +30 -17
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +152 -47
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +34 -19
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +176 -49
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +27 -14
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +82 -38
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +52 -26
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +52 -26
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +109 -62
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +574 -244
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +22 -19
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +82 -29
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +23 -16
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +255 -147
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +938 -406
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +417 -256
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1954 -858
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +74 -41
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +298 -148
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +537 -348
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2136 -1171
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +89 -52
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +351 -232
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +264 -165
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +948 -480
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +154 -72
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +631 -213
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +54 -36
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +380 -219
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1263 -598
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +157 -92
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +655 -292
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +41 -26
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +30 -17
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +152 -47
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +279 -167
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +870 -440
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +226 -128
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1216 -484
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +64 -37
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +369 -207
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1198 -620
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +44 -11
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +179 -18
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +34 -19
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +127 -57
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +48 -16
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +193 -44
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +31 -18
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +147 -65
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +55 -37
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +78 -43
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +277 -127
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +147 -84
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +479 -227
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +115 -62
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +579 -227
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +39 -26
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +198 -94
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +1072 -358
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +172 -95
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +893 -375
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +49 -23
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +186 -89
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +40 -16
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +95 -45
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +29 -15
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +96 -45
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +131 -74
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +521 -249
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +163 -84
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +717 -241
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +263 -121
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +1083 -374
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +83 -48
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +656 -232
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1317 -722
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5948 -2306
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +49 -28
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +177 -85
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +223 -117
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +847 -369
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +20 -10
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +57 -22
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +49 -30
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +32 -19
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +78 -49
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +27 -14
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +114 -43
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +46 -25
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +263 -100
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +55 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +122 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +39 -26
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +42 -23
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +116 -70
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +8 -4
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +21 -15
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +43 -24
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +118 -75
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +30 -16
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +104 -46
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +558 -0
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2710 -0
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +16 -9
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +77 -23
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +60 -37
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +170 -108
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +93 -43
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +398 -167
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +47 -21
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +146 -58
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +69 -20
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +367 -67
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +75 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +201 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +506 -287
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2382 -1015
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +53 -0
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +107 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +70 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +246 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +138 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +499 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +93 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +71 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +257 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +53 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +107 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +15 -10
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +184 -94
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +948 -349
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +56 -33
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +162 -101
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +188 -109
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +855 -408
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +32 -19
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +118 -54
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +10 -7
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +22 -14
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +325 -85
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1705 -299
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +42 -23
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +197 -76
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +131 -84
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +531 -239
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +59 -34
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +39 -26
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +141 -69
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +56 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +130 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +60 -26
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +146 -51
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +37 -20
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +141 -63
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +22 -13
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +95 -40
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +21 -12
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +54 -32
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +18 -11
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +41 -26
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +46 -27
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +113 -70
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +117 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +40 -23
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +170 -76
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +31 -18
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +123 -57
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +46 -29
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +151 -91
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +65 -42
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +228 -121
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +80 -45
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +228 -131
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +34 -21
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +86 -53
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +13 -8
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +16 -9
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +32 -18
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +28 -15
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +63 -34
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +43 -22
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +103 -53
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +78 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +237 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +7 -4
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +16 -9
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +20 -11
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +52 -26
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +23 -14
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +65 -41
- data/src/core/ext/upb-generated/google/api/annotations.upb.c +14 -11
- data/src/core/ext/upb-generated/google/api/annotations.upb.h +30 -20
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +255 -154
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +979 -451
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +299 -180
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +995 -484
- data/src/core/ext/upb-generated/google/api/http.upb.c +68 -35
- data/src/core/ext/upb-generated/google/api/http.upb.h +297 -121
- data/src/core/ext/upb-generated/google/api/httpbody.upb.c +22 -13
- data/src/core/ext/upb-generated/google/api/httpbody.upb.h +99 -37
- data/src/core/ext/upb-generated/google/protobuf/any.upb.c +19 -10
- data/src/core/ext/upb-generated/google/protobuf/any.upb.h +42 -22
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +1037 -442
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +3972 -1411
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +19 -10
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +42 -22
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +10 -7
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +22 -14
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +62 -39
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +220 -103
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +19 -10
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +42 -22
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +90 -51
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +193 -107
- data/src/core/ext/upb-generated/google/rpc/status.upb.c +22 -13
- data/src/core/ext/upb-generated/google/rpc/status.upb.h +99 -37
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +59 -34
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +170 -92
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +43 -24
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +122 -60
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +250 -145
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +960 -416
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +34 -19
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +84 -51
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +25 -14
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +53 -30
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +144 -81
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +442 -218
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +51 -26
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +161 -61
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +173 -102
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +884 -299
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +68 -49
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +167 -104
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +26 -17
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +59 -34
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +12 -9
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +31 -14
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +26 -17
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +59 -34
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +23 -16
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +49 -30
- data/src/core/ext/upb-generated/validate/validate.upb.c +846 -456
- data/src/core/ext/upb-generated/validate/validate.upb.h +4439 -1908
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +68 -49
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +167 -104
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +26 -17
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +59 -34
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +12 -9
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +31 -14
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +65 -44
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +153 -91
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +23 -16
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +49 -30
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +16 -9
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +32 -18
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +56 -0
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +122 -0
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +37 -22
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +104 -63
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +26 -17
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +56 -29
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +21 -12
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +49 -30
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +23 -14
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +66 -42
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +44 -25
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +177 -79
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +27 -14
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +69 -38
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +86 -30
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +227 -54
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +21 -13
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +93 -34
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +53 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +107 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +75 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +270 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +39 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +78 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +78 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +289 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +162 -101
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +539 -295
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +160 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +740 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +24 -15
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +61 -37
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +40 -23
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +170 -76
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +82 -0
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +240 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +85 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +246 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +21 -13
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +49 -30
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +55 -54
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +68 -275
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +6 -90
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +277 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +126 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +15 -12
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +180 -168
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +251 -236
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +233 -223
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +6 -10
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +96 -76
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +188 -184
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +163 -161
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +130 -113
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +200 -187
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +32 -16
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +8 -4
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +17 -17
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +72 -67
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +161 -131
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +26 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +55 -42
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +40 -32
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +20 -13
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +39 -31
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +162 -129
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +21 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +83 -75
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +8 -7
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +744 -668
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +26 -5
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +151 -140
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +17 -15
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +17 -13
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +21 -19
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +81 -75
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +47 -26
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +70 -43
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +517 -466
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +50 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +138 -133
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +151 -147
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +6 -6
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +157 -85
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +41 -5
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +6 -6
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +113 -114
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +48 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +13 -10
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +30 -29
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +69 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +11 -10
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +328 -270
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +11 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +43 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +55 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +10 -10
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +71 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +61 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +1 -1
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +6 -5
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +41 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +46 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +5 -8
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +6 -5
- data/src/core/ext/xds/certificate_provider_store.cc +60 -3
- data/src/core/ext/xds/certificate_provider_store.h +21 -4
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +44 -49
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +25 -12
- data/src/core/ext/xds/upb_utils.h +4 -26
- data/src/core/ext/xds/xds_api.cc +129 -212
- data/src/core/ext/xds/xds_api.h +42 -39
- data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
- data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
- data/src/core/ext/xds/xds_bootstrap.cc +7 -539
- data/src/core/ext/xds/xds_bootstrap.h +41 -96
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +377 -0
- data/src/core/ext/xds/xds_bootstrap_grpc.h +181 -0
- data/src/core/ext/xds/xds_certificate_provider.cc +31 -25
- data/src/core/ext/xds/xds_certificate_provider.h +28 -4
- data/src/core/ext/xds/xds_channel_args.h +3 -3
- data/src/core/ext/xds/xds_channel_stack_modifier.cc +16 -7
- data/src/core/ext/xds/xds_channel_stack_modifier.h +16 -4
- data/src/core/ext/xds/xds_client.cc +856 -1325
- data/src/core/ext/xds/xds_client.h +57 -61
- data/src/core/ext/xds/xds_client_grpc.cc +240 -0
- data/src/core/ext/xds/xds_client_grpc.h +93 -0
- data/src/core/ext/xds/xds_client_stats.cc +53 -40
- data/src/core/ext/xds/xds_client_stats.h +60 -44
- data/src/core/ext/xds/xds_cluster.cc +416 -245
- data/src/core/ext/xds/xds_cluster.h +65 -40
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +73 -79
- data/src/core/ext/xds/xds_cluster_specifier_plugin.h +48 -30
- data/src/core/ext/xds/xds_common_types.cc +241 -123
- data/src/core/ext/xds/xds_common_types.h +29 -16
- data/src/core/ext/xds/xds_endpoint.cc +274 -168
- data/src/core/ext/xds/xds_endpoint.h +28 -16
- data/src/core/ext/xds/xds_health_status.cc +63 -0
- data/src/core/ext/xds/xds_health_status.h +89 -0
- data/src/core/ext/xds/xds_http_fault_filter.cc +77 -65
- data/src/core/ext/xds/xds_http_fault_filter.h +22 -27
- data/src/core/ext/xds/xds_http_filters.cc +70 -71
- data/src/core/ext/xds/xds_http_filters.h +80 -29
- data/src/core/ext/xds/xds_http_rbac_filter.cc +316 -288
- data/src/core/ext/xds/xds_http_rbac_filter.h +24 -19
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +222 -0
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +59 -0
- data/src/core/ext/xds/xds_lb_policy_registry.cc +374 -0
- data/src/core/ext/xds/xds_lb_policy_registry.h +71 -0
- data/src/core/ext/xds/xds_listener.cc +566 -477
- data/src/core/ext/xds/xds_listener.h +57 -51
- data/src/core/ext/xds/xds_resource_type.h +28 -22
- data/src/core/ext/xds/xds_resource_type_impl.h +18 -17
- data/src/core/ext/xds/xds_route_config.cc +639 -573
- data/src/core/ext/xds/xds_route_config.h +74 -40
- data/src/core/ext/xds/xds_routing.cc +23 -9
- data/src/core/ext/xds/xds_routing.h +17 -12
- data/src/core/ext/xds/xds_server_config_fetcher.cc +227 -179
- data/src/core/ext/xds/xds_transport.h +86 -0
- data/src/core/ext/xds/xds_transport_grpc.cc +356 -0
- data/src/core/ext/xds/xds_transport_grpc.h +135 -0
- data/src/core/lib/address_utils/parse_address.cc +114 -52
- data/src/core/lib/address_utils/parse_address.h +54 -42
- data/src/core/lib/address_utils/sockaddr_utils.cc +84 -36
- data/src/core/lib/address_utils/sockaddr_utils.h +40 -38
- data/src/core/lib/avl/avl.h +59 -32
- data/src/core/lib/backoff/backoff.cc +19 -21
- data/src/core/lib/backoff/backoff.h +21 -21
- data/src/core/lib/backoff/random_early_detection.cc +31 -0
- data/src/core/lib/backoff/random_early_detection.h +64 -0
- data/src/core/lib/channel/call_finalization.h +5 -7
- data/src/core/lib/channel/call_tracer.cc +51 -0
- data/src/core/lib/channel/call_tracer.h +107 -35
- data/src/core/lib/channel/channel_args.cc +209 -71
- data/src/core/lib/channel/channel_args.h +322 -112
- data/src/core/lib/channel/channel_args_preconditioning.cc +1 -0
- data/src/core/lib/channel/channel_args_preconditioning.h +4 -4
- data/src/core/lib/channel/channel_fwd.h +26 -0
- data/src/core/lib/channel/channel_stack.cc +60 -58
- data/src/core/lib/channel/channel_stack.h +149 -146
- data/src/core/lib/channel/channel_stack_builder.cc +21 -24
- data/src/core/lib/channel/channel_stack_builder.h +19 -14
- data/src/core/lib/channel/channel_stack_builder_impl.cc +55 -26
- data/src/core/lib/channel/channel_stack_builder_impl.h +6 -3
- data/src/core/lib/channel/channel_trace.cc +40 -38
- data/src/core/lib/channel/channel_trace.h +22 -22
- data/src/core/lib/channel/channelz.cc +190 -172
- data/src/core/lib/channel/channelz.h +80 -65
- data/src/core/lib/channel/channelz_registry.cc +45 -42
- data/src/core/lib/channel/channelz_registry.h +21 -21
- data/src/core/lib/channel/connected_channel.cc +768 -67
- data/src/core/lib/channel/connected_channel.h +21 -24
- data/src/core/lib/channel/context.h +33 -22
- data/src/core/lib/channel/promise_based_filter.cc +1613 -295
- data/src/core/lib/channel/promise_based_filter.h +488 -104
- data/src/core/lib/channel/server_call_tracer_filter.cc +110 -0
- data/src/core/lib/channel/status_util.cc +62 -17
- data/src/core/lib/channel/status_util.h +39 -22
- data/src/core/lib/compression/compression.cc +24 -19
- data/src/core/lib/compression/compression_internal.cc +41 -54
- data/src/core/lib/compression/compression_internal.h +27 -26
- data/src/core/lib/compression/message_compress.cc +28 -26
- data/src/core/lib/compression/message_compress.h +28 -29
- data/src/core/lib/config/config_vars.cc +153 -0
- data/src/core/lib/config/config_vars.h +127 -0
- data/src/core/lib/config/config_vars_non_generated.cc +51 -0
- data/src/core/lib/config/core_configuration.cc +5 -1
- data/src/core/lib/config/core_configuration.h +84 -38
- data/src/core/lib/config/load_config.cc +79 -0
- data/src/core/lib/config/load_config.h +55 -0
- data/src/core/lib/debug/event_log.cc +88 -0
- data/src/core/lib/debug/event_log.h +81 -0
- data/src/core/lib/debug/histogram_view.cc +69 -0
- data/src/core/lib/debug/histogram_view.h +37 -0
- data/src/core/lib/debug/stats.cc +48 -152
- data/src/core/lib/debug/stats.h +50 -57
- data/src/core/lib/debug/stats_data.cc +302 -645
- data/src/core/lib/debug/stats_data.h +293 -545
- data/src/core/lib/debug/trace.cc +53 -81
- data/src/core/lib/debug/trace.h +40 -56
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +212 -0
- data/src/core/lib/event_engine/cf_engine/cf_engine.h +86 -0
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +354 -0
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +146 -0
- data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +79 -0
- data/src/core/lib/event_engine/channel_args_endpoint_config.cc +15 -18
- data/src/core/lib/event_engine/channel_args_endpoint_config.h +16 -10
- data/src/core/lib/event_engine/common_closures.h +71 -0
- data/src/core/lib/event_engine/default_event_engine.cc +111 -0
- data/src/core/lib/event_engine/default_event_engine.h +73 -0
- data/src/core/lib/event_engine/default_event_engine_factory.cc +32 -5
- data/src/core/lib/event_engine/{event_engine_factory.h → default_event_engine_factory.h} +4 -12
- data/src/core/lib/event_engine/event_engine.cc +17 -31
- data/src/core/lib/event_engine/forkable.cc +111 -0
- data/src/core/lib/event_engine/forkable.h +61 -0
- data/src/core/lib/event_engine/handle_containers.h +9 -21
- data/src/core/lib/event_engine/memory_allocator.cc +1 -1
- data/src/core/lib/event_engine/memory_allocator_factory.h +47 -0
- data/src/core/lib/event_engine/poller.h +62 -0
- data/src/core/lib/event_engine/posix.h +162 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +640 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +139 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +893 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +97 -0
- data/src/core/lib/event_engine/posix_engine/event_poller.h +111 -0
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +68 -0
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +33 -0
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +77 -0
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +179 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +254 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +73 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +1352 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +728 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +638 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +256 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +80 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +331 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +283 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +381 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +91 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +907 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +322 -0
- data/src/core/lib/event_engine/posix_engine/timer.cc +311 -0
- data/src/core/lib/event_engine/posix_engine/timer.h +167 -0
- data/src/core/lib/event_engine/posix_engine/timer_heap.cc +107 -0
- data/src/core/lib/event_engine/posix_engine/timer_heap.h +56 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +173 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +114 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +332 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +185 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +127 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +45 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +150 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +45 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +76 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +67 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +37 -0
- data/src/core/lib/event_engine/resolved_address.cc +21 -1
- data/src/core/lib/event_engine/resolved_address_internal.h +34 -0
- data/src/core/lib/event_engine/shim.cc +64 -0
- data/src/core/lib/event_engine/shim.h +33 -0
- data/src/core/lib/event_engine/slice.cc +8 -7
- data/src/core/lib/event_engine/slice_buffer.cc +2 -2
- data/src/core/lib/event_engine/tcp_socket_utils.cc +449 -0
- data/src/core/lib/event_engine/tcp_socket_utils.h +93 -0
- data/src/core/lib/event_engine/thread_local.cc +29 -0
- data/src/core/lib/event_engine/thread_local.h +32 -0
- data/src/core/lib/event_engine/thread_pool/original_thread_pool.cc +256 -0
- data/src/core/lib/event_engine/thread_pool/original_thread_pool.h +137 -0
- data/src/core/lib/event_engine/thread_pool/thread_pool.h +50 -0
- data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +40 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +542 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +269 -0
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +157 -0
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +104 -0
- data/src/core/lib/event_engine/time_util.cc +30 -0
- data/src/core/lib/event_engine/time_util.h +32 -0
- data/src/core/lib/event_engine/trace.cc +7 -0
- data/src/core/lib/event_engine/trace.h +22 -3
- data/src/core/lib/event_engine/utils.cc +44 -0
- data/src/core/lib/event_engine/utils.h +44 -0
- data/src/core/lib/event_engine/windows/iocp.cc +141 -0
- data/src/core/lib/event_engine/windows/iocp.h +69 -0
- data/src/core/lib/event_engine/windows/win_socket.cc +218 -0
- data/src/core/lib/event_engine/windows/win_socket.h +129 -0
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +380 -0
- data/src/core/lib/event_engine/windows/windows_endpoint.h +123 -0
- data/src/core/lib/event_engine/windows/windows_engine.cc +412 -0
- data/src/core/lib/event_engine/windows/windows_engine.h +160 -0
- data/src/core/lib/event_engine/windows/windows_listener.cc +370 -0
- data/src/core/lib/event_engine/windows/windows_listener.h +156 -0
- data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
- data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
- data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
- data/src/core/lib/experiments/config.cc +223 -0
- data/src/core/lib/experiments/config.h +81 -0
- data/src/core/lib/experiments/experiments.cc +416 -0
- data/src/core/lib/experiments/experiments.h +192 -0
- data/src/core/lib/gpr/alloc.cc +19 -25
- data/src/core/lib/gpr/alloc.h +20 -20
- data/src/core/lib/gpr/{log_android.cc → android/log.cc} +22 -20
- data/src/core/lib/gpr/atm.cc +17 -17
- data/src/core/lib/gpr/iphone/cpu.cc +44 -0
- data/src/core/lib/gpr/{cpu_linux.cc → linux/cpu.cc} +28 -23
- data/src/core/lib/gpr/{log_linux.cc → linux/log.cc} +24 -24
- data/src/core/lib/gpr/log.cc +42 -47
- data/src/core/lib/gpr/log_internal.h +55 -0
- data/src/core/lib/gpr/{tmpfile_msys.cc → msys/tmpfile.cc} +21 -20
- data/src/core/lib/gpr/{cpu_posix.cc → posix/cpu.cc} +23 -22
- data/src/core/lib/gpr/{log_posix.cc → posix/log.cc} +20 -19
- data/src/core/lib/gpr/{string_posix.cc → posix/string.cc} +24 -24
- data/src/core/lib/gpr/{sync_posix.cc → posix/sync.cc} +22 -34
- data/src/core/lib/gpr/{time_posix.cc → posix/time.cc} +46 -45
- data/src/core/lib/gpr/{tmpfile_posix.cc → posix/tmpfile.cc} +22 -20
- data/src/core/lib/gpr/spinlock.h +20 -20
- data/src/core/lib/gpr/string.cc +25 -24
- data/src/core/lib/gpr/string.h +61 -61
- data/src/core/lib/gpr/sync.cc +25 -25
- data/src/core/lib/gpr/sync_abseil.cc +36 -40
- data/src/core/lib/gpr/time.cc +34 -30
- data/src/core/lib/gpr/time_precise.cc +22 -22
- data/src/core/lib/gpr/time_precise.h +21 -22
- data/src/core/lib/gpr/tmpfile.h +24 -24
- data/src/core/lib/gpr/useful.h +83 -30
- data/src/core/{ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc → lib/gpr/windows/cpu.cc} +16 -11
- data/src/core/lib/gpr/{log_windows.cc → windows/log.cc} +25 -25
- data/src/core/lib/gpr/windows/string.cc +69 -0
- data/src/core/lib/gpr/windows/string_util.cc +55 -0
- data/src/core/lib/gpr/{sync_windows.cc → windows/sync.cc} +29 -27
- data/src/core/lib/gpr/{time_windows.cc → windows/time.cc} +35 -29
- data/src/core/lib/gpr/windows/tmpfile.cc +68 -0
- data/src/core/lib/gpr/wrap_memcpy.cc +23 -23
- data/src/core/lib/gprpp/atomic_utils.h +20 -20
- data/src/core/lib/gprpp/bitset.h +30 -16
- data/src/core/lib/gprpp/chunked_vector.h +3 -3
- data/src/core/lib/gprpp/construct_destruct.h +3 -3
- data/src/core/lib/gprpp/cpp_impl_of.h +3 -3
- data/src/core/lib/gprpp/crash.cc +43 -0
- data/src/core/lib/gprpp/crash.h +37 -0
- data/src/core/lib/gprpp/debug_location.h +60 -31
- data/src/core/lib/gprpp/dual_ref_counted.h +12 -12
- data/src/core/lib/gprpp/env.h +53 -0
- data/src/core/lib/gprpp/examine_stack.cc +17 -17
- data/src/core/lib/gprpp/examine_stack.h +21 -21
- data/src/core/lib/gprpp/fork.cc +63 -62
- data/src/core/lib/gprpp/fork.h +31 -36
- data/src/core/lib/gprpp/host_port.cc +28 -26
- data/src/core/lib/gprpp/host_port.h +32 -31
- data/src/core/lib/gprpp/if_list.h +4530 -0
- data/src/core/lib/gprpp/linux/env.cc +80 -0
- data/src/core/lib/gprpp/load_file.cc +75 -0
- data/src/core/lib/gprpp/load_file.h +33 -0
- data/src/core/lib/gprpp/manual_constructor.h +21 -88
- data/src/core/lib/gprpp/match.h +3 -3
- data/src/core/lib/gprpp/memory.h +21 -21
- data/src/core/lib/gprpp/mpscq.cc +17 -17
- data/src/core/lib/gprpp/mpscq.h +21 -21
- data/src/core/lib/gprpp/no_destruct.h +95 -0
- data/src/core/lib/gprpp/notification.h +67 -0
- data/src/core/lib/gprpp/orphanable.h +28 -27
- data/src/core/lib/gprpp/overload.h +3 -3
- data/src/core/lib/gprpp/packed_table.h +40 -0
- data/src/core/lib/gprpp/per_cpu.cc +33 -0
- data/src/core/lib/gprpp/per_cpu.h +75 -0
- data/src/core/lib/gprpp/posix/env.cc +47 -0
- data/src/core/lib/gprpp/{stat_posix.cc → posix/stat.cc} +5 -4
- data/src/core/lib/gprpp/{thd_posix.cc → posix/thd.cc} +75 -64
- data/src/core/lib/gprpp/ref_counted.h +60 -61
- data/src/core/lib/gprpp/ref_counted_ptr.h +41 -54
- data/src/core/lib/gprpp/single_set_ptr.h +3 -3
- data/src/core/lib/gprpp/sorted_pack.h +89 -0
- data/src/core/lib/gprpp/stat.h +3 -3
- data/src/core/lib/gprpp/status_helper.cc +50 -34
- data/src/core/lib/gprpp/status_helper.h +25 -20
- data/src/core/lib/gprpp/strerror.cc +43 -0
- data/src/core/lib/gprpp/strerror.h +29 -0
- data/src/core/lib/gprpp/sync.h +23 -23
- data/src/core/lib/gprpp/table.h +12 -4
- data/src/core/lib/gprpp/tchar.cc +49 -0
- data/src/core/lib/gprpp/tchar.h +33 -0
- data/src/core/lib/gprpp/thd.h +39 -23
- data/src/core/lib/gprpp/time.cc +45 -8
- data/src/core/lib/gprpp/time.h +85 -4
- data/src/core/lib/gprpp/time_averaged_stats.cc +60 -0
- data/src/core/lib/gprpp/time_averaged_stats.h +79 -0
- data/src/core/lib/gprpp/time_util.h +4 -4
- data/src/core/lib/gprpp/type_list.h +32 -0
- data/src/core/lib/gprpp/unique_type_name.h +21 -21
- data/src/core/lib/gprpp/validation_errors.cc +66 -0
- data/src/core/lib/gprpp/validation_errors.h +134 -0
- data/src/core/lib/gprpp/windows/env.cc +56 -0
- data/src/core/lib/gprpp/{stat_windows.cc → windows/stat.cc} +4 -2
- data/src/core/lib/gprpp/{thd_windows.cc → windows/thd.cc} +28 -28
- data/src/core/lib/{iomgr → gprpp}/work_serializer.cc +34 -18
- data/src/core/lib/{iomgr → gprpp}/work_serializer.h +21 -28
- data/src/core/lib/handshaker/proxy_mapper.h +53 -0
- data/src/core/lib/handshaker/proxy_mapper_registry.cc +71 -0
- data/src/core/lib/handshaker/proxy_mapper_registry.h +75 -0
- data/src/core/lib/http/format_request.cc +24 -22
- data/src/core/lib/http/format_request.h +21 -21
- data/src/core/lib/http/httpcli.cc +79 -88
- data/src/core/lib/http/httpcli.h +53 -40
- data/src/core/lib/http/httpcli_security_connector.cc +47 -38
- data/src/core/lib/http/httpcli_ssl_credentials.h +6 -4
- data/src/core/lib/http/parser.cc +78 -90
- data/src/core/lib/http/parser.h +38 -35
- data/src/core/lib/iomgr/block_annotate.h +23 -23
- data/src/core/lib/iomgr/buffer_list.cc +156 -136
- data/src/core/lib/iomgr/buffer_list.h +122 -101
- data/src/core/lib/iomgr/call_combiner.cc +32 -64
- data/src/core/lib/iomgr/call_combiner.h +26 -27
- data/src/core/lib/iomgr/cfstream_handle.cc +34 -37
- data/src/core/lib/iomgr/cfstream_handle.h +25 -25
- data/src/core/lib/iomgr/closure.cc +27 -0
- data/src/core/lib/iomgr/closure.h +95 -58
- data/src/core/lib/iomgr/combiner.cc +20 -39
- data/src/core/lib/iomgr/combiner.h +20 -20
- data/src/core/lib/iomgr/dualstack_socket_posix.cc +21 -21
- data/src/core/lib/iomgr/dynamic_annotations.h +22 -22
- data/src/core/lib/iomgr/endpoint.cc +17 -17
- data/src/core/lib/iomgr/endpoint.h +49 -49
- data/src/core/lib/iomgr/endpoint_cfstream.cc +58 -53
- data/src/core/lib/iomgr/endpoint_cfstream.h +32 -32
- data/src/core/lib/iomgr/endpoint_pair.h +22 -22
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +36 -30
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +31 -22
- data/src/core/lib/iomgr/error.cc +83 -836
- data/src/core/lib/iomgr/error.h +52 -325
- data/src/core/lib/iomgr/error_cfstream.cc +18 -23
- data/src/core/lib/iomgr/error_cfstream.h +21 -21
- data/src/core/lib/iomgr/ev_apple.cc +33 -33
- data/src/core/lib/iomgr/ev_apple.h +21 -21
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +275 -255
- data/src/core/lib/iomgr/ev_epoll1_linux.h +21 -21
- data/src/core/lib/iomgr/ev_poll_posix.cc +298 -272
- data/src/core/lib/iomgr/ev_poll_posix.h +22 -22
- data/src/core/lib/iomgr/ev_posix.cc +85 -155
- data/src/core/lib/iomgr/ev_posix.h +93 -90
- data/src/core/lib/iomgr/ev_windows.cc +18 -18
- data/src/core/lib/iomgr/event_engine_shims/closure.cc +62 -0
- data/src/core/lib/iomgr/event_engine_shims/closure.h +39 -0
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +471 -0
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +43 -0
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +91 -0
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.h +44 -0
- data/src/core/lib/iomgr/exec_ctx.cc +34 -56
- data/src/core/lib/iomgr/exec_ctx.h +162 -175
- data/src/core/lib/iomgr/executor.cc +21 -31
- data/src/core/lib/iomgr/executor.h +27 -30
- data/src/core/lib/iomgr/fork_posix.cc +30 -27
- data/src/core/lib/iomgr/fork_windows.cc +21 -21
- data/src/core/lib/iomgr/gethostname.h +20 -20
- data/src/core/lib/iomgr/gethostname_fallback.cc +17 -17
- data/src/core/lib/iomgr/gethostname_host_name_max.cc +17 -17
- data/src/core/lib/iomgr/gethostname_sysconf.cc +17 -17
- data/src/core/lib/iomgr/grpc_if_nametoindex.h +22 -22
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +20 -19
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +20 -19
- data/src/core/lib/iomgr/internal_errqueue.cc +4 -2
- data/src/core/lib/iomgr/internal_errqueue.h +83 -83
- data/src/core/lib/iomgr/iocp_windows.cc +47 -26
- data/src/core/lib/iomgr/iocp_windows.h +32 -21
- data/src/core/lib/iomgr/iomgr.cc +29 -27
- data/src/core/lib/iomgr/iomgr.h +35 -35
- data/src/core/lib/iomgr/iomgr_fwd.h +4 -3
- data/src/core/lib/iomgr/iomgr_internal.cc +17 -17
- data/src/core/lib/iomgr/iomgr_internal.h +28 -28
- data/src/core/lib/iomgr/iomgr_posix.cc +21 -20
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +22 -20
- data/src/core/lib/iomgr/iomgr_windows.cc +32 -24
- data/src/core/lib/iomgr/load_file.cc +24 -27
- data/src/core/lib/iomgr/load_file.h +22 -22
- data/src/core/lib/iomgr/lockfree_event.cc +114 -131
- data/src/core/lib/iomgr/lockfree_event.h +23 -23
- data/src/core/lib/iomgr/nameser.h +86 -86
- data/src/core/lib/iomgr/polling_entity.cc +25 -21
- data/src/core/lib/iomgr/polling_entity.h +29 -29
- data/src/core/lib/iomgr/pollset.cc +17 -17
- data/src/core/lib/iomgr/pollset.h +60 -61
- data/src/core/lib/iomgr/pollset_set.cc +17 -17
- data/src/core/lib/iomgr/pollset_set.h +25 -26
- data/src/core/lib/iomgr/pollset_set_windows.cc +27 -27
- data/src/core/lib/iomgr/pollset_set_windows.h +20 -20
- data/src/core/lib/iomgr/pollset_windows.cc +33 -32
- data/src/core/lib/iomgr/pollset_windows.h +24 -24
- data/src/core/lib/iomgr/port.h +44 -31
- data/src/core/lib/iomgr/python_util.h +24 -24
- data/src/core/lib/iomgr/resolve_address.cc +39 -21
- data/src/core/lib/iomgr/resolve_address.h +71 -34
- data/src/core/lib/iomgr/resolve_address_impl.h +5 -4
- data/src/core/lib/iomgr/resolve_address_posix.cc +74 -49
- data/src/core/lib/iomgr/resolve_address_posix.h +23 -10
- data/src/core/lib/iomgr/resolve_address_windows.cc +59 -26
- data/src/core/lib/iomgr/resolve_address_windows.h +23 -10
- data/src/core/lib/iomgr/resolved_address.h +3 -3
- data/src/core/lib/iomgr/sockaddr.h +23 -23
- data/src/core/lib/iomgr/sockaddr_posix.h +28 -21
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +20 -18
- data/src/core/lib/iomgr/sockaddr_windows.h +21 -21
- data/src/core/lib/iomgr/socket_factory_posix.cc +18 -18
- data/src/core/lib/iomgr/socket_factory_posix.h +32 -32
- data/src/core/lib/iomgr/socket_mutator.cc +19 -18
- data/src/core/lib/iomgr/socket_mutator.h +39 -39
- data/src/core/lib/iomgr/socket_utils.h +27 -27
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +129 -105
- data/src/core/lib/iomgr/socket_utils_linux.cc +18 -17
- data/src/core/lib/iomgr/socket_utils_posix.cc +108 -19
- data/src/core/lib/iomgr/socket_utils_posix.h +185 -84
- data/src/core/lib/iomgr/socket_utils_windows.cc +20 -19
- data/src/core/lib/iomgr/socket_windows.cc +97 -42
- data/src/core/lib/iomgr/socket_windows.h +68 -63
- data/src/core/lib/iomgr/systemd_utils.cc +116 -0
- data/src/core/lib/iomgr/systemd_utils.h +33 -0
- data/src/core/lib/iomgr/tcp_client.cc +28 -24
- data/src/core/lib/iomgr/tcp_client.h +49 -38
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +50 -36
- data/src/core/lib/iomgr/tcp_client_posix.cc +244 -106
- data/src/core/lib/iomgr/tcp_client_posix.h +55 -52
- data/src/core/lib/iomgr/tcp_client_windows.cc +65 -52
- data/src/core/lib/iomgr/tcp_posix.cc +520 -343
- data/src/core/lib/iomgr/tcp_posix.h +32 -30
- data/src/core/lib/iomgr/tcp_server.cc +33 -24
- data/src/core/lib/iomgr/tcp_server.h +78 -69
- data/src/core/lib/iomgr/tcp_server_posix.cc +422 -135
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +80 -55
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +119 -60
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +40 -40
- data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +19 -19
- data/src/core/lib/iomgr/tcp_server_windows.cc +280 -123
- data/src/core/lib/iomgr/tcp_windows.cc +121 -104
- data/src/core/lib/iomgr/tcp_windows.h +34 -35
- data/src/core/lib/iomgr/timer.cc +17 -17
- data/src/core/lib/iomgr/timer.h +68 -68
- data/src/core/lib/iomgr/timer_generic.cc +142 -150
- data/src/core/lib/iomgr/timer_generic.h +21 -21
- data/src/core/lib/iomgr/timer_heap.cc +25 -25
- data/src/core/lib/iomgr/timer_heap.h +22 -22
- data/src/core/lib/iomgr/timer_manager.cc +31 -31
- data/src/core/lib/iomgr/timer_manager.h +27 -27
- data/src/core/lib/iomgr/unix_sockets_posix.cc +20 -21
- data/src/core/lib/iomgr/unix_sockets_posix.h +21 -21
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +19 -17
- data/src/core/lib/iomgr/vsock.cc +59 -0
- data/src/core/lib/iomgr/vsock.h +38 -0
- data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +23 -23
- data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +23 -23
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +29 -26
- data/src/core/lib/iomgr/wakeup_fd_pipe.h +20 -20
- data/src/core/lib/iomgr/wakeup_fd_posix.cc +33 -30
- data/src/core/lib/iomgr/wakeup_fd_posix.h +55 -60
- data/src/core/lib/json/json.h +21 -240
- data/src/core/{ext/filters/http/message_compress/message_decompress_filter.h → lib/json/json_args.h} +13 -10
- data/src/core/lib/json/json_channel_args.h +42 -0
- data/src/core/lib/json/json_object_loader.cc +216 -0
- data/src/core/lib/json/json_object_loader.h +646 -0
- data/src/core/lib/json/json_reader.cc +181 -129
- data/src/core/lib/json/json_reader.h +34 -0
- data/src/core/lib/json/json_util.cc +23 -55
- data/src/core/lib/json/json_util.h +12 -11
- data/src/core/lib/json/json_writer.cc +80 -81
- data/src/core/{ext/xds/xds_resource_type.cc → lib/json/json_writer.h} +11 -11
- data/src/core/lib/load_balancing/delegating_helper.h +115 -0
- data/src/core/lib/load_balancing/lb_policy.cc +98 -0
- data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy.h +69 -43
- data/src/core/lib/load_balancing/lb_policy_factory.h +49 -0
- data/src/core/lib/load_balancing/lb_policy_registry.cc +143 -0
- data/src/core/lib/load_balancing/lb_policy_registry.h +82 -0
- data/src/core/{ext/filters/client_channel → lib/load_balancing}/subchannel_interface.h +23 -30
- data/src/core/lib/matchers/matchers.cc +15 -11
- data/src/core/lib/matchers/matchers.h +7 -4
- data/src/core/lib/promise/activity.cc +43 -7
- data/src/core/lib/promise/activity.h +158 -53
- data/src/core/lib/promise/arena_promise.h +105 -72
- data/src/core/lib/promise/cancel_callback.h +77 -0
- data/src/core/lib/promise/context.h +17 -10
- data/src/core/lib/promise/detail/basic_join.h +197 -0
- data/src/core/lib/promise/detail/basic_seq.h +28 -33
- data/src/core/lib/promise/detail/promise_factory.h +66 -14
- data/src/core/lib/promise/detail/promise_like.h +3 -3
- data/src/core/lib/promise/detail/status.h +31 -3
- data/src/core/lib/promise/detail/switch.h +21 -21
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +23 -15
- data/src/core/lib/promise/for_each.h +176 -0
- data/src/core/lib/promise/if.h +204 -0
- data/src/core/lib/promise/interceptor_list.h +329 -0
- data/src/core/lib/promise/latch.h +197 -23
- data/src/core/lib/promise/loop.h +22 -15
- data/src/core/lib/promise/map.h +11 -6
- data/src/core/lib/promise/party.cc +304 -0
- data/src/core/lib/promise/party.h +508 -0
- data/src/core/lib/promise/pipe.h +762 -0
- data/src/core/lib/promise/poll.h +177 -11
- data/src/core/lib/promise/prioritized_race.h +95 -0
- data/src/core/lib/promise/promise.h +7 -7
- data/src/core/lib/promise/race.h +6 -9
- data/src/core/lib/promise/seq.h +32 -12
- data/src/core/lib/promise/sleep.cc +57 -42
- data/src/core/lib/promise/sleep.h +40 -32
- data/src/core/lib/promise/trace.cc +20 -0
- data/src/core/lib/promise/trace.h +24 -0
- data/src/core/lib/promise/try_join.h +82 -0
- data/src/core/lib/promise/try_seq.h +39 -21
- data/src/core/lib/resolver/resolver.cc +17 -59
- data/src/core/lib/resolver/resolver.h +21 -18
- data/src/core/lib/resolver/resolver_factory.h +13 -10
- data/src/core/lib/resolver/resolver_registry.cc +17 -9
- data/src/core/lib/resolver/resolver_registry.h +15 -5
- data/src/core/lib/resolver/server_address.cc +39 -126
- data/src/core/lib/resolver/server_address.h +36 -95
- data/src/core/lib/resource_quota/api.cc +10 -2
- data/src/core/lib/resource_quota/api.h +10 -4
- data/src/core/lib/resource_quota/arena.cc +101 -21
- data/src/core/lib/resource_quota/arena.h +310 -23
- data/src/core/lib/resource_quota/memory_quota.cc +287 -108
- data/src/core/lib/resource_quota/memory_quota.h +175 -60
- data/src/core/lib/resource_quota/periodic_update.cc +78 -0
- data/src/core/lib/resource_quota/periodic_update.h +71 -0
- data/src/core/lib/resource_quota/resource_quota.h +4 -4
- data/src/core/lib/resource_quota/thread_quota.h +3 -3
- data/src/core/lib/resource_quota/trace.h +3 -3
- data/src/core/lib/security/authorization/audit_logging.cc +98 -0
- data/src/core/lib/security/authorization/audit_logging.h +73 -0
- data/src/core/lib/security/authorization/authorization_engine.h +3 -3
- data/src/core/lib/security/authorization/authorization_policy_provider.h +10 -3
- data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +3 -0
- data/src/core/lib/security/authorization/evaluate_args.cc +17 -8
- data/src/core/lib/security/authorization/evaluate_args.h +9 -6
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +52 -3
- data/src/core/lib/security/authorization/grpc_authorization_engine.h +28 -4
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +16 -3
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +16 -5
- data/src/core/lib/security/authorization/matchers.cc +44 -30
- data/src/core/lib/security/authorization/matchers.h +10 -3
- data/src/core/lib/security/authorization/rbac_policy.cc +42 -6
- data/src/core/lib/security/authorization/rbac_policy.h +29 -5
- data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
- data/src/core/lib/security/authorization/stdout_logger.h +61 -0
- data/src/core/{ext/xds → lib/security/certificate_provider}/certificate_provider_factory.h +17 -8
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +50 -0
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +76 -0
- data/src/core/lib/security/context/security_context.cc +27 -25
- data/src/core/lib/security/context/security_context.h +56 -34
- data/src/core/lib/security/credentials/alts/alts_credentials.cc +23 -22
- data/src/core/lib/security/credentials/alts/alts_credentials.h +61 -57
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +19 -19
- data/src/core/lib/security/credentials/alts/check_gcp_environment.h +43 -43
- data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +17 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +18 -17
- data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +18 -17
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +20 -22
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +18 -18
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +38 -39
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +19 -22
- data/src/core/lib/security/credentials/call_creds_util.cc +8 -0
- data/src/core/lib/security/credentials/call_creds_util.h +4 -3
- data/src/core/lib/security/credentials/channel_creds_registry.h +59 -30
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +182 -12
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +28 -32
- data/src/core/lib/security/credentials/composite/composite_credentials.h +43 -30
- data/src/core/lib/security/credentials/credentials.cc +23 -26
- data/src/core/lib/security/credentials/credentials.h +62 -55
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +148 -119
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +14 -3
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +14 -3
- data/src/core/lib/security/credentials/external/aws_request_signer.h +3 -3
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +176 -122
- data/src/core/lib/security/credentials/external/external_account_credentials.h +20 -3
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +47 -42
- data/src/core/lib/security/credentials/external/file_external_account_credentials.h +9 -3
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +67 -54
- data/src/core/lib/security/credentials/external/url_external_account_credentials.h +13 -3
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +58 -72
- data/src/core/lib/security/credentials/fake/fake_credentials.h +77 -42
- data/src/core/lib/security/credentials/google_default/credentials_generic.cc +23 -25
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +124 -158
- data/src/core/lib/security/credentials/google_default/google_default_credentials.h +31 -25
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +27 -20
- data/src/core/lib/security/credentials/iam/iam_credentials.h +31 -21
- data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +7 -3
- data/src/core/lib/security/credentials/insecure/insecure_credentials.h +10 -6
- data/src/core/lib/security/credentials/jwt/json_token.cc +58 -44
- data/src/core/lib/security/credentials/jwt/json_token.h +36 -36
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +34 -27
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +35 -21
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +150 -124
- data/src/core/lib/security/credentials/jwt/jwt_verifier.h +49 -47
- data/src/core/lib/security/credentials/local/local_credentials.cc +24 -24
- data/src/core/lib/security/credentials/local/local_credentials.h +32 -26
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +104 -93
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +43 -22
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +31 -30
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +47 -23
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +36 -40
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +35 -23
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +22 -30
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +16 -17
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +68 -48
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +24 -9
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +10 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +9 -10
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +30 -23
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +8 -4
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +37 -45
- data/src/core/lib/security/credentials/tls/tls_credentials.h +31 -26
- data/src/core/lib/security/credentials/tls/tls_utils.cc +5 -1
- data/src/core/lib/security/credentials/tls/tls_utils.h +4 -4
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +21 -32
- data/src/core/lib/security/credentials/xds/xds_credentials.h +19 -5
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +61 -59
- data/src/core/lib/security/security_connector/alts/alts_security_connector.h +49 -47
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +74 -78
- data/src/core/lib/security/security_connector/fake/fake_security_connector.h +25 -26
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +15 -6
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +26 -15
- data/src/core/lib/security/security_connector/load_system_roots.h +20 -20
- data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +22 -20
- data/src/core/lib/security/security_connector/{load_system_roots_linux.cc → load_system_roots_supported.cc} +47 -46
- data/src/core/lib/security/security_connector/load_system_roots_supported.h +45 -0
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +64 -47
- data/src/core/lib/security/security_connector/local/local_security_connector.h +49 -46
- data/src/core/lib/security/security_connector/security_connector.cc +37 -35
- data/src/core/lib/security/security_connector/security_connector.h +57 -44
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +54 -45
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +44 -43
- data/src/core/lib/security/security_connector/ssl_utils.cc +58 -63
- data/src/core/lib/security/security_connector/ssl_utils.h +46 -43
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +71 -57
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +48 -28
- data/src/core/lib/security/transport/auth_filters.h +53 -24
- data/src/core/lib/security/transport/client_auth_filter.cc +51 -32
- data/src/core/lib/security/transport/secure_endpoint.cc +116 -70
- data/src/core/lib/security/transport/secure_endpoint.h +28 -27
- data/src/core/lib/security/transport/security_handshaker.cc +139 -109
- data/src/core/lib/security/transport/security_handshaker.h +27 -22
- data/src/core/lib/security/transport/server_auth_filter.cc +177 -269
- data/src/core/lib/security/transport/tsi_error.cc +23 -20
- data/src/core/lib/security/transport/tsi_error.h +20 -20
- data/src/core/lib/security/util/json_util.cc +30 -29
- data/src/core/lib/security/util/json_util.h +21 -23
- data/src/core/lib/service_config/service_config.h +15 -4
- data/src/core/lib/service_config/service_config_call_data.h +60 -19
- data/src/core/lib/service_config/service_config_impl.cc +113 -152
- data/src/core/lib/service_config/service_config_impl.h +19 -26
- data/src/core/lib/service_config/service_config_parser.cc +10 -30
- data/src/core/lib/service_config/service_config_parser.h +13 -21
- data/src/core/lib/slice/b64.cc +26 -26
- data/src/core/lib/slice/b64.h +32 -32
- data/src/core/lib/slice/percent_encoding.cc +21 -30
- data/src/core/lib/slice/percent_encoding.h +28 -28
- data/src/core/lib/slice/slice.cc +58 -46
- data/src/core/lib/slice/slice.h +75 -18
- data/src/core/lib/slice/slice_buffer.cc +93 -60
- data/src/core/lib/slice/slice_buffer.h +72 -10
- data/src/core/lib/slice/slice_internal.h +34 -42
- data/src/core/lib/slice/slice_refcount.cc +3 -18
- data/src/core/lib/slice/slice_refcount.h +53 -18
- data/src/core/lib/slice/slice_string_helpers.cc +17 -37
- data/src/core/lib/slice/slice_string_helpers.h +21 -25
- data/src/core/lib/surface/api_trace.cc +17 -17
- data/src/core/lib/surface/api_trace.h +25 -25
- data/src/core/lib/surface/builtins.cc +2 -0
- data/src/core/lib/surface/builtins.h +3 -3
- data/src/core/lib/surface/byte_buffer.cc +22 -23
- data/src/core/lib/surface/byte_buffer_reader.cc +23 -23
- data/src/core/lib/surface/call.cc +2319 -621
- data/src/core/lib/surface/call.h +127 -42
- data/src/core/lib/surface/call_details.cc +20 -21
- data/src/core/lib/surface/call_log_batch.cc +19 -18
- data/src/core/lib/surface/call_test_only.h +33 -33
- data/src/core/lib/surface/call_trace.cc +123 -0
- data/src/core/lib/surface/call_trace.h +30 -0
- data/src/core/lib/surface/channel.cc +65 -69
- data/src/core/lib/surface/channel.h +45 -35
- data/src/core/lib/surface/channel_init.cc +17 -17
- data/src/core/lib/surface/channel_init.h +20 -20
- data/src/core/lib/surface/channel_ping.cc +20 -20
- data/src/core/lib/surface/channel_stack_type.cc +21 -17
- data/src/core/lib/surface/channel_stack_type.h +22 -20
- data/src/core/lib/surface/completion_queue.cc +196 -221
- data/src/core/lib/surface/completion_queue.h +39 -41
- data/src/core/lib/surface/completion_queue_factory.cc +33 -28
- data/src/core/lib/surface/completion_queue_factory.h +22 -22
- data/src/core/lib/surface/event_string.cc +18 -17
- data/src/core/lib/surface/event_string.h +22 -22
- data/src/core/lib/surface/init.cc +44 -73
- data/src/core/lib/surface/init.h +20 -20
- data/src/core/lib/surface/init_internally.cc +25 -0
- data/src/core/lib/surface/init_internally.h +37 -0
- data/src/core/lib/surface/lame_client.cc +34 -30
- data/src/core/lib/surface/lame_client.h +23 -23
- data/src/core/lib/surface/metadata_array.cc +17 -18
- data/src/core/lib/surface/server.cc +379 -132
- data/src/core/lib/surface/server.h +25 -23
- data/src/core/lib/surface/validate_metadata.cc +79 -74
- data/src/core/lib/surface/validate_metadata.h +40 -21
- data/src/core/lib/surface/version.cc +21 -21
- data/src/core/lib/transport/batch_builder.cc +182 -0
- data/src/core/lib/transport/batch_builder.h +480 -0
- data/src/core/lib/transport/bdp_estimator.cc +25 -27
- data/src/core/lib/transport/bdp_estimator.h +31 -28
- data/src/core/lib/transport/connectivity_state.cc +19 -20
- data/src/core/lib/transport/connectivity_state.h +23 -23
- data/src/core/lib/transport/custom_metadata.h +30 -0
- data/src/core/lib/transport/error_utils.cc +54 -78
- data/src/core/lib/transport/error_utils.h +24 -24
- data/src/core/lib/transport/handshaker.cc +66 -54
- data/src/core/lib/transport/handshaker.h +51 -47
- data/src/core/lib/transport/handshaker_factory.h +49 -24
- data/src/core/lib/transport/handshaker_registry.cc +27 -20
- data/src/core/lib/transport/handshaker_registry.h +25 -28
- data/src/core/lib/transport/http2_errors.h +22 -22
- data/src/core/lib/transport/http_connect_handshaker.cc +56 -57
- data/src/core/lib/transport/http_connect_handshaker.h +21 -21
- data/src/core/lib/transport/metadata_batch.cc +38 -17
- data/src/core/lib/transport/metadata_batch.h +338 -113
- data/src/core/lib/transport/metadata_compression_traits.h +67 -0
- data/src/core/lib/transport/parsed_metadata.cc +2 -6
- data/src/core/lib/transport/parsed_metadata.h +56 -30
- data/src/core/lib/transport/pid_controller.cc +20 -20
- data/src/core/lib/transport/pid_controller.h +27 -27
- data/src/core/lib/transport/simple_slice_based_metadata.h +55 -0
- data/src/core/lib/transport/status_conversion.cc +23 -25
- data/src/core/lib/transport/status_conversion.h +22 -22
- data/src/core/lib/transport/tcp_connect_handshaker.cc +34 -42
- data/src/core/lib/transport/tcp_connect_handshaker.h +3 -3
- data/src/core/lib/transport/timeout_encoding.cc +28 -23
- data/src/core/lib/transport/timeout_encoding.h +20 -20
- data/src/core/lib/transport/transport.cc +113 -46
- data/src/core/lib/transport/transport.h +289 -226
- data/src/core/lib/transport/transport_fwd.h +20 -0
- data/src/core/lib/transport/transport_impl.h +54 -47
- data/src/core/lib/transport/transport_op_string.cc +77 -65
- data/src/core/lib/uri/uri_parser.cc +1 -1
- data/src/core/lib/uri/uri_parser.h +3 -3
- data/src/core/plugin_registry/grpc_plugin_registry.cc +55 -79
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +22 -39
- data/src/core/tsi/alts/crypt/aes_gcm.cc +20 -20
- data/src/core/tsi/alts/crypt/gsec.cc +26 -26
- data/src/core/tsi/alts/crypt/gsec.h +336 -336
- data/src/core/tsi/alts/frame_protector/alts_counter.cc +23 -23
- data/src/core/tsi/alts/frame_protector/alts_counter.h +68 -68
- data/src/core/tsi/alts/frame_protector/alts_crypter.cc +19 -19
- data/src/core/tsi/alts/frame_protector/alts_crypter.h +209 -209
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +73 -71
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +40 -40
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +18 -18
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +82 -83
- data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +26 -25
- data/src/core/tsi/alts/frame_protector/frame_handler.h +169 -169
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +137 -100
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +109 -104
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +18 -17
- data/src/core/tsi/alts/handshaker/alts_shared_resource.h +43 -44
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +52 -44
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +60 -60
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +24 -24
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +21 -20
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +38 -38
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +19 -19
- data/src/core/tsi/alts/handshaker/transport_security_common_api.h +105 -104
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +45 -44
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +40 -41
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +38 -36
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +35 -36
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +67 -68
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +36 -37
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +55 -56
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +54 -53
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +141 -142
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +68 -60
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +43 -44
- data/src/core/tsi/fake_transport_security.cc +146 -110
- data/src/core/tsi/fake_transport_security.h +36 -30
- data/src/core/tsi/local_transport_security.cc +43 -38
- data/src/core/tsi/local_transport_security.h +33 -33
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +9 -4
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +3 -3
- data/src/core/tsi/ssl/session_cache/ssl_session.h +21 -21
- data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +19 -19
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +18 -17
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +31 -22
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +25 -20
- data/src/core/tsi/ssl_transport_security.cc +333 -378
- data/src/core/tsi/ssl_transport_security.h +219 -204
- data/src/core/tsi/ssl_transport_security_utils.cc +250 -0
- data/src/core/tsi/ssl_transport_security_utils.h +147 -0
- data/src/core/tsi/ssl_types.h +27 -27
- data/src/core/tsi/transport_security.cc +44 -32
- data/src/core/tsi/transport_security.h +49 -48
- data/src/core/tsi/transport_security_grpc.cc +23 -22
- data/src/core/tsi/transport_security_grpc.h +44 -41
- data/src/core/tsi/transport_security_interface.h +344 -332
- data/src/ruby/bin/math_pb.rb +24 -18
- data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export.gcc +1 -1
- data/src/ruby/ext/grpc/extconf.rb +107 -29
- data/src/ruby/ext/grpc/rb_call.c +63 -39
- data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_channel.c +110 -84
- data/src/ruby/ext/grpc/rb_channel.h +1 -0
- data/src/ruby/ext/grpc/rb_channel_args.c +17 -2
- data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
- data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +1 -2
- data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
- data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
- data/src/ruby/ext/grpc/rb_grpc.c +193 -30
- data/src/ruby/ext/grpc/rb_grpc.h +8 -2
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +40 -38
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +63 -60
- data/src/ruby/ext/grpc/rb_loader.c +6 -2
- data/src/ruby/ext/grpc/rb_server.c +62 -45
- data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
- data/src/ruby/lib/grpc/errors.rb +1 -1
- data/src/ruby/lib/grpc/generic/bidi_call.rb +4 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/generate_proto_ruby.sh +0 -6
- data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
- data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +26 -108
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
- data/src/ruby/spec/channel_spec.rb +5 -43
- data/src/ruby/spec/client_server_spec.rb +20 -8
- data/src/ruby/spec/generic/active_call_spec.rb +12 -3
- data/src/ruby/spec/generic/client_stub_spec.rb +23 -23
- data/src/ruby/spec/generic/server_interceptors_spec.rb +1 -1
- data/src/ruby/spec/user_agent_spec.rb +1 -1
- data/third_party/abseil-cpp/absl/algorithm/container.h +57 -58
- data/third_party/abseil-cpp/absl/base/attributes.h +88 -41
- data/third_party/abseil-cpp/absl/base/casts.h +61 -68
- data/third_party/abseil-cpp/absl/base/config.h +222 -40
- data/third_party/abseil-cpp/absl/base/internal/cycleclock.cc +12 -42
- data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +52 -2
- data/third_party/abseil-cpp/absl/base/internal/cycleclock_config.h +55 -0
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +5 -4
- data/third_party/abseil-cpp/absl/base/internal/endian.h +17 -62
- data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +2 -0
- data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +3 -3
- data/third_party/abseil-cpp/absl/base/internal/invoke.h +54 -0
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +2 -2
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +1 -1
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +138 -0
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +39 -28
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +36 -36
- data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +6 -3
- data/third_party/abseil-cpp/absl/base/internal/spinlock.h +10 -6
- data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +2 -5
- data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +4 -1
- data/third_party/abseil-cpp/absl/base/internal/strerror.cc +88 -0
- data/third_party/abseil-cpp/absl/base/internal/strerror.h +39 -0
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +14 -11
- data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +9 -0
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +2 -1
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +4 -0
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +6 -7
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +12 -40
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock_config.h +62 -0
- data/third_party/abseil-cpp/absl/base/log_severity.cc +28 -0
- data/third_party/abseil-cpp/absl/base/log_severity.h +51 -0
- data/third_party/abseil-cpp/absl/base/macros.h +4 -21
- data/third_party/abseil-cpp/absl/base/optimization.h +76 -16
- data/third_party/abseil-cpp/absl/base/options.h +1 -7
- data/third_party/abseil-cpp/absl/base/policy_checks.h +15 -13
- data/third_party/abseil-cpp/absl/base/thread_annotations.h +2 -2
- data/third_party/abseil-cpp/absl/container/fixed_array.h +9 -5
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +11 -4
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +15 -16
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +84 -25
- data/third_party/abseil-cpp/absl/container/internal/common.h +9 -8
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +132 -0
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +23 -29
- data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +4 -55
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +116 -23
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +40 -54
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +165 -66
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +159 -4
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +1121 -470
- data/third_party/abseil-cpp/absl/crc/crc32c.cc +99 -0
- data/third_party/abseil-cpp/absl/crc/crc32c.h +183 -0
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +256 -0
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +57 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc.cc +468 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc.h +91 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +269 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32c.h +39 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32c_inline.h +72 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +130 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +159 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +179 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +119 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +75 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +434 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_non_temporal_memcpy.cc +93 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +725 -0
- data/third_party/abseil-cpp/absl/crc/internal/non_temporal_arm_intrinsics.h +79 -0
- data/third_party/abseil-cpp/absl/crc/internal/non_temporal_memcpy.h +180 -0
- data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +45 -88
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +67 -38
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +16 -13
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +3 -2
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +19 -12
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +8 -3
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +2 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_generic-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +8 -3
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +59 -102
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_win32-inl.inc +5 -4
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +41 -11
- data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +18 -4
- data/third_party/abseil-cpp/absl/debugging/symbolize.cc +6 -1
- data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +3 -2
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +164 -101
- data/third_party/abseil-cpp/absl/debugging/symbolize_win32.inc +7 -6
- data/third_party/abseil-cpp/absl/flags/commandlineflag.cc +34 -0
- data/third_party/abseil-cpp/absl/flags/commandlineflag.h +200 -0
- data/third_party/abseil-cpp/absl/flags/config.h +68 -0
- data/third_party/abseil-cpp/absl/flags/declare.h +73 -0
- data/third_party/abseil-cpp/absl/flags/flag.cc +38 -0
- data/third_party/abseil-cpp/absl/flags/flag.h +310 -0
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +26 -0
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.h +68 -0
- data/third_party/abseil-cpp/absl/flags/internal/flag.cc +615 -0
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +800 -0
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +116 -0
- data/third_party/abseil-cpp/absl/flags/internal/path_util.h +62 -0
- data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.cc +65 -0
- data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.h +61 -0
- data/third_party/abseil-cpp/absl/flags/internal/program_name.cc +60 -0
- data/third_party/abseil-cpp/absl/flags/internal/program_name.h +50 -0
- data/third_party/abseil-cpp/absl/flags/internal/registry.h +97 -0
- data/third_party/abseil-cpp/absl/flags/internal/sequence_lock.h +187 -0
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +241 -0
- data/third_party/abseil-cpp/absl/flags/marshalling.h +356 -0
- data/third_party/abseil-cpp/absl/flags/reflection.cc +354 -0
- data/third_party/abseil-cpp/absl/flags/reflection.h +90 -0
- data/third_party/abseil-cpp/absl/flags/usage_config.cc +165 -0
- data/third_party/abseil-cpp/absl/flags/usage_config.h +135 -0
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +316 -0
- data/third_party/abseil-cpp/absl/functional/bind_front.h +10 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +2 -1
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +878 -0
- data/third_party/abseil-cpp/absl/hash/hash.h +82 -8
- data/third_party/abseil-cpp/absl/hash/internal/city.cc +10 -10
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +235 -26
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +3 -14
- data/third_party/abseil-cpp/absl/memory/memory.h +26 -447
- data/third_party/abseil-cpp/absl/meta/type_traits.h +104 -12
- data/third_party/abseil-cpp/absl/numeric/bits.h +1 -1
- data/third_party/abseil-cpp/absl/numeric/int128.cc +14 -10
- data/third_party/abseil-cpp/absl/numeric/int128.h +2 -2
- data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +33 -10
- data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +4 -4
- data/third_party/abseil-cpp/absl/random/distributions.h +3 -3
- data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +3 -0
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -2
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +2 -2
- data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +59 -48
- data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +3 -24
- data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +9 -9
- data/third_party/abseil-cpp/absl/random/internal/randen.h +5 -11
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +6 -2
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +48 -23
- data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +24 -26
- data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +2 -2
- data/third_party/abseil-cpp/absl/random/internal/traits.h +53 -5
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +5 -5
- data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +33 -48
- data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +9 -10
- data/third_party/abseil-cpp/absl/random/poisson_distribution.h +7 -4
- data/third_party/abseil-cpp/absl/random/random.h +6 -6
- data/third_party/abseil-cpp/absl/random/seed_sequences.h +1 -0
- data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +2 -2
- data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +1 -1
- data/third_party/abseil-cpp/absl/random/zipf_distribution.h +4 -3
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +18 -0
- data/third_party/abseil-cpp/absl/status/status.cc +193 -14
- data/third_party/abseil-cpp/absl/status/status.h +24 -14
- data/third_party/abseil-cpp/absl/status/statusor.h +9 -3
- data/third_party/abseil-cpp/absl/strings/ascii.cc +5 -5
- data/third_party/abseil-cpp/absl/strings/ascii.h +4 -4
- data/third_party/abseil-cpp/absl/strings/charconv.cc +534 -96
- data/third_party/abseil-cpp/absl/strings/cord.cc +257 -924
- data/third_party/abseil-cpp/absl/strings/cord.h +268 -156
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +188 -0
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +44 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.cc +30 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +575 -0
- data/third_party/abseil-cpp/absl/strings/escaping.cc +73 -62
- data/third_party/abseil-cpp/absl/strings/escaping.h +24 -19
- data/third_party/abseil-cpp/absl/strings/internal/char_map.h +14 -12
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +4 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_data_edge.h +63 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +20 -32
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +445 -150
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +157 -53
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +70 -73
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +8 -6
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +4 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +3 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +5 -4
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +7 -74
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.cc +56 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.h +103 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +58 -17
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +13 -11
- data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +7 -15
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +3 -3
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +19 -43
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +7 -7
- data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +5 -4
- data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +4 -2
- data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.cc +93 -0
- data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.h +34 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +18 -15
- data/third_party/abseil-cpp/absl/strings/internal/escaping.h +7 -9
- data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +55 -0
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +14 -7
- data/third_party/abseil-cpp/absl/strings/internal/ostringstream.h +35 -10
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +113 -46
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +127 -30
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +3 -2
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +42 -10
- data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +56 -289
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +351 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +6 -6
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +9 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +215 -181
- data/third_party/abseil-cpp/absl/strings/internal/str_format/output.h +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +10 -209
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +14 -103
- data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +9 -6
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +10 -2
- data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.cc +28 -0
- data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.h +57 -0
- data/third_party/abseil-cpp/absl/strings/internal/utf8.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/numbers.cc +42 -39
- data/third_party/abseil-cpp/absl/strings/numbers.h +26 -23
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/str_cat.h +70 -16
- data/third_party/abseil-cpp/absl/strings/str_format.h +71 -9
- data/third_party/abseil-cpp/absl/strings/str_join.h +9 -15
- data/third_party/abseil-cpp/absl/strings/str_split.h +1 -2
- data/third_party/abseil-cpp/absl/strings/string_view.cc +8 -19
- data/third_party/abseil-cpp/absl/strings/string_view.h +6 -12
- data/third_party/abseil-cpp/absl/strings/strip.h +8 -6
- data/third_party/abseil-cpp/absl/strings/substitute.cc +8 -6
- data/third_party/abseil-cpp/absl/strings/substitute.h +55 -21
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +9 -6
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +0 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +20 -17
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +37 -31
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +22 -8
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +0 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +1 -6
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -25
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +10 -4
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +172 -88
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +102 -55
- data/third_party/abseil-cpp/absl/synchronization/notification.cc +0 -1
- data/third_party/abseil-cpp/absl/synchronization/notification.h +3 -3
- data/third_party/abseil-cpp/absl/time/civil_time.cc +26 -0
- data/third_party/abseil-cpp/absl/time/civil_time.h +25 -0
- data/third_party/abseil-cpp/absl/time/clock.cc +17 -11
- data/third_party/abseil-cpp/absl/time/duration.cc +12 -11
- data/third_party/abseil-cpp/absl/time/format.cc +2 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +11 -7
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +26 -5
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +7 -6
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +36 -35
- data/third_party/abseil-cpp/absl/time/time.cc +2 -2
- data/third_party/abseil-cpp/absl/time/time.h +268 -169
- data/third_party/abseil-cpp/absl/types/internal/optional.h +8 -0
- data/third_party/abseil-cpp/absl/types/internal/span.h +30 -19
- data/third_party/abseil-cpp/absl/types/internal/variant.h +28 -40
- data/third_party/abseil-cpp/absl/types/optional.h +17 -14
- data/third_party/abseil-cpp/absl/types/span.h +31 -8
- data/third_party/boringssl-with-bazel/err_data.c +729 -713
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +177 -177
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +28 -55
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +21 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_dup.c +20 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +66 -185
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_i2d_fp.c +18 -21
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +356 -311
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +177 -196
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +146 -210
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +6 -9
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +346 -526
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +111 -132
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +158 -111
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +93 -60
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +96 -181
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +242 -305
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +41 -18
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +30 -33
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +36 -33
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_string.c +29 -26
- data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +135 -90
- data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +230 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +797 -793
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +529 -526
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +114 -135
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +201 -207
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +21 -26
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +55 -68
- data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +20 -14
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +42 -57
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +17 -11
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +15 -11
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +30 -27
- data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/bio/printf.c +0 -13
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +5 -8
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +40 -27
- data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +10 -23
- data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +2 -6
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/asn1_compat.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +29 -28
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +161 -201
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +254 -39
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -3
- data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/derive_key.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesctrhmac.c +9 -8
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +37 -75
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +8 -10
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/cipher → cipher_extra}/e_des.c +100 -78
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +34 -37
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +22 -11
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +34 -195
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -8
- data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +20 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +77 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +62 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-fuchsia.c → cpu_aarch64_fuchsia.c} +8 -7
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-linux.c → cpu_aarch64_linux.c} +6 -4
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +62 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-win.c → cpu_aarch64_win.c} +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm.c → cpu_arm.c} +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +55 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.c → cpu_arm_linux.c} +11 -90
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.h → cpu_arm_linux.h} +0 -38
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-ppc64le.c → cpu_arm_openbsd.c} +10 -17
- data/third_party/boringssl-with-bazel/src/crypto/{cpu-intel.c → cpu_intel.c} +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/crypto.c +25 -20
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +71 -77
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_64_adx.c +18 -0
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2834 -7442
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +26 -8
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +17 -32
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/des.c +232 -232
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/internal.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +232 -29
- data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +43 -16
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +37 -7
- data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +23 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +118 -105
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +237 -109
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +31 -7
- data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +96 -70
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +80 -23
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +25 -23
- data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +43 -9
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +75 -44
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +21 -29
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +99 -52
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519_asn1.c +26 -23
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +233 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +6 -6
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +42 -25
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +4 -5
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519_asn1.c +35 -47
- data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +138 -246
- data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/sign.c +15 -10
- data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +47 -71
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes_nohw.c +13 -14
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +3 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/key_wrap.c +13 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/mode_wrappers.c +9 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +37 -28
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +16 -26
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +88 -60
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/cmp.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +13 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +99 -113
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +5 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +112 -168
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +98 -37
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +28 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +55 -20
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +4 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +13 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +13 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +25 -114
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.h +19 -15
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/shift.c +15 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +22 -21
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/aead.c +3 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +79 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +102 -99
- data/third_party/boringssl-with-bazel/src/crypto/{cipher_extra → fipsmodule/cipher}/e_aesccm.c +52 -46
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +39 -0
- data/third_party/boringssl-with-bazel/src/crypto/{cmac → fipsmodule/cmac}/cmac.c +55 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +2 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +24 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +58 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +5 -3
- data/third_party/boringssl-with-bazel/src/crypto/{evp → fipsmodule/digestsign}/digestsign.c +51 -15
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +226 -450
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +95 -21
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +36 -69
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +139 -155
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +71 -40
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +60 -78
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64-table.h → p256-nistz-table.h} +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.c → p256-nistz.c} +87 -83
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.h → p256-nistz.h} +5 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +71 -62
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -30
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +21 -42
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +33 -34
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +16 -17
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +9 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +53 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +6 -0
- data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/hmac.c +52 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +9 -23
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +3 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +170 -160
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +69 -61
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/ctrdrbg.c +31 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +56 -34
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/getrandom_fillin.h +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -45
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +111 -78
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +12 -85
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +98 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +42 -314
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +244 -139
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +175 -255
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +41 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +589 -422
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/internal.h +89 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +334 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +3 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +12 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +14 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +52 -6
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +192 -18
- data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +65 -29
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +576 -84
- data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +91 -0
- data/third_party/boringssl-with-bazel/src/crypto/kyber/keccak.c +204 -0
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +834 -0
- data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +13 -1
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +219 -13
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +37 -29
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +9 -4
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +81 -90
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +150 -245
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +633 -613
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_oth.c +17 -17
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +142 -149
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +99 -131
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_x509.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_xaux.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -10
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +44 -71
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +31 -38
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +18 -31
- data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +8 -1
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +48 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +129 -5
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/trusty.c +38 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
- data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -19
- data/third_party/boringssl-with-bazel/src/crypto/{asn1/a_print.c → rsa_extra/internal.h} +15 -21
- data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
- data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +8 -11
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +171 -62
- data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
- data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +12 -44
- data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +11 -35
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +128 -34
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +428 -147
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +116 -284
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +686 -161
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_digest.c +22 -24
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +63 -55
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +32 -34
- data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +32 -16
- data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +465 -704
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +279 -331
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +183 -178
- data/third_party/boringssl-with-bazel/src/crypto/x509/i2d_pr.c +11 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +69 -51
- data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +132 -151
- data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +790 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +95 -102
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +72 -57
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +12 -10
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +220 -254
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +52 -47
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +136 -270
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +161 -327
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +37 -33
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_def.c +14 -31
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +55 -85
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +526 -616
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +129 -122
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +164 -181
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +132 -132
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +186 -203
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_txt.c +64 -79
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +171 -160
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +1863 -2050
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +380 -480
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +156 -163
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +262 -265
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +40 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +59 -63
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +63 -67
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +114 -144
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +25 -26
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +330 -417
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +8 -7
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +30 -28
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +354 -370
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +37 -32
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +121 -124
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +36 -26
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +10 -13
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +419 -261
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +113 -105
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/ext_dat.h +11 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +79 -171
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +126 -131
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akeya.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +465 -469
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bcons.c +56 -54
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +46 -49
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +294 -344
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +342 -365
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +429 -393
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +29 -24
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_extku.c +65 -59
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +125 -121
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +43 -42
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +120 -125
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_int.c +50 -20
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +227 -265
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +386 -389
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ocsp.c +45 -32
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcons.c +57 -54
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pmaps.c +63 -67
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +130 -135
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +650 -691
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +90 -75
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +1063 -1145
- data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +13 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +25 -160
- data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +222 -191
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +26 -78
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +46 -124
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +29 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +49 -19
- data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +99 -29
- data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +49 -60
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +7 -16
- data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +16 -200
- data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +34 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/ctrdrbg.h +82 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +32 -30
- data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +7 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +4 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +69 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +56 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/err.h +33 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +36 -40
- data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +1 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/hmac.h +7 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +69 -16
- data/third_party/boringssl-with-bazel/src/include/openssl/kdf.h +91 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +128 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +74 -8
- data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +7 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +8 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +11 -18
- data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +8 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +15 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +97 -65
- data/third_party/boringssl-with-bazel/src/include/openssl/service_indicator.h +96 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +396 -157
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl3.h +1 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +339 -230
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +154 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -26
- data/third_party/boringssl-with-bazel/src/include/openssl/time.h +41 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +22 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +57 -23
- data/third_party/boringssl-with-bazel/src/include/openssl/type_check.h +0 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2079 -1411
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +245 -216
- data/third_party/boringssl-with-bazel/src/ssl/bio_ssl.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +6 -13
- data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +17 -18
- data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +4 -5
- data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +25 -33
- data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +45 -26
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +72 -99
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +218 -74
- data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +5 -5
- data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +53 -34
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +77 -45
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +204 -132
- data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +47 -12
- data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +91 -75
- data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +8 -10
- data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +47 -69
- data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +1 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +5 -9
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +237 -240
- data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +78 -101
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +126 -155
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +356 -48
- data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +167 -64
- data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +41 -32
- data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
- data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +22 -6
- data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +15 -13
- data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +7 -44
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +6 -4
- data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +7 -23
- data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +25 -34
- data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +16 -98
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_32.h +1241 -657
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64.h +751 -398
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_32.h +3551 -1938
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +1272 -487
- data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
- data/third_party/cares/cares/include/ares.h +23 -1
- data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
- data/third_party/cares/cares/include/ares_rules.h +2 -2
- data/third_party/cares/cares/include/ares_version.h +3 -3
- data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
- data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
- data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
- data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
- data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
- data/third_party/cares/cares/src/lib/ares_data.c +16 -0
- data/third_party/cares/cares/src/lib/ares_data.h +7 -0
- data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
- data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
- data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
- data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
- data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
- data/third_party/cares/cares/src/lib/ares_init.c +97 -485
- data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
- data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
- data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
- data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
- data/third_party/cares/cares/src/lib/ares_private.h +30 -16
- data/third_party/cares/cares/src/lib/ares_process.c +55 -16
- data/third_party/cares/cares/src/lib/ares_query.c +1 -35
- data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
- data/third_party/cares/cares/src/lib/ares_send.c +5 -7
- data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
- data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
- data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
- data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
- data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
- data/third_party/re2/re2/bitstate.cc +3 -3
- data/third_party/re2/re2/dfa.cc +13 -13
- data/third_party/re2/re2/nfa.cc +4 -4
- data/third_party/re2/re2/onepass.cc +2 -2
- data/third_party/re2/re2/prefilter_tree.cc +27 -59
- data/third_party/re2/re2/prefilter_tree.h +3 -2
- data/third_party/re2/re2/prog.cc +11 -2
- data/third_party/re2/re2/prog.h +17 -5
- data/third_party/re2/re2/re2.cc +6 -11
- data/third_party/re2/re2/re2.h +1 -1
- data/third_party/re2/re2/regexp.cc +1 -2
- data/third_party/re2/re2/stringpiece.h +10 -7
- data/third_party/re2/re2/unicode_casefold.cc +25 -11
- data/third_party/re2/re2/unicode_groups.cc +319 -151
- data/third_party/re2/re2/walker-inl.h +3 -2
- data/third_party/re2/util/mutex.h +4 -4
- data/third_party/upb/upb/alloc.h +36 -0
- data/third_party/upb/upb/arena.h +36 -0
- data/third_party/upb/upb/array.h +36 -0
- data/third_party/upb/upb/base/descriptor_constants.h +104 -0
- data/third_party/upb/upb/base/log2.h +57 -0
- data/third_party/upb/upb/base/status.c +81 -0
- data/third_party/upb/upb/base/status.h +66 -0
- data/third_party/upb/upb/base/string_view.h +75 -0
- data/third_party/upb/upb/collections/array.c +145 -0
- data/third_party/upb/upb/collections/array.h +85 -0
- data/third_party/upb/upb/collections/array_internal.h +135 -0
- data/third_party/upb/upb/collections/map.c +135 -0
- data/third_party/upb/upb/collections/map.h +135 -0
- data/third_party/upb/upb/collections/map_gencode_util.h +78 -0
- data/third_party/upb/upb/collections/map_internal.h +170 -0
- data/third_party/upb/upb/collections/map_sorter.c +166 -0
- data/third_party/upb/upb/collections/map_sorter_internal.h +109 -0
- data/third_party/upb/upb/collections/message_value.h +65 -0
- data/third_party/upb/upb/decode.h +3 -61
- data/third_party/upb/upb/def.h +4 -377
- data/third_party/upb/upb/def.hpp +3 -408
- data/third_party/upb/upb/encode.h +3 -38
- data/third_party/upb/upb/extension_registry.h +35 -0
- data/third_party/upb/upb/{table.c → hash/common.c} +51 -109
- data/third_party/upb/upb/hash/common.h +199 -0
- data/third_party/upb/upb/hash/int_table.h +102 -0
- data/third_party/upb/upb/hash/str_table.h +161 -0
- data/third_party/upb/upb/json/decode.c +1477 -0
- data/third_party/upb/upb/json/decode.h +52 -0
- data/third_party/upb/upb/{json_encode.c → json/encode.c} +74 -46
- data/third_party/upb/upb/json/encode.h +70 -0
- data/third_party/upb/upb/json_decode.h +36 -0
- data/third_party/upb/upb/json_encode.h +4 -30
- data/third_party/upb/upb/lex/atoi.c +68 -0
- data/third_party/upb/upb/lex/atoi.h +53 -0
- data/third_party/upb/upb/lex/round_trip.c +67 -0
- data/third_party/upb/upb/{upb_internal.h → lex/round_trip.h} +17 -30
- data/third_party/upb/upb/lex/strtod.c +97 -0
- data/third_party/upb/upb/lex/strtod.h +46 -0
- data/third_party/upb/upb/lex/unicode.c +57 -0
- data/third_party/upb/upb/lex/unicode.h +77 -0
- data/third_party/upb/upb/map.h +36 -0
- data/third_party/upb/upb/mem/alloc.c +47 -0
- data/third_party/upb/upb/mem/alloc.h +98 -0
- data/third_party/upb/upb/mem/arena.c +367 -0
- data/third_party/upb/upb/mem/arena.h +160 -0
- data/third_party/upb/upb/mem/arena_internal.h +114 -0
- data/third_party/upb/upb/message/accessors.c +68 -0
- data/third_party/upb/upb/message/accessors.h +379 -0
- data/third_party/upb/upb/message/accessors_internal.h +325 -0
- data/third_party/upb/upb/message/extension_internal.h +83 -0
- data/third_party/upb/upb/message/internal.h +135 -0
- data/third_party/upb/upb/message/message.c +180 -0
- data/third_party/upb/upb/message/message.h +69 -0
- data/third_party/upb/upb/mini_table/common.c +128 -0
- data/third_party/upb/upb/mini_table/common.h +170 -0
- data/third_party/upb/upb/mini_table/common_internal.h +111 -0
- data/third_party/upb/upb/mini_table/decode.c +1127 -0
- data/third_party/upb/upb/mini_table/decode.h +179 -0
- data/third_party/upb/upb/mini_table/encode.c +300 -0
- data/third_party/upb/upb/mini_table/encode_internal.h +111 -0
- data/third_party/upb/upb/mini_table/encode_internal.hpp +136 -0
- data/third_party/upb/upb/mini_table/enum_internal.h +88 -0
- data/third_party/upb/upb/mini_table/extension_internal.h +47 -0
- data/third_party/upb/upb/mini_table/extension_registry.c +96 -0
- data/third_party/upb/upb/mini_table/extension_registry.h +104 -0
- data/third_party/upb/upb/mini_table/field_internal.h +192 -0
- data/third_party/upb/upb/mini_table/file_internal.h +47 -0
- data/third_party/upb/upb/mini_table/message_internal.h +136 -0
- data/third_party/upb/upb/mini_table/sub_internal.h +38 -0
- data/third_party/upb/upb/mini_table/types.h +40 -0
- data/third_party/upb/upb/mini_table.h +36 -0
- data/third_party/upb/upb/msg.h +3 -81
- data/third_party/upb/upb/port/atomic.h +101 -0
- data/third_party/upb/upb/{port_def.inc → port/def.inc} +96 -28
- data/third_party/upb/upb/{port_undef.inc → port/undef.inc} +14 -3
- data/third_party/upb/upb/port/vsnprintf_compat.h +50 -0
- data/third_party/upb/upb/reflection/common.h +67 -0
- data/third_party/upb/upb/reflection/def.h +42 -0
- data/third_party/upb/upb/reflection/def.hpp +610 -0
- data/third_party/upb/upb/reflection/def_builder.c +357 -0
- data/third_party/upb/upb/reflection/def_builder_internal.h +157 -0
- data/third_party/upb/upb/reflection/def_pool.c +462 -0
- data/third_party/upb/upb/reflection/def_pool.h +108 -0
- data/third_party/upb/upb/reflection/def_pool_internal.h +77 -0
- data/third_party/upb/upb/reflection/def_type.c +50 -0
- data/third_party/upb/upb/reflection/def_type.h +81 -0
- data/third_party/upb/upb/reflection/desc_state.c +53 -0
- data/third_party/upb/upb/reflection/desc_state_internal.h +64 -0
- data/third_party/upb/upb/reflection/enum_def.c +310 -0
- data/third_party/upb/upb/reflection/enum_def.h +80 -0
- data/third_party/upb/upb/reflection/enum_def_internal.h +56 -0
- data/third_party/upb/upb/reflection/enum_reserved_range.c +84 -0
- data/third_party/upb/upb/reflection/enum_reserved_range.h +51 -0
- data/third_party/upb/upb/reflection/enum_reserved_range_internal.h +55 -0
- data/third_party/upb/upb/reflection/enum_value_def.c +144 -0
- data/third_party/upb/upb/reflection/enum_value_def.h +57 -0
- data/third_party/upb/upb/reflection/enum_value_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/extension_range.c +93 -0
- data/third_party/upb/upb/reflection/extension_range.h +55 -0
- data/third_party/upb/upb/reflection/extension_range_internal.h +54 -0
- data/third_party/upb/upb/reflection/field_def.c +930 -0
- data/third_party/upb/upb/reflection/field_def.h +91 -0
- data/third_party/upb/upb/reflection/field_def_internal.h +76 -0
- data/third_party/upb/upb/reflection/file_def.c +370 -0
- data/third_party/upb/upb/reflection/file_def.h +77 -0
- data/third_party/upb/upb/reflection/file_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/message.c +233 -0
- data/third_party/upb/upb/reflection/message.h +102 -0
- data/third_party/upb/upb/reflection/message.hpp +37 -0
- data/third_party/upb/upb/reflection/message_def.c +718 -0
- data/third_party/upb/upb/reflection/message_def.h +174 -0
- data/third_party/upb/upb/reflection/message_def_internal.h +63 -0
- data/third_party/upb/upb/reflection/message_reserved_range.c +81 -0
- data/third_party/upb/upb/reflection/message_reserved_range.h +51 -0
- data/third_party/upb/upb/reflection/message_reserved_range_internal.h +55 -0
- data/third_party/upb/upb/reflection/method_def.c +124 -0
- data/third_party/upb/upb/reflection/method_def.h +59 -0
- data/third_party/upb/upb/reflection/method_def_internal.h +53 -0
- data/third_party/upb/upb/reflection/oneof_def.c +226 -0
- data/third_party/upb/upb/reflection/oneof_def.h +66 -0
- data/third_party/upb/upb/reflection/oneof_def_internal.h +57 -0
- data/third_party/upb/upb/reflection/service_def.c +128 -0
- data/third_party/upb/upb/reflection/service_def.h +60 -0
- data/third_party/upb/upb/reflection/service_def_internal.h +53 -0
- data/third_party/upb/upb/reflection.h +4 -188
- data/third_party/upb/upb/reflection.hpp +3 -7
- data/third_party/upb/upb/status.h +36 -0
- data/third_party/upb/upb/string_view.h +36 -0
- data/third_party/upb/upb/{text_encode.c → text/encode.c} +75 -70
- data/third_party/upb/upb/text/encode.h +69 -0
- data/third_party/upb/upb/text_encode.h +4 -32
- data/third_party/upb/upb/upb.h +6 -340
- data/third_party/upb/upb/upb.hpp +10 -18
- data/third_party/upb/upb/wire/common.h +44 -0
- data/third_party/upb/upb/wire/common_internal.h +50 -0
- data/third_party/upb/upb/wire/decode.c +1343 -0
- data/third_party/upb/upb/wire/decode.h +108 -0
- data/third_party/upb/upb/{decode_fast.c → wire/decode_fast.c} +184 -225
- data/third_party/upb/upb/{decode_fast.h → wire/decode_fast.h} +21 -7
- data/third_party/upb/upb/{decode_internal.h → wire/decode_internal.h} +44 -92
- data/third_party/upb/upb/{encode.c → wire/encode.c} +130 -102
- data/third_party/upb/upb/wire/encode.h +92 -0
- data/third_party/upb/upb/wire/eps_copy_input_stream.c +39 -0
- data/third_party/upb/upb/wire/eps_copy_input_stream.h +425 -0
- data/third_party/upb/upb/wire/reader.c +67 -0
- data/third_party/upb/upb/wire/reader.h +227 -0
- data/third_party/upb/upb/wire/swap_internal.h +63 -0
- data/third_party/upb/upb/wire/types.h +41 -0
- data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-neon.c +1 -1
- data/third_party/utf8_range/utf8_range.h +21 -0
- data/third_party/zlib/compress.c +3 -3
- data/third_party/zlib/crc32.c +21 -12
- data/third_party/zlib/deflate.c +112 -106
- data/third_party/zlib/deflate.h +2 -2
- data/third_party/zlib/gzlib.c +1 -1
- data/third_party/zlib/gzread.c +3 -5
- data/third_party/zlib/gzwrite.c +1 -1
- data/third_party/zlib/infback.c +10 -7
- data/third_party/zlib/inflate.c +5 -2
- data/third_party/zlib/inftrees.c +2 -2
- data/third_party/zlib/inftrees.h +1 -1
- data/third_party/zlib/trees.c +61 -62
- data/third_party/zlib/uncompr.c +2 -2
- data/third_party/zlib/zconf.h +16 -3
- data/third_party/zlib/zlib.h +10 -10
- data/third_party/zlib/zutil.c +9 -7
- data/third_party/zlib/zutil.h +1 -0
- metadata +636 -172
- data/include/grpc/impl/codegen/gpr_slice.h +0 -71
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -176
- data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +0 -66
- data/src/core/ext/filters/client_channel/lb_policy.cc +0 -134
- data/src/core/ext/filters/client_channel/lb_policy_factory.h +0 -50
- data/src/core/ext/filters/client_channel/lb_policy_registry.cc +0 -192
- data/src/core/ext/filters/client_channel/lb_policy_registry.h +0 -70
- data/src/core/ext/filters/client_channel/proxy_mapper.h +0 -54
- data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +0 -91
- data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +0 -55
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +0 -30
- data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +0 -180
- data/src/core/ext/filters/fault_injection/service_config_parser.cc +0 -179
- data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +0 -457
- data/src/core/ext/filters/http/message_compress/message_compress_filter.h +0 -53
- data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +0 -388
- data/src/core/ext/filters/server_config_selector/server_config_selector.cc +0 -61
- data/src/core/ext/transport/chttp2/transport/context_list.cc +0 -71
- data/src/core/ext/transport/chttp2/transport/context_list.h +0 -54
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
- data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
- data/src/core/ext/xds/certificate_provider_registry.cc +0 -103
- data/src/core/ext/xds/certificate_provider_registry.h +0 -57
- data/src/core/lib/event_engine/iomgr_engine.cc +0 -206
- data/src/core/lib/event_engine/iomgr_engine.h +0 -118
- data/src/core/lib/gpr/cpu_iphone.cc +0 -44
- data/src/core/lib/gpr/cpu_windows.cc +0 -33
- data/src/core/lib/gpr/env.h +0 -40
- data/src/core/lib/gpr/env_linux.cc +0 -75
- data/src/core/lib/gpr/env_posix.cc +0 -46
- data/src/core/lib/gpr/env_windows.cc +0 -74
- data/src/core/lib/gpr/murmur_hash.cc +0 -82
- data/src/core/lib/gpr/murmur_hash.h +0 -29
- data/src/core/lib/gpr/string_util_windows.cc +0 -82
- data/src/core/lib/gpr/string_windows.cc +0 -69
- data/src/core/lib/gpr/string_windows.h +0 -32
- data/src/core/lib/gpr/tls.h +0 -156
- data/src/core/lib/gpr/tmpfile_windows.cc +0 -69
- data/src/core/lib/gprpp/global_config.h +0 -93
- data/src/core/lib/gprpp/global_config_custom.h +0 -29
- data/src/core/lib/gprpp/global_config_env.cc +0 -138
- data/src/core/lib/gprpp/global_config_env.h +0 -133
- data/src/core/lib/gprpp/global_config_generic.h +0 -40
- data/src/core/lib/iomgr/error_internal.h +0 -66
- data/src/core/lib/iomgr/executor/mpmcqueue.cc +0 -182
- data/src/core/lib/iomgr/executor/mpmcqueue.h +0 -171
- data/src/core/lib/iomgr/executor/threadpool.cc +0 -136
- data/src/core/lib/iomgr/executor/threadpool.h +0 -150
- data/src/core/lib/iomgr/time_averaged_stats.cc +0 -64
- data/src/core/lib/iomgr/time_averaged_stats.h +0 -72
- data/src/core/lib/profiling/basic_timers.cc +0 -295
- data/src/core/lib/profiling/stap_timers.cc +0 -50
- data/src/core/lib/profiling/timers.h +0 -94
- data/src/core/lib/promise/call_push_pull.h +0 -148
- data/src/core/lib/promise/intra_activity_waiter.h +0 -49
- data/src/core/lib/security/security_connector/load_system_roots_linux.h +0 -46
- data/src/core/lib/security/security_connector/ssl_utils_config.cc +0 -32
- data/src/core/lib/security/security_connector/ssl_utils_config.h +0 -30
- data/src/core/lib/slice/slice_api.cc +0 -39
- data/src/core/lib/slice/slice_buffer_api.cc +0 -35
- data/src/core/lib/slice/slice_refcount_base.h +0 -60
- data/src/core/lib/slice/slice_split.cc +0 -103
- data/src/core/lib/slice/slice_split.h +0 -36
- data/src/core/lib/transport/byte_stream.cc +0 -165
- data/src/core/lib/transport/byte_stream.h +0 -170
- data/third_party/abseil-cpp/absl/container/internal/have_sse.h +0 -50
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +0 -195
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +0 -236
- data/third_party/boringssl-with-bazel/src/crypto/asn1/charmap.h +0 -15
- data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +0 -206
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1-altivec.c +0 -361
- data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +0 -53
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +0 -287
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +0 -132
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +0 -155
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +0 -131
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +0 -189
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +0 -843
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +0 -289
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcia.c +0 -57
- data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
- data/third_party/upb/third_party/utf8_range/utf8_range.h +0 -9
- data/third_party/upb/upb/decode.c +0 -1125
- data/third_party/upb/upb/def.c +0 -3261
- data/third_party/upb/upb/msg.c +0 -428
- data/third_party/upb/upb/msg_internal.h +0 -831
- data/third_party/upb/upb/reflection.c +0 -480
- data/third_party/upb/upb/table_internal.h +0 -385
- data/third_party/upb/upb/upb.c +0 -362
- /data/third_party/{upb/third_party/utf8_range → utf8_range}/naive.c +0 -0
- /data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-sse.c +0 -0
@@ -1,47 +1,53 @@
|
|
1
|
-
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
1
|
+
//
|
2
|
+
//
|
3
|
+
// Copyright 2015 gRPC authors.
|
4
|
+
//
|
5
|
+
// Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
// you may not use this file except in compliance with the License.
|
7
|
+
// You may obtain a copy of the License at
|
8
|
+
//
|
9
|
+
// http://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
//
|
11
|
+
// Unless required by applicable law or agreed to in writing, software
|
12
|
+
// distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
// See the License for the specific language governing permissions and
|
15
|
+
// limitations under the License.
|
16
|
+
//
|
17
|
+
//
|
18
18
|
|
19
19
|
#include <grpc/support/port_platform.h>
|
20
20
|
|
21
21
|
#include "src/core/lib/surface/call.h"
|
22
22
|
|
23
|
+
#include <inttypes.h>
|
23
24
|
#include <limits.h>
|
24
25
|
#include <stdlib.h>
|
26
|
+
#include <string.h>
|
25
27
|
|
26
28
|
#include <algorithm>
|
27
29
|
#include <atomic>
|
30
|
+
#include <initializer_list>
|
28
31
|
#include <memory>
|
29
32
|
#include <new>
|
30
33
|
#include <string>
|
34
|
+
#include <type_traits>
|
31
35
|
#include <utility>
|
36
|
+
#include <vector>
|
32
37
|
|
33
38
|
#include "absl/base/thread_annotations.h"
|
34
39
|
#include "absl/meta/type_traits.h"
|
35
40
|
#include "absl/status/status.h"
|
36
41
|
#include "absl/strings/str_cat.h"
|
37
42
|
#include "absl/strings/str_format.h"
|
43
|
+
#include "absl/strings/str_join.h"
|
38
44
|
#include "absl/strings/string_view.h"
|
39
45
|
|
40
46
|
#include <grpc/byte_buffer.h>
|
41
47
|
#include <grpc/compression.h>
|
48
|
+
#include <grpc/event_engine/event_engine.h>
|
42
49
|
#include <grpc/grpc.h>
|
43
|
-
#include <grpc/impl/
|
44
|
-
#include <grpc/impl/codegen/propagation_bits.h>
|
50
|
+
#include <grpc/impl/propagation_bits.h>
|
45
51
|
#include <grpc/slice.h>
|
46
52
|
#include <grpc/slice_buffer.h>
|
47
53
|
#include <grpc/status.h>
|
@@ -49,44 +55,68 @@
|
|
49
55
|
#include <grpc/support/atm.h>
|
50
56
|
#include <grpc/support/log.h>
|
51
57
|
#include <grpc/support/string_util.h>
|
58
|
+
#include <grpc/support/time.h>
|
52
59
|
|
60
|
+
#include "src/core/lib/channel/call_finalization.h"
|
61
|
+
#include "src/core/lib/channel/call_tracer.h"
|
62
|
+
#include "src/core/lib/channel/channel_args.h"
|
53
63
|
#include "src/core/lib/channel/channel_stack.h"
|
54
|
-
#include "src/core/lib/channel/channel_stack_builder.h"
|
55
64
|
#include "src/core/lib/channel/channelz.h"
|
56
65
|
#include "src/core/lib/channel/context.h"
|
66
|
+
#include "src/core/lib/channel/status_util.h"
|
57
67
|
#include "src/core/lib/compression/compression_internal.h"
|
58
68
|
#include "src/core/lib/debug/stats.h"
|
69
|
+
#include "src/core/lib/debug/stats_data.h"
|
70
|
+
#include "src/core/lib/experiments/experiments.h"
|
59
71
|
#include "src/core/lib/gpr/alloc.h"
|
60
72
|
#include "src/core/lib/gpr/time_precise.h"
|
73
|
+
#include "src/core/lib/gpr/useful.h"
|
74
|
+
#include "src/core/lib/gprpp/bitset.h"
|
61
75
|
#include "src/core/lib/gprpp/cpp_impl_of.h"
|
76
|
+
#include "src/core/lib/gprpp/crash.h"
|
62
77
|
#include "src/core/lib/gprpp/debug_location.h"
|
63
|
-
#include "src/core/lib/gprpp/manual_constructor.h"
|
64
|
-
#include "src/core/lib/gprpp/orphanable.h"
|
65
78
|
#include "src/core/lib/gprpp/ref_counted.h"
|
79
|
+
#include "src/core/lib/gprpp/ref_counted_ptr.h"
|
80
|
+
#include "src/core/lib/gprpp/status_helper.h"
|
66
81
|
#include "src/core/lib/gprpp/sync.h"
|
67
82
|
#include "src/core/lib/iomgr/call_combiner.h"
|
68
83
|
#include "src/core/lib/iomgr/exec_ctx.h"
|
69
84
|
#include "src/core/lib/iomgr/polling_entity.h"
|
70
|
-
#include "src/core/lib/
|
85
|
+
#include "src/core/lib/promise/activity.h"
|
86
|
+
#include "src/core/lib/promise/arena_promise.h"
|
87
|
+
#include "src/core/lib/promise/context.h"
|
88
|
+
#include "src/core/lib/promise/detail/basic_seq.h"
|
89
|
+
#include "src/core/lib/promise/latch.h"
|
90
|
+
#include "src/core/lib/promise/map.h"
|
91
|
+
#include "src/core/lib/promise/party.h"
|
92
|
+
#include "src/core/lib/promise/pipe.h"
|
93
|
+
#include "src/core/lib/promise/poll.h"
|
94
|
+
#include "src/core/lib/promise/race.h"
|
95
|
+
#include "src/core/lib/promise/seq.h"
|
71
96
|
#include "src/core/lib/resource_quota/arena.h"
|
97
|
+
#include "src/core/lib/slice/slice_buffer.h"
|
72
98
|
#include "src/core/lib/slice/slice_internal.h"
|
73
|
-
#include "src/core/lib/slice/slice_refcount.h"
|
74
99
|
#include "src/core/lib/surface/api_trace.h"
|
75
100
|
#include "src/core/lib/surface/call_test_only.h"
|
76
101
|
#include "src/core/lib/surface/channel.h"
|
77
102
|
#include "src/core/lib/surface/completion_queue.h"
|
78
103
|
#include "src/core/lib/surface/server.h"
|
79
104
|
#include "src/core/lib/surface/validate_metadata.h"
|
80
|
-
#include "src/core/lib/transport/
|
105
|
+
#include "src/core/lib/transport/batch_builder.h"
|
81
106
|
#include "src/core/lib/transport/error_utils.h"
|
82
107
|
#include "src/core/lib/transport/metadata_batch.h"
|
83
108
|
#include "src/core/lib/transport/transport.h"
|
84
109
|
|
85
110
|
grpc_core::TraceFlag grpc_call_error_trace(false, "call_error");
|
86
111
|
grpc_core::TraceFlag grpc_compression_trace(false, "compression");
|
112
|
+
grpc_core::TraceFlag grpc_call_trace(false, "call");
|
113
|
+
grpc_core::DebugOnlyTraceFlag grpc_call_refcount_trace(false, "call_refcount");
|
87
114
|
|
88
115
|
namespace grpc_core {
|
89
116
|
|
117
|
+
///////////////////////////////////////////////////////////////////////////////
|
118
|
+
// Call
|
119
|
+
|
90
120
|
class Call : public CppImplOf<Call, grpc_call> {
|
91
121
|
public:
|
92
122
|
Arena* arena() { return arena_; }
|
@@ -99,33 +129,41 @@ class Call : public CppImplOf<Call, grpc_call> {
|
|
99
129
|
void CancelWithStatus(grpc_status_code status, const char* description);
|
100
130
|
virtual void CancelWithError(grpc_error_handle error) = 0;
|
101
131
|
virtual void SetCompletionQueue(grpc_completion_queue* cq) = 0;
|
102
|
-
|
132
|
+
char* GetPeer();
|
103
133
|
virtual grpc_call_error StartBatch(const grpc_op* ops, size_t nops,
|
104
134
|
void* notify_tag,
|
105
135
|
bool is_notify_tag_closure) = 0;
|
106
136
|
virtual bool failed_before_recv_message() const = 0;
|
107
137
|
virtual bool is_trailers_only() const = 0;
|
138
|
+
virtual absl::string_view GetServerAuthority() const = 0;
|
108
139
|
virtual void ExternalRef() = 0;
|
109
140
|
virtual void ExternalUnref() = 0;
|
110
141
|
virtual void InternalRef(const char* reason) = 0;
|
111
142
|
virtual void InternalUnref(const char* reason) = 0;
|
112
143
|
|
113
|
-
|
114
|
-
|
115
|
-
|
116
|
-
|
117
|
-
|
144
|
+
grpc_compression_algorithm test_only_compression_algorithm() {
|
145
|
+
return incoming_compression_algorithm_;
|
146
|
+
}
|
147
|
+
uint32_t test_only_message_flags() { return test_only_last_message_flags_; }
|
148
|
+
CompressionAlgorithmSet encodings_accepted_by_peer() {
|
149
|
+
return encodings_accepted_by_peer_;
|
150
|
+
}
|
118
151
|
|
119
152
|
// This should return nullptr for the promise stack (and alternative means
|
120
153
|
// for that functionality be invented)
|
121
154
|
virtual grpc_call_stack* call_stack() = 0;
|
122
155
|
|
123
156
|
protected:
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
157
|
+
// The maximum number of concurrent batches possible.
|
158
|
+
// Based upon the maximum number of individually queueable ops in the batch
|
159
|
+
// api:
|
160
|
+
// - initial metadata send
|
161
|
+
// - message send
|
162
|
+
// - status/close send (depending on client/server)
|
163
|
+
// - initial metadata recv
|
164
|
+
// - message recv
|
165
|
+
// - status/close recv (depending on client/server)
|
166
|
+
static constexpr size_t kMaxConcurrentBatches = 6;
|
129
167
|
|
130
168
|
struct ParentCall {
|
131
169
|
Mutex child_list_mu;
|
@@ -135,15 +173,32 @@ class Call : public CppImplOf<Call, grpc_call> {
|
|
135
173
|
struct ChildCall {
|
136
174
|
explicit ChildCall(Call* parent) : parent(parent) {}
|
137
175
|
Call* parent;
|
138
|
-
|
139
|
-
|
140
|
-
|
176
|
+
/// siblings: children of the same parent form a list, and this list is
|
177
|
+
/// protected under
|
178
|
+
/// parent->mu
|
141
179
|
Call* sibling_next = nullptr;
|
142
180
|
Call* sibling_prev = nullptr;
|
143
181
|
};
|
144
182
|
|
183
|
+
Call(Arena* arena, bool is_client, Timestamp send_deadline,
|
184
|
+
RefCountedPtr<Channel> channel)
|
185
|
+
: channel_(std::move(channel)),
|
186
|
+
arena_(arena),
|
187
|
+
send_deadline_(send_deadline),
|
188
|
+
is_client_(is_client) {
|
189
|
+
GPR_DEBUG_ASSERT(arena_ != nullptr);
|
190
|
+
GPR_DEBUG_ASSERT(channel_ != nullptr);
|
191
|
+
}
|
192
|
+
virtual ~Call() = default;
|
193
|
+
|
194
|
+
void DeleteThis();
|
195
|
+
|
145
196
|
ParentCall* GetOrCreateParentCall();
|
146
197
|
ParentCall* parent_call();
|
198
|
+
Channel* channel() const {
|
199
|
+
GPR_DEBUG_ASSERT(channel_ != nullptr);
|
200
|
+
return channel_.get();
|
201
|
+
}
|
147
202
|
|
148
203
|
absl::Status InitParent(Call* parent, uint32_t propagation_mask);
|
149
204
|
void PublishToParent(Call* parent);
|
@@ -155,7 +210,42 @@ class Call : public CppImplOf<Call, grpc_call> {
|
|
155
210
|
send_deadline_ = send_deadline;
|
156
211
|
}
|
157
212
|
|
213
|
+
Slice GetPeerString() const {
|
214
|
+
MutexLock lock(&peer_mu_);
|
215
|
+
return peer_string_.Ref();
|
216
|
+
}
|
217
|
+
|
218
|
+
void SetPeerString(Slice peer_string) {
|
219
|
+
MutexLock lock(&peer_mu_);
|
220
|
+
peer_string_ = std::move(peer_string);
|
221
|
+
}
|
222
|
+
|
223
|
+
void ClearPeerString() { SetPeerString(Slice(grpc_empty_slice())); }
|
224
|
+
|
225
|
+
// TODO(ctiller): cancel_func is for cancellation of the call - filter stack
|
226
|
+
// holds no mutexes here, promise stack does, and so locking is different.
|
227
|
+
// Remove this and cancel directly once promise conversion is done.
|
228
|
+
void ProcessIncomingInitialMetadata(grpc_metadata_batch& md);
|
229
|
+
// Fixup outgoing metadata before sending - adds compression, protects
|
230
|
+
// internal headers against external modification.
|
231
|
+
void PrepareOutgoingInitialMetadata(const grpc_op& op,
|
232
|
+
grpc_metadata_batch& md);
|
233
|
+
void NoteLastMessageFlags(uint32_t flags) {
|
234
|
+
test_only_last_message_flags_ = flags;
|
235
|
+
}
|
236
|
+
grpc_compression_algorithm incoming_compression_algorithm() const {
|
237
|
+
return incoming_compression_algorithm_;
|
238
|
+
}
|
239
|
+
|
240
|
+
void HandleCompressionAlgorithmDisabled(
|
241
|
+
grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
|
242
|
+
void HandleCompressionAlgorithmNotAccepted(
|
243
|
+
grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
|
244
|
+
|
245
|
+
gpr_cycle_counter start_time() const { return start_time_; }
|
246
|
+
|
158
247
|
private:
|
248
|
+
RefCountedPtr<Channel> channel_;
|
159
249
|
Arena* const arena_;
|
160
250
|
std::atomic<ParentCall*> parent_call_{nullptr};
|
161
251
|
ChildCall* child_ = nullptr;
|
@@ -163,11 +253,261 @@ class Call : public CppImplOf<Call, grpc_call> {
|
|
163
253
|
const bool is_client_;
|
164
254
|
// flag indicating that cancellation is inherited
|
165
255
|
bool cancellation_is_inherited_ = false;
|
256
|
+
// Compression algorithm for *incoming* data
|
257
|
+
grpc_compression_algorithm incoming_compression_algorithm_ =
|
258
|
+
GRPC_COMPRESS_NONE;
|
259
|
+
// Supported encodings (compression algorithms), a bitset.
|
260
|
+
// Always support no compression.
|
261
|
+
CompressionAlgorithmSet encodings_accepted_by_peer_{GRPC_COMPRESS_NONE};
|
262
|
+
uint32_t test_only_last_message_flags_ = 0;
|
263
|
+
// Peer name is protected by a mutex because it can be accessed by the
|
264
|
+
// application at the same moment as it is being set by the completion
|
265
|
+
// of the recv_initial_metadata op. The mutex should be mostly uncontended.
|
266
|
+
mutable Mutex peer_mu_;
|
267
|
+
Slice peer_string_;
|
268
|
+
gpr_cycle_counter start_time_ = gpr_get_cycle_counter();
|
166
269
|
};
|
167
270
|
|
271
|
+
Call::ParentCall* Call::GetOrCreateParentCall() {
|
272
|
+
ParentCall* p = parent_call_.load(std::memory_order_acquire);
|
273
|
+
if (p == nullptr) {
|
274
|
+
p = arena_->New<ParentCall>();
|
275
|
+
ParentCall* expected = nullptr;
|
276
|
+
if (!parent_call_.compare_exchange_strong(expected, p,
|
277
|
+
std::memory_order_release,
|
278
|
+
std::memory_order_relaxed)) {
|
279
|
+
p->~ParentCall();
|
280
|
+
p = expected;
|
281
|
+
}
|
282
|
+
}
|
283
|
+
return p;
|
284
|
+
}
|
285
|
+
|
286
|
+
Call::ParentCall* Call::parent_call() {
|
287
|
+
return parent_call_.load(std::memory_order_acquire);
|
288
|
+
}
|
289
|
+
|
290
|
+
absl::Status Call::InitParent(Call* parent, uint32_t propagation_mask) {
|
291
|
+
child_ = arena()->New<ChildCall>(parent);
|
292
|
+
|
293
|
+
parent->InternalRef("child");
|
294
|
+
GPR_ASSERT(is_client_);
|
295
|
+
GPR_ASSERT(!parent->is_client_);
|
296
|
+
|
297
|
+
if (propagation_mask & GRPC_PROPAGATE_DEADLINE) {
|
298
|
+
send_deadline_ = std::min(send_deadline_, parent->send_deadline_);
|
299
|
+
}
|
300
|
+
// for now GRPC_PROPAGATE_TRACING_CONTEXT *MUST* be passed with
|
301
|
+
// GRPC_PROPAGATE_STATS_CONTEXT
|
302
|
+
// TODO(ctiller): This should change to use the appropriate census start_op
|
303
|
+
// call.
|
304
|
+
if (propagation_mask & GRPC_PROPAGATE_CENSUS_TRACING_CONTEXT) {
|
305
|
+
if (0 == (propagation_mask & GRPC_PROPAGATE_CENSUS_STATS_CONTEXT)) {
|
306
|
+
return absl::UnknownError(
|
307
|
+
"Census tracing propagation requested without Census context "
|
308
|
+
"propagation");
|
309
|
+
}
|
310
|
+
ContextSet(GRPC_CONTEXT_TRACING, parent->ContextGet(GRPC_CONTEXT_TRACING),
|
311
|
+
nullptr);
|
312
|
+
} else if (propagation_mask & GRPC_PROPAGATE_CENSUS_STATS_CONTEXT) {
|
313
|
+
return absl::UnknownError(
|
314
|
+
"Census context propagation requested without Census tracing "
|
315
|
+
"propagation");
|
316
|
+
}
|
317
|
+
if (propagation_mask & GRPC_PROPAGATE_CANCELLATION) {
|
318
|
+
cancellation_is_inherited_ = true;
|
319
|
+
}
|
320
|
+
return absl::OkStatus();
|
321
|
+
}
|
322
|
+
|
323
|
+
void Call::PublishToParent(Call* parent) {
|
324
|
+
ChildCall* cc = child_;
|
325
|
+
ParentCall* pc = parent->GetOrCreateParentCall();
|
326
|
+
MutexLock lock(&pc->child_list_mu);
|
327
|
+
if (pc->first_child == nullptr) {
|
328
|
+
pc->first_child = this;
|
329
|
+
cc->sibling_next = cc->sibling_prev = this;
|
330
|
+
} else {
|
331
|
+
cc->sibling_next = pc->first_child;
|
332
|
+
cc->sibling_prev = pc->first_child->child_->sibling_prev;
|
333
|
+
cc->sibling_next->child_->sibling_prev =
|
334
|
+
cc->sibling_prev->child_->sibling_next = this;
|
335
|
+
}
|
336
|
+
if (parent->Completed()) {
|
337
|
+
CancelWithError(absl::CancelledError());
|
338
|
+
}
|
339
|
+
}
|
340
|
+
|
341
|
+
void Call::MaybeUnpublishFromParent() {
|
342
|
+
ChildCall* cc = child_;
|
343
|
+
if (cc == nullptr) return;
|
344
|
+
|
345
|
+
ParentCall* pc = cc->parent->parent_call();
|
346
|
+
{
|
347
|
+
MutexLock lock(&pc->child_list_mu);
|
348
|
+
if (this == pc->first_child) {
|
349
|
+
pc->first_child = cc->sibling_next;
|
350
|
+
if (this == pc->first_child) {
|
351
|
+
pc->first_child = nullptr;
|
352
|
+
}
|
353
|
+
}
|
354
|
+
cc->sibling_prev->child_->sibling_next = cc->sibling_next;
|
355
|
+
cc->sibling_next->child_->sibling_prev = cc->sibling_prev;
|
356
|
+
}
|
357
|
+
cc->parent->InternalUnref("child");
|
358
|
+
}
|
359
|
+
|
360
|
+
void Call::CancelWithStatus(grpc_status_code status, const char* description) {
|
361
|
+
// copying 'description' is needed to ensure the grpc_call_cancel_with_status
|
362
|
+
// guarantee that can be short-lived.
|
363
|
+
// TODO(ctiller): change to
|
364
|
+
// absl::Status(static_cast<absl::StatusCode>(status), description)
|
365
|
+
// (ie remove the set_int, set_str).
|
366
|
+
CancelWithError(grpc_error_set_int(
|
367
|
+
grpc_error_set_str(
|
368
|
+
absl::Status(static_cast<absl::StatusCode>(status), description),
|
369
|
+
StatusStrProperty::kGrpcMessage, description),
|
370
|
+
StatusIntProperty::kRpcStatus, status));
|
371
|
+
}
|
372
|
+
|
373
|
+
void Call::PropagateCancellationToChildren() {
|
374
|
+
ParentCall* pc = parent_call();
|
375
|
+
if (pc != nullptr) {
|
376
|
+
Call* child;
|
377
|
+
MutexLock lock(&pc->child_list_mu);
|
378
|
+
child = pc->first_child;
|
379
|
+
if (child != nullptr) {
|
380
|
+
do {
|
381
|
+
Call* next_child_call = child->child_->sibling_next;
|
382
|
+
if (child->cancellation_is_inherited_) {
|
383
|
+
child->InternalRef("propagate_cancel");
|
384
|
+
child->CancelWithError(absl::CancelledError());
|
385
|
+
child->InternalUnref("propagate_cancel");
|
386
|
+
}
|
387
|
+
child = next_child_call;
|
388
|
+
} while (child != pc->first_child);
|
389
|
+
}
|
390
|
+
}
|
391
|
+
}
|
392
|
+
|
393
|
+
char* Call::GetPeer() {
|
394
|
+
Slice peer_slice = GetPeerString();
|
395
|
+
if (!peer_slice.empty()) {
|
396
|
+
absl::string_view peer_string_view = peer_slice.as_string_view();
|
397
|
+
char* peer_string =
|
398
|
+
static_cast<char*>(gpr_malloc(peer_string_view.size() + 1));
|
399
|
+
memcpy(peer_string, peer_string_view.data(), peer_string_view.size());
|
400
|
+
peer_string[peer_string_view.size()] = '\0';
|
401
|
+
return peer_string;
|
402
|
+
}
|
403
|
+
char* peer_string = grpc_channel_get_target(channel_->c_ptr());
|
404
|
+
if (peer_string != nullptr) return peer_string;
|
405
|
+
return gpr_strdup("unknown");
|
406
|
+
}
|
407
|
+
|
408
|
+
void Call::DeleteThis() {
|
409
|
+
RefCountedPtr<Channel> channel = std::move(channel_);
|
410
|
+
Arena* arena = arena_;
|
411
|
+
this->~Call();
|
412
|
+
channel->UpdateCallSizeEstimate(arena->TotalUsedBytes());
|
413
|
+
arena->Destroy();
|
414
|
+
}
|
415
|
+
|
416
|
+
void Call::PrepareOutgoingInitialMetadata(const grpc_op& op,
|
417
|
+
grpc_metadata_batch& md) {
|
418
|
+
// TODO(juanlishen): If the user has already specified a compression
|
419
|
+
// algorithm by setting the initial metadata with key of
|
420
|
+
// GRPC_COMPRESSION_REQUEST_ALGORITHM_MD_KEY, we shouldn't override that
|
421
|
+
// with the compression algorithm mapped from compression level.
|
422
|
+
// process compression level
|
423
|
+
grpc_compression_level effective_compression_level = GRPC_COMPRESS_LEVEL_NONE;
|
424
|
+
bool level_set = false;
|
425
|
+
if (op.data.send_initial_metadata.maybe_compression_level.is_set) {
|
426
|
+
effective_compression_level =
|
427
|
+
op.data.send_initial_metadata.maybe_compression_level.level;
|
428
|
+
level_set = true;
|
429
|
+
} else {
|
430
|
+
const grpc_compression_options copts = channel()->compression_options();
|
431
|
+
if (copts.default_level.is_set) {
|
432
|
+
level_set = true;
|
433
|
+
effective_compression_level = copts.default_level.level;
|
434
|
+
}
|
435
|
+
}
|
436
|
+
// Currently, only server side supports compression level setting.
|
437
|
+
if (level_set && !is_client()) {
|
438
|
+
const grpc_compression_algorithm calgo =
|
439
|
+
encodings_accepted_by_peer().CompressionAlgorithmForLevel(
|
440
|
+
effective_compression_level);
|
441
|
+
// The following metadata will be checked and removed by the message
|
442
|
+
// compression filter. It will be used as the call's compression
|
443
|
+
// algorithm.
|
444
|
+
md.Set(GrpcInternalEncodingRequest(), calgo);
|
445
|
+
}
|
446
|
+
// Ignore any te metadata key value pairs specified.
|
447
|
+
md.Remove(TeMetadata());
|
448
|
+
// Should never come from applications
|
449
|
+
md.Remove(GrpcLbClientStatsMetadata());
|
450
|
+
}
|
451
|
+
|
452
|
+
void Call::ProcessIncomingInitialMetadata(grpc_metadata_batch& md) {
|
453
|
+
Slice* peer_string = md.get_pointer(PeerString());
|
454
|
+
if (peer_string != nullptr) SetPeerString(peer_string->Ref());
|
455
|
+
|
456
|
+
incoming_compression_algorithm_ =
|
457
|
+
md.Take(GrpcEncodingMetadata()).value_or(GRPC_COMPRESS_NONE);
|
458
|
+
encodings_accepted_by_peer_ =
|
459
|
+
md.Take(GrpcAcceptEncodingMetadata())
|
460
|
+
.value_or(CompressionAlgorithmSet{GRPC_COMPRESS_NONE});
|
461
|
+
|
462
|
+
const grpc_compression_options compression_options =
|
463
|
+
channel_->compression_options();
|
464
|
+
const grpc_compression_algorithm compression_algorithm =
|
465
|
+
incoming_compression_algorithm_;
|
466
|
+
if (GPR_UNLIKELY(!CompressionAlgorithmSet::FromUint32(
|
467
|
+
compression_options.enabled_algorithms_bitset)
|
468
|
+
.IsSet(compression_algorithm))) {
|
469
|
+
// check if algorithm is supported by current channel config
|
470
|
+
HandleCompressionAlgorithmDisabled(compression_algorithm);
|
471
|
+
}
|
472
|
+
// GRPC_COMPRESS_NONE is always set.
|
473
|
+
GPR_DEBUG_ASSERT(encodings_accepted_by_peer_.IsSet(GRPC_COMPRESS_NONE));
|
474
|
+
if (GPR_UNLIKELY(!encodings_accepted_by_peer_.IsSet(compression_algorithm))) {
|
475
|
+
if (GRPC_TRACE_FLAG_ENABLED(grpc_compression_trace)) {
|
476
|
+
HandleCompressionAlgorithmNotAccepted(compression_algorithm);
|
477
|
+
}
|
478
|
+
}
|
479
|
+
}
|
480
|
+
|
481
|
+
void Call::HandleCompressionAlgorithmNotAccepted(
|
482
|
+
grpc_compression_algorithm compression_algorithm) {
|
483
|
+
const char* algo_name = nullptr;
|
484
|
+
grpc_compression_algorithm_name(compression_algorithm, &algo_name);
|
485
|
+
gpr_log(GPR_ERROR,
|
486
|
+
"Compression algorithm ('%s') not present in the "
|
487
|
+
"accepted encodings (%s)",
|
488
|
+
algo_name,
|
489
|
+
std::string(encodings_accepted_by_peer_.ToString()).c_str());
|
490
|
+
}
|
491
|
+
|
492
|
+
void Call::HandleCompressionAlgorithmDisabled(
|
493
|
+
grpc_compression_algorithm compression_algorithm) {
|
494
|
+
const char* algo_name = nullptr;
|
495
|
+
grpc_compression_algorithm_name(compression_algorithm, &algo_name);
|
496
|
+
std::string error_msg =
|
497
|
+
absl::StrFormat("Compression algorithm '%s' is disabled.", algo_name);
|
498
|
+
gpr_log(GPR_ERROR, "%s", error_msg.c_str());
|
499
|
+
CancelWithError(grpc_error_set_int(absl::UnimplementedError(error_msg),
|
500
|
+
StatusIntProperty::kRpcStatus,
|
501
|
+
GRPC_STATUS_UNIMPLEMENTED));
|
502
|
+
}
|
503
|
+
|
504
|
+
///////////////////////////////////////////////////////////////////////////////
|
505
|
+
// FilterStackCall
|
506
|
+
// To be removed once promise conversion is complete
|
507
|
+
|
168
508
|
class FilterStackCall final : public Call {
|
169
509
|
public:
|
170
|
-
~FilterStackCall() {
|
510
|
+
~FilterStackCall() override {
|
171
511
|
for (int i = 0; i < GRPC_CONTEXT_COUNT; ++i) {
|
172
512
|
if (context_[i].destroy) {
|
173
513
|
context_[i].destroy(context_[i].value);
|
@@ -202,7 +542,6 @@ class FilterStackCall final : public Call {
|
|
202
542
|
|
203
543
|
void CancelWithError(grpc_error_handle error) override;
|
204
544
|
void SetCompletionQueue(grpc_completion_queue* cq) override;
|
205
|
-
char* GetPeer() override;
|
206
545
|
grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
|
207
546
|
bool is_notify_tag_closure) override;
|
208
547
|
void ExternalRef() override { ext_ref_.Ref(); }
|
@@ -220,11 +559,6 @@ class FilterStackCall final : public Call {
|
|
220
559
|
return context_[elem].value;
|
221
560
|
}
|
222
561
|
|
223
|
-
grpc_compression_algorithm compression_for_level(
|
224
|
-
grpc_compression_level level) override {
|
225
|
-
return encodings_accepted_by_peer_.CompressionAlgorithmForLevel(level);
|
226
|
-
}
|
227
|
-
|
228
562
|
bool is_trailers_only() const override {
|
229
563
|
bool result = is_trailers_only_;
|
230
564
|
GPR_DEBUG_ASSERT(!result || recv_initial_metadata_.TransportSize() == 0);
|
@@ -235,16 +569,11 @@ class FilterStackCall final : public Call {
|
|
235
569
|
return call_failed_before_recv_message_;
|
236
570
|
}
|
237
571
|
|
238
|
-
|
239
|
-
|
240
|
-
|
241
|
-
|
242
|
-
|
243
|
-
return test_only_last_message_flags_;
|
244
|
-
}
|
245
|
-
|
246
|
-
uint32_t test_only_encodings_accepted_by_peer() override {
|
247
|
-
return encodings_accepted_by_peer_.ToLegacyBitmask();
|
572
|
+
absl::string_view GetServerAuthority() const override {
|
573
|
+
const Slice* authority_metadata =
|
574
|
+
recv_initial_metadata_.get_pointer(HttpAuthorityMetadata());
|
575
|
+
if (authority_metadata == nullptr) return "";
|
576
|
+
return authority_metadata->as_string_view();
|
248
577
|
}
|
249
578
|
|
250
579
|
static size_t InitialSizeEstimate() {
|
@@ -253,69 +582,109 @@ class FilterStackCall final : public Call {
|
|
253
582
|
}
|
254
583
|
|
255
584
|
private:
|
256
|
-
// The maximum number of concurrent batches possible.
|
257
|
-
// Based upon the maximum number of individually queueable ops in the batch
|
258
|
-
// api:
|
259
|
-
// - initial metadata send
|
260
|
-
// - message send
|
261
|
-
// - status/close send (depending on client/server)
|
262
|
-
// - initial metadata recv
|
263
|
-
// - message recv
|
264
|
-
// - status/close recv (depending on client/server)
|
265
|
-
static constexpr size_t kMaxConcurrentBatches = 6;
|
266
|
-
|
267
585
|
static constexpr gpr_atm kRecvNone = 0;
|
268
586
|
static constexpr gpr_atm kRecvInitialMetadataFirst = 1;
|
269
587
|
|
588
|
+
enum class PendingOp {
|
589
|
+
kRecvMessage,
|
590
|
+
kRecvInitialMetadata,
|
591
|
+
kRecvTrailingMetadata,
|
592
|
+
kSends
|
593
|
+
};
|
594
|
+
static intptr_t PendingOpMask(PendingOp op) {
|
595
|
+
return static_cast<intptr_t>(1) << static_cast<intptr_t>(op);
|
596
|
+
}
|
597
|
+
static std::string PendingOpString(intptr_t pending_ops) {
|
598
|
+
std::vector<absl::string_view> pending_op_strings;
|
599
|
+
if (pending_ops & PendingOpMask(PendingOp::kRecvMessage)) {
|
600
|
+
pending_op_strings.push_back("kRecvMessage");
|
601
|
+
}
|
602
|
+
if (pending_ops & PendingOpMask(PendingOp::kRecvInitialMetadata)) {
|
603
|
+
pending_op_strings.push_back("kRecvInitialMetadata");
|
604
|
+
}
|
605
|
+
if (pending_ops & PendingOpMask(PendingOp::kRecvTrailingMetadata)) {
|
606
|
+
pending_op_strings.push_back("kRecvTrailingMetadata");
|
607
|
+
}
|
608
|
+
if (pending_ops & PendingOpMask(PendingOp::kSends)) {
|
609
|
+
pending_op_strings.push_back("kSends");
|
610
|
+
}
|
611
|
+
return absl::StrCat("{", absl::StrJoin(pending_op_strings, ","), "}");
|
612
|
+
}
|
270
613
|
struct BatchControl {
|
271
614
|
FilterStackCall* call_ = nullptr;
|
615
|
+
CallTracerAnnotationInterface* call_tracer_ = nullptr;
|
272
616
|
grpc_transport_stream_op_batch op_;
|
273
|
-
|
274
|
-
|
275
|
-
|
617
|
+
// Share memory for cq_completion and notify_tag as they are never needed
|
618
|
+
// simultaneously. Each byte used in this data structure count as six bytes
|
619
|
+
// per call, so any savings we can make are worthwhile,
|
276
620
|
|
277
|
-
|
278
|
-
|
279
|
-
|
621
|
+
// We use notify_tag to determine whether or not to send notification to the
|
622
|
+
// completion queue. Once we've made that determination, we can reuse the
|
623
|
+
// memory for cq_completion.
|
280
624
|
union {
|
281
625
|
grpc_cq_completion cq_completion;
|
282
626
|
struct {
|
283
|
-
|
284
|
-
|
285
|
-
|
286
|
-
|
287
|
-
|
627
|
+
// Any given op indicates completion by either (a) calling a closure or
|
628
|
+
// (b) sending a notification on the call's completion queue. If
|
629
|
+
// \a is_closure is true, \a tag indicates a closure to be invoked;
|
630
|
+
// otherwise, \a tag indicates the tag to be used in the notification to
|
631
|
+
// be sent to the completion queue.
|
288
632
|
void* tag;
|
289
633
|
bool is_closure;
|
290
634
|
} notify_tag;
|
291
635
|
} completion_data_;
|
292
636
|
grpc_closure start_batch_;
|
293
637
|
grpc_closure finish_batch_;
|
294
|
-
std::atomic<intptr_t>
|
638
|
+
std::atomic<intptr_t> ops_pending_{0};
|
295
639
|
AtomicError batch_error_;
|
296
|
-
void
|
297
|
-
|
640
|
+
void set_pending_ops(uintptr_t ops) {
|
641
|
+
ops_pending_.store(ops, std::memory_order_release);
|
298
642
|
}
|
299
|
-
bool completed_batch_step() {
|
300
|
-
|
643
|
+
bool completed_batch_step(PendingOp op) {
|
644
|
+
auto mask = PendingOpMask(op);
|
645
|
+
// Acquire call tracer before ops_pending_.fetch_sub to avoid races with
|
646
|
+
// call_ being set to nullptr in PostCompletion method. Store the
|
647
|
+
// call_tracer_ and call_ variables locally as well because they could be
|
648
|
+
// modified by another thread after the fetch_sub operation.
|
649
|
+
CallTracerAnnotationInterface* call_tracer = call_tracer_;
|
650
|
+
FilterStackCall* call = call_;
|
651
|
+
bool is_call_trace_enabled = grpc_call_trace.enabled();
|
652
|
+
bool is_call_ops_annotate_enabled =
|
653
|
+
(IsTraceRecordCallopsEnabled() && call_tracer != nullptr);
|
654
|
+
if (is_call_ops_annotate_enabled) {
|
655
|
+
call->InternalRef("Call ops annotate");
|
656
|
+
}
|
657
|
+
auto r = ops_pending_.fetch_sub(mask, std::memory_order_acq_rel);
|
658
|
+
if (is_call_trace_enabled || is_call_ops_annotate_enabled) {
|
659
|
+
std::string trace_string = absl::StrFormat(
|
660
|
+
"BATCH:%p COMPLETE:%s REMAINING:%s (tag:%p)", this,
|
661
|
+
PendingOpString(mask).c_str(), PendingOpString(r & ~mask).c_str(),
|
662
|
+
completion_data_.notify_tag.tag);
|
663
|
+
if (is_call_trace_enabled) {
|
664
|
+
gpr_log(GPR_DEBUG, "%s", trace_string.c_str());
|
665
|
+
}
|
666
|
+
if (is_call_ops_annotate_enabled) {
|
667
|
+
call_tracer->RecordAnnotation(trace_string);
|
668
|
+
call->InternalUnref("Call ops annotate");
|
669
|
+
}
|
670
|
+
}
|
671
|
+
GPR_ASSERT((r & mask) != 0);
|
672
|
+
return r == mask;
|
301
673
|
}
|
302
674
|
|
303
675
|
void PostCompletion();
|
304
|
-
void FinishStep();
|
305
|
-
void ContinueReceivingSlices();
|
306
|
-
void ReceivingSliceReady(grpc_error_handle error);
|
676
|
+
void FinishStep(PendingOp op);
|
307
677
|
void ProcessDataAfterMetadata();
|
308
678
|
void ReceivingStreamReady(grpc_error_handle error);
|
309
|
-
void ValidateFilteredMetadata();
|
310
679
|
void ReceivingInitialMetadataReady(grpc_error_handle error);
|
311
680
|
void ReceivingTrailingMetadataReady(grpc_error_handle error);
|
312
681
|
void FinishBatch(grpc_error_handle error);
|
313
682
|
};
|
314
683
|
|
315
684
|
FilterStackCall(Arena* arena, const grpc_call_create_args& args)
|
316
|
-
: Call(arena, args.server_transport_data == nullptr, args.send_deadline
|
685
|
+
: Call(arena, args.server_transport_data == nullptr, args.send_deadline,
|
686
|
+
args.channel->Ref()),
|
317
687
|
cq_(args.cq),
|
318
|
-
channel_(args.channel->Ref()),
|
319
688
|
stream_op_payload_(context_) {}
|
320
689
|
|
321
690
|
static void ReleaseCall(void* call, grpc_error_handle);
|
@@ -331,10 +700,6 @@ class FilterStackCall final : public Call {
|
|
331
700
|
grpc_closure* start_batch_closure);
|
332
701
|
void SetFinalStatus(grpc_error_handle error);
|
333
702
|
BatchControl* ReuseOrAllocateBatchControl(const grpc_op* ops);
|
334
|
-
void HandleCompressionAlgorithmDisabled(
|
335
|
-
grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
|
336
|
-
void HandleCompressionAlgorithmNotAccepted(
|
337
|
-
grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
|
338
703
|
bool PrepareApplicationMetadata(size_t count, grpc_metadata* metadata,
|
339
704
|
bool is_trailing);
|
340
705
|
void PublishAppMetadata(grpc_metadata_batch* b, bool is_trailing);
|
@@ -346,64 +711,50 @@ class FilterStackCall final : public Call {
|
|
346
711
|
CallCombiner call_combiner_;
|
347
712
|
grpc_completion_queue* cq_;
|
348
713
|
grpc_polling_entity pollent_;
|
349
|
-
RefCountedPtr<Channel> channel_;
|
350
|
-
gpr_cycle_counter start_time_ = gpr_get_cycle_counter();
|
351
714
|
|
352
|
-
|
715
|
+
/// has grpc_call_unref been called
|
353
716
|
bool destroy_called_ = false;
|
354
717
|
// Trailers-only response status
|
355
718
|
bool is_trailers_only_ = false;
|
356
|
-
|
719
|
+
/// which ops are in-flight
|
357
720
|
bool sent_initial_metadata_ = false;
|
358
721
|
bool sending_message_ = false;
|
359
722
|
bool sent_final_op_ = false;
|
360
723
|
bool received_initial_metadata_ = false;
|
361
724
|
bool receiving_message_ = false;
|
362
725
|
bool requested_final_op_ = false;
|
363
|
-
gpr_atm any_ops_sent_atm_ = 0;
|
364
726
|
gpr_atm received_final_op_atm_ = 0;
|
365
727
|
|
366
728
|
BatchControl* active_batches_[kMaxConcurrentBatches] = {};
|
367
729
|
grpc_transport_stream_op_batch_payload stream_op_payload_;
|
368
730
|
|
369
|
-
|
731
|
+
// first idx: is_receiving, second idx: is_trailing
|
370
732
|
grpc_metadata_batch send_initial_metadata_{arena()};
|
371
733
|
grpc_metadata_batch send_trailing_metadata_{arena()};
|
372
734
|
grpc_metadata_batch recv_initial_metadata_{arena()};
|
373
735
|
grpc_metadata_batch recv_trailing_metadata_{arena()};
|
374
736
|
|
375
|
-
|
376
|
-
|
737
|
+
// Buffered read metadata waiting to be returned to the application.
|
738
|
+
// Element 0 is initial metadata, element 1 is trailing metadata.
|
377
739
|
grpc_metadata_array* buffered_metadata_[2] = {};
|
378
740
|
|
379
|
-
//
|
380
|
-
|
381
|
-
|
382
|
-
/* Call data useful used for reporting. Only valid after the call has
|
383
|
-
* completed */
|
741
|
+
// Call data useful used for reporting. Only valid after the call has
|
742
|
+
// completed
|
384
743
|
grpc_call_final_info final_info_;
|
385
744
|
|
386
|
-
|
387
|
-
grpc_compression_algorithm incoming_compression_algorithm_ =
|
388
|
-
GRPC_COMPRESS_NONE;
|
389
|
-
/* Supported encodings (compression algorithms), a bitset.
|
390
|
-
* Always support no compression. */
|
391
|
-
CompressionAlgorithmSet encodings_accepted_by_peer_{GRPC_COMPRESS_NONE};
|
392
|
-
|
393
|
-
/* Contexts for various subsystems (security, tracing, ...). */
|
745
|
+
// Contexts for various subsystems (security, tracing, ...).
|
394
746
|
grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
|
395
747
|
|
396
|
-
|
748
|
+
SliceBuffer send_slice_buffer_;
|
749
|
+
absl::optional<SliceBuffer> receiving_slice_buffer_;
|
750
|
+
uint32_t receiving_stream_flags_;
|
397
751
|
|
398
|
-
OrphanablePtr<ByteStream> receiving_stream_;
|
399
752
|
bool call_failed_before_recv_message_ = false;
|
400
753
|
grpc_byte_buffer** receiving_buffer_ = nullptr;
|
401
754
|
grpc_slice receiving_slice_ = grpc_empty_slice();
|
402
|
-
grpc_closure receiving_slice_ready_;
|
403
755
|
grpc_closure receiving_stream_ready_;
|
404
756
|
grpc_closure receiving_initial_metadata_ready_;
|
405
757
|
grpc_closure receiving_trailing_metadata_ready_;
|
406
|
-
uint32_t test_only_last_message_flags_ = 0;
|
407
758
|
// Status about operation of call
|
408
759
|
bool sent_server_trailing_metadata_ = false;
|
409
760
|
gpr_atm cancelled_with_error_ = 0;
|
@@ -424,116 +775,44 @@ class FilterStackCall final : public Call {
|
|
424
775
|
} final_op_;
|
425
776
|
AtomicError status_error_;
|
426
777
|
|
427
|
-
|
428
|
-
|
429
|
-
|
430
|
-
|
431
|
-
|
432
|
-
|
433
|
-
|
434
|
-
|
435
|
-
|
436
|
-
|
437
|
-
|
438
|
-
|
439
|
-
|
440
|
-
|
441
|
-
|
442
|
-
|
778
|
+
// recv_state can contain one of the following values:
|
779
|
+
// RECV_NONE : : no initial metadata and messages received
|
780
|
+
// RECV_INITIAL_METADATA_FIRST : received initial metadata first
|
781
|
+
// a batch_control* : received messages first
|
782
|
+
|
783
|
+
// +------1------RECV_NONE------3-----+
|
784
|
+
// | |
|
785
|
+
// | |
|
786
|
+
// v v
|
787
|
+
// RECV_INITIAL_METADATA_FIRST receiving_stream_ready_bctlp
|
788
|
+
// | ^ | ^
|
789
|
+
// | | | |
|
790
|
+
// +-----2-----+ +-----4-----+
|
791
|
+
|
792
|
+
// For 1, 4: See receiving_initial_metadata_ready() function
|
793
|
+
// For 2, 3: See receiving_stream_ready() function
|
443
794
|
gpr_atm recv_state_ = 0;
|
444
795
|
};
|
445
796
|
|
446
|
-
|
447
|
-
|
448
|
-
|
449
|
-
p = arena_->New<ParentCall>();
|
450
|
-
ParentCall* expected = nullptr;
|
451
|
-
if (!parent_call_.compare_exchange_strong(expected, p,
|
452
|
-
std::memory_order_release,
|
453
|
-
std::memory_order_relaxed)) {
|
454
|
-
p->~ParentCall();
|
455
|
-
p = expected;
|
456
|
-
}
|
457
|
-
}
|
458
|
-
return p;
|
459
|
-
}
|
460
|
-
|
461
|
-
Call::ParentCall* Call::parent_call() {
|
462
|
-
return parent_call_.load(std::memory_order_acquire);
|
463
|
-
}
|
464
|
-
|
465
|
-
absl::Status Call::InitParent(Call* parent, uint32_t propagation_mask) {
|
466
|
-
child_ = arena()->New<ChildCall>(parent);
|
467
|
-
|
468
|
-
parent->InternalRef("child");
|
469
|
-
GPR_ASSERT(is_client_);
|
470
|
-
GPR_ASSERT(!parent->is_client_);
|
471
|
-
|
472
|
-
if (propagation_mask & GRPC_PROPAGATE_DEADLINE) {
|
473
|
-
send_deadline_ = std::min(send_deadline_, parent->send_deadline_);
|
474
|
-
}
|
475
|
-
/* for now GRPC_PROPAGATE_TRACING_CONTEXT *MUST* be passed with
|
476
|
-
* GRPC_PROPAGATE_STATS_CONTEXT */
|
477
|
-
/* TODO(ctiller): This should change to use the appropriate census start_op
|
478
|
-
* call. */
|
479
|
-
if (propagation_mask & GRPC_PROPAGATE_CENSUS_TRACING_CONTEXT) {
|
480
|
-
if (0 == (propagation_mask & GRPC_PROPAGATE_CENSUS_STATS_CONTEXT)) {
|
481
|
-
return absl::UnknownError(
|
482
|
-
"Census tracing propagation requested without Census context "
|
483
|
-
"propagation");
|
484
|
-
}
|
485
|
-
ContextSet(GRPC_CONTEXT_TRACING, parent->ContextGet(GRPC_CONTEXT_TRACING),
|
486
|
-
nullptr);
|
487
|
-
} else if (propagation_mask & GRPC_PROPAGATE_CENSUS_STATS_CONTEXT) {
|
488
|
-
return absl::UnknownError(
|
489
|
-
"Census context propagation requested without Census tracing "
|
490
|
-
"propagation");
|
491
|
-
}
|
492
|
-
if (propagation_mask & GRPC_PROPAGATE_CANCELLATION) {
|
493
|
-
cancellation_is_inherited_ = true;
|
494
|
-
}
|
495
|
-
return absl::OkStatus();
|
496
|
-
}
|
497
|
-
|
498
|
-
void Call::PublishToParent(Call* parent) {
|
499
|
-
ChildCall* cc = child_;
|
500
|
-
ParentCall* pc = parent->GetOrCreateParentCall();
|
501
|
-
MutexLock lock(&pc->child_list_mu);
|
502
|
-
if (pc->first_child == nullptr) {
|
503
|
-
pc->first_child = this;
|
504
|
-
cc->sibling_next = cc->sibling_prev = this;
|
505
|
-
} else {
|
506
|
-
cc->sibling_next = pc->first_child;
|
507
|
-
cc->sibling_prev = pc->first_child->child_->sibling_prev;
|
508
|
-
cc->sibling_next->child_->sibling_prev =
|
509
|
-
cc->sibling_prev->child_->sibling_next = this;
|
510
|
-
}
|
511
|
-
if (parent->Completed()) {
|
512
|
-
CancelWithError(GRPC_ERROR_CANCELLED);
|
513
|
-
}
|
514
|
-
}
|
515
|
-
|
516
|
-
grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
|
517
|
-
grpc_call** out_call) {
|
518
|
-
GPR_TIMER_SCOPE("grpc_call_create", 0);
|
519
|
-
|
520
|
-
Channel* channel = args->channel.get();
|
797
|
+
grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
|
798
|
+
grpc_call** out_call) {
|
799
|
+
Channel* channel = args->channel.get();
|
521
800
|
|
522
801
|
auto add_init_error = [](grpc_error_handle* composite,
|
523
802
|
grpc_error_handle new_err) {
|
524
|
-
if (new_err
|
525
|
-
if (
|
526
|
-
*composite =
|
803
|
+
if (new_err.ok()) return;
|
804
|
+
if (composite->ok()) {
|
805
|
+
*composite = GRPC_ERROR_CREATE("Call creation failed");
|
527
806
|
}
|
528
807
|
*composite = grpc_error_add_child(*composite, new_err);
|
529
808
|
};
|
530
809
|
|
531
810
|
Arena* arena;
|
532
811
|
FilterStackCall* call;
|
533
|
-
grpc_error_handle error
|
812
|
+
grpc_error_handle error;
|
534
813
|
grpc_channel_stack* channel_stack = channel->channel_stack();
|
535
814
|
size_t initial_size = channel->CallSizeEstimate();
|
536
|
-
|
815
|
+
global_stats().IncrementCallInitialSize(initial_size);
|
537
816
|
size_t call_alloc_size =
|
538
817
|
GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(FilterStackCall)) +
|
539
818
|
channel_stack->call_stack_size;
|
@@ -550,8 +829,8 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
|
|
550
829
|
call->final_op_.client.status_details = nullptr;
|
551
830
|
call->final_op_.client.status = nullptr;
|
552
831
|
call->final_op_.client.error_string = nullptr;
|
553
|
-
|
554
|
-
path =
|
832
|
+
global_stats().IncrementClientCallsCreated();
|
833
|
+
path = CSliceRef(args->path->c_slice());
|
555
834
|
call->send_initial_metadata_.Set(HttpPathMetadata(),
|
556
835
|
std::move(*args->path));
|
557
836
|
if (args->authority.has_value()) {
|
@@ -559,9 +838,29 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
|
|
559
838
|
std::move(*args->authority));
|
560
839
|
}
|
561
840
|
} else {
|
562
|
-
|
841
|
+
global_stats().IncrementServerCallsCreated();
|
563
842
|
call->final_op_.server.cancelled = nullptr;
|
564
843
|
call->final_op_.server.core_server = args->server;
|
844
|
+
// TODO(yashykt): In the future, we want to also enable stats and trace
|
845
|
+
// collecting from when the call is created at the transport. The idea is
|
846
|
+
// that the transport would create the call tracer and pass it in as part of
|
847
|
+
// the metadata.
|
848
|
+
auto* server_call_tracer_factory = ServerCallTracerFactory::Get(
|
849
|
+
args->server != nullptr ? args->server->channel_args() : ChannelArgs());
|
850
|
+
if (server_call_tracer_factory != nullptr) {
|
851
|
+
auto* server_call_tracer =
|
852
|
+
server_call_tracer_factory->CreateNewServerCallTracer(arena);
|
853
|
+
if (server_call_tracer != nullptr) {
|
854
|
+
// Note that we are setting both
|
855
|
+
// GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
|
856
|
+
// GRPC_CONTEXT_CALL_TRACER as a matter of convenience. In the future
|
857
|
+
// promise-based world, we would just a single tracer object for each
|
858
|
+
// stack (call, subchannel_call, server_call.)
|
859
|
+
call->ContextSet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE,
|
860
|
+
server_call_tracer, nullptr);
|
861
|
+
call->ContextSet(GRPC_CONTEXT_CALL_TRACER, server_call_tracer, nullptr);
|
862
|
+
}
|
863
|
+
}
|
565
864
|
}
|
566
865
|
|
567
866
|
Call* parent = Call::FromC(args->parent);
|
@@ -569,11 +868,11 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
|
|
569
868
|
add_init_error(&error, absl_status_to_grpc_error(call->InitParent(
|
570
869
|
parent, args->propagation_mask)));
|
571
870
|
}
|
572
|
-
|
871
|
+
// initial refcount dropped by grpc_call_unref
|
573
872
|
grpc_call_element_args call_args = {
|
574
873
|
call->call_stack(), args->server_transport_data,
|
575
874
|
call->context_, path,
|
576
|
-
call->
|
875
|
+
call->start_time(), call->send_deadline(),
|
577
876
|
call->arena(), &call->call_combiner_};
|
578
877
|
add_init_error(&error, grpc_call_stack_init(channel_stack, 1, DestroyCall,
|
579
878
|
call, &call_args));
|
@@ -582,8 +881,8 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
|
|
582
881
|
call->PublishToParent(parent);
|
583
882
|
}
|
584
883
|
|
585
|
-
if (error
|
586
|
-
call->CancelWithError(
|
884
|
+
if (!error.ok()) {
|
885
|
+
call->CancelWithError(error);
|
587
886
|
}
|
588
887
|
if (args->cq != nullptr) {
|
589
888
|
GPR_ASSERT(args->pollset_set_alternative == nullptr &&
|
@@ -615,7 +914,7 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
|
|
615
914
|
}
|
616
915
|
}
|
617
916
|
|
618
|
-
|
917
|
+
CSliceUnref(path);
|
619
918
|
|
620
919
|
return error;
|
621
920
|
}
|
@@ -624,8 +923,7 @@ void FilterStackCall::SetCompletionQueue(grpc_completion_queue* cq) {
|
|
624
923
|
GPR_ASSERT(cq);
|
625
924
|
|
626
925
|
if (grpc_polling_entity_pollset_set(&pollent_) != nullptr) {
|
627
|
-
|
628
|
-
abort();
|
926
|
+
Crash("A pollset_set is already registered for this call.");
|
629
927
|
}
|
630
928
|
cq_ = cq;
|
631
929
|
GRPC_CQ_INTERNAL_REF(cq, "bind");
|
@@ -634,19 +932,14 @@ void FilterStackCall::SetCompletionQueue(grpc_completion_queue* cq) {
|
|
634
932
|
}
|
635
933
|
|
636
934
|
void FilterStackCall::ReleaseCall(void* call, grpc_error_handle /*error*/) {
|
637
|
-
|
638
|
-
RefCountedPtr<Channel> channel = std::move(c->channel_);
|
639
|
-
Arena* arena = c->arena();
|
640
|
-
c->~FilterStackCall();
|
641
|
-
channel->UpdateCallSizeEstimate(arena->Destroy());
|
935
|
+
static_cast<FilterStackCall*>(call)->DeleteThis();
|
642
936
|
}
|
643
937
|
|
644
938
|
void FilterStackCall::DestroyCall(void* call, grpc_error_handle /*error*/) {
|
645
|
-
GPR_TIMER_SCOPE("destroy_call", 0);
|
646
939
|
auto* c = static_cast<FilterStackCall*>(call);
|
647
940
|
c->recv_initial_metadata_.Clear();
|
648
941
|
c->recv_trailing_metadata_.Clear();
|
649
|
-
c->
|
942
|
+
c->receiving_slice_buffer_.reset();
|
650
943
|
ParentCall* pc = c->parent_call();
|
651
944
|
if (pc != nullptr) {
|
652
945
|
pc->~ParentCall();
|
@@ -659,38 +952,17 @@ void FilterStackCall::DestroyCall(void* call, grpc_error_handle /*error*/) {
|
|
659
952
|
grpc_error_get_status(status_error, c->send_deadline(),
|
660
953
|
&c->final_info_.final_status, nullptr, nullptr,
|
661
954
|
&(c->final_info_.error_string));
|
662
|
-
c->status_error_.set(
|
955
|
+
c->status_error_.set(absl::OkStatus());
|
663
956
|
c->final_info_.stats.latency =
|
664
|
-
gpr_cycle_counter_sub(gpr_get_cycle_counter(), c->
|
957
|
+
gpr_cycle_counter_sub(gpr_get_cycle_counter(), c->start_time());
|
665
958
|
grpc_call_stack_destroy(c->call_stack(), &c->final_info_,
|
666
959
|
GRPC_CLOSURE_INIT(&c->release_call_, ReleaseCall, c,
|
667
960
|
grpc_schedule_on_exec_ctx));
|
668
961
|
}
|
669
962
|
|
670
|
-
void Call::MaybeUnpublishFromParent() {
|
671
|
-
ChildCall* cc = child_;
|
672
|
-
if (cc == nullptr) return;
|
673
|
-
|
674
|
-
ParentCall* pc = cc->parent->parent_call();
|
675
|
-
{
|
676
|
-
MutexLock lock(&pc->child_list_mu);
|
677
|
-
if (this == pc->first_child) {
|
678
|
-
pc->first_child = cc->sibling_next;
|
679
|
-
if (this == pc->first_child) {
|
680
|
-
pc->first_child = nullptr;
|
681
|
-
}
|
682
|
-
}
|
683
|
-
cc->sibling_prev->child_->sibling_next = cc->sibling_next;
|
684
|
-
cc->sibling_next->child_->sibling_prev = cc->sibling_prev;
|
685
|
-
}
|
686
|
-
cc->parent->InternalUnref("child");
|
687
|
-
}
|
688
|
-
|
689
963
|
void FilterStackCall::ExternalUnref() {
|
690
964
|
if (GPR_LIKELY(!ext_ref_.Unref())) return;
|
691
965
|
|
692
|
-
GPR_TIMER_SCOPE("grpc_call_unref", 0);
|
693
|
-
|
694
966
|
ApplicationCallbackExecCtx callback_exec_ctx;
|
695
967
|
ExecCtx exec_ctx;
|
696
968
|
|
@@ -700,10 +972,9 @@ void FilterStackCall::ExternalUnref() {
|
|
700
972
|
|
701
973
|
GPR_ASSERT(!destroy_called_);
|
702
974
|
destroy_called_ = true;
|
703
|
-
bool cancel = gpr_atm_acq_load(&
|
704
|
-
gpr_atm_acq_load(&received_final_op_atm_) == 0;
|
975
|
+
bool cancel = gpr_atm_acq_load(&received_final_op_atm_) == 0;
|
705
976
|
if (cancel) {
|
706
|
-
CancelWithError(
|
977
|
+
CancelWithError(absl::CancelledError());
|
707
978
|
} else {
|
708
979
|
// Unset the call combiner cancellation closure. This has the
|
709
980
|
// effect of scheduling the previously set cancellation closure, if
|
@@ -714,14 +985,6 @@ void FilterStackCall::ExternalUnref() {
|
|
714
985
|
InternalUnref("destroy");
|
715
986
|
}
|
716
987
|
|
717
|
-
char* FilterStackCall::GetPeer() {
|
718
|
-
char* peer_string = reinterpret_cast<char*>(gpr_atm_acq_load(&peer_string_));
|
719
|
-
if (peer_string != nullptr) return gpr_strdup(peer_string);
|
720
|
-
peer_string = grpc_channel_get_target(channel_->c_ptr());
|
721
|
-
if (peer_string != nullptr) return peer_string;
|
722
|
-
return gpr_strdup("unknown");
|
723
|
-
}
|
724
|
-
|
725
988
|
// start_batch_closure points to a caller-allocated closure to be used
|
726
989
|
// for entering the call combiner.
|
727
990
|
void FilterStackCall::ExecuteBatch(grpc_transport_stream_op_batch* batch,
|
@@ -729,7 +992,6 @@ void FilterStackCall::ExecuteBatch(grpc_transport_stream_op_batch* batch,
|
|
729
992
|
// This is called via the call combiner to start sending a batch down
|
730
993
|
// the filter stack.
|
731
994
|
auto execute_batch_in_call_combiner = [](void* arg, grpc_error_handle) {
|
732
|
-
GPR_TIMER_SCOPE("execute_batch_in_call_combiner", 0);
|
733
995
|
grpc_transport_stream_op_batch* batch =
|
734
996
|
static_cast<grpc_transport_stream_op_batch*>(arg);
|
735
997
|
auto* call =
|
@@ -742,7 +1004,7 @@ void FilterStackCall::ExecuteBatch(grpc_transport_stream_op_batch* batch,
|
|
742
1004
|
GRPC_CLOSURE_INIT(start_batch_closure, execute_batch_in_call_combiner, batch,
|
743
1005
|
grpc_schedule_on_exec_ctx);
|
744
1006
|
GRPC_CALL_COMBINER_START(call_combiner(), start_batch_closure,
|
745
|
-
|
1007
|
+
absl::OkStatus(), "executing batch");
|
746
1008
|
}
|
747
1009
|
|
748
1010
|
namespace {
|
@@ -765,15 +1027,15 @@ static void done_termination(void* arg, grpc_error_handle /*error*/) {
|
|
765
1027
|
|
766
1028
|
void FilterStackCall::CancelWithError(grpc_error_handle error) {
|
767
1029
|
if (!gpr_atm_rel_cas(&cancelled_with_error_, 0, 1)) {
|
768
|
-
GRPC_ERROR_UNREF(error);
|
769
1030
|
return;
|
770
1031
|
}
|
1032
|
+
ClearPeerString();
|
771
1033
|
InternalRef("termination");
|
772
1034
|
// Inform the call combiner of the cancellation, so that it can cancel
|
773
1035
|
// any in-flight asynchronous actions that may be holding the call
|
774
1036
|
// combiner. This ensures that the cancel_stream batch can be sent
|
775
1037
|
// down the filter stack in a timely manner.
|
776
|
-
call_combiner_.Cancel(
|
1038
|
+
call_combiner_.Cancel(error);
|
777
1039
|
CancelState* state = new CancelState;
|
778
1040
|
state->call = this;
|
779
1041
|
GRPC_CLOSURE_INIT(&state->finish_batch, done_termination, state,
|
@@ -785,19 +1047,10 @@ void FilterStackCall::CancelWithError(grpc_error_handle error) {
|
|
785
1047
|
ExecuteBatch(op, &state->start_batch);
|
786
1048
|
}
|
787
1049
|
|
788
|
-
void Call::CancelWithStatus(grpc_status_code status, const char* description) {
|
789
|
-
// copying 'description' is needed to ensure the grpc_call_cancel_with_status
|
790
|
-
// guarantee that can be short-lived.
|
791
|
-
CancelWithError(grpc_error_set_int(
|
792
|
-
grpc_error_set_str(GRPC_ERROR_CREATE_FROM_COPIED_STRING(description),
|
793
|
-
GRPC_ERROR_STR_GRPC_MESSAGE, description),
|
794
|
-
GRPC_ERROR_INT_GRPC_STATUS, status));
|
795
|
-
}
|
796
|
-
|
797
1050
|
void FilterStackCall::SetFinalStatus(grpc_error_handle error) {
|
798
1051
|
if (GRPC_TRACE_FLAG_ENABLED(grpc_call_error_trace)) {
|
799
|
-
gpr_log(GPR_DEBUG, "set_final_status %s", is_client() ? "CLI" : "SVR"
|
800
|
-
|
1052
|
+
gpr_log(GPR_DEBUG, "set_final_status %s %s", is_client() ? "CLI" : "SVR",
|
1053
|
+
StatusToString(error).c_str());
|
801
1054
|
}
|
802
1055
|
if (is_client()) {
|
803
1056
|
std::string status_details;
|
@@ -807,8 +1060,7 @@ void FilterStackCall::SetFinalStatus(grpc_error_handle error) {
|
|
807
1060
|
*final_op_.client.status_details =
|
808
1061
|
grpc_slice_from_cpp_string(std::move(status_details));
|
809
1062
|
status_error_.set(error);
|
810
|
-
|
811
|
-
channelz::ChannelNode* channelz_channel = channel_->channelz_node();
|
1063
|
+
channelz::ChannelNode* channelz_channel = channel()->channelz_node();
|
812
1064
|
if (channelz_channel != nullptr) {
|
813
1065
|
if (*final_op_.client.status != GRPC_STATUS_OK) {
|
814
1066
|
channelz_channel->RecordCallFailed();
|
@@ -818,7 +1070,7 @@ void FilterStackCall::SetFinalStatus(grpc_error_handle error) {
|
|
818
1070
|
}
|
819
1071
|
} else {
|
820
1072
|
*final_op_.server.cancelled =
|
821
|
-
error
|
1073
|
+
!error.ok() || !sent_server_trailing_metadata_;
|
822
1074
|
channelz::ServerNode* channelz_node =
|
823
1075
|
final_op_.server.core_server->channelz_node();
|
824
1076
|
if (channelz_node != nullptr) {
|
@@ -828,7 +1080,6 @@ void FilterStackCall::SetFinalStatus(grpc_error_handle error) {
|
|
828
1080
|
channelz_node->RecordCallSucceeded();
|
829
1081
|
}
|
830
1082
|
}
|
831
|
-
GRPC_ERROR_UNREF(error);
|
832
1083
|
}
|
833
1084
|
}
|
834
1085
|
|
@@ -854,8 +1105,7 @@ bool FilterStackCall::PrepareApplicationMetadata(size_t count,
|
|
854
1105
|
// Filter "content-length metadata"
|
855
1106
|
continue;
|
856
1107
|
}
|
857
|
-
batch->Append(StringViewFromSlice(md->key),
|
858
|
-
Slice(grpc_slice_ref_internal(md->value)),
|
1108
|
+
batch->Append(StringViewFromSlice(md->key), Slice(CSliceRef(md->value)),
|
859
1109
|
[md](absl::string_view error, const Slice& value) {
|
860
1110
|
gpr_log(GPR_DEBUG, "Append error: %s",
|
861
1111
|
absl::StrCat("key=", StringViewFromSlice(md->key),
|
@@ -928,7 +1178,6 @@ void FilterStackCall::PublishAppMetadata(grpc_metadata_batch* b,
|
|
928
1178
|
if (b->count() == 0) return;
|
929
1179
|
if (!is_client() && is_trailing) return;
|
930
1180
|
if (is_trailing && buffered_metadata_[1] == nullptr) return;
|
931
|
-
GPR_TIMER_SCOPE("publish_app_metadata", 0);
|
932
1181
|
grpc_metadata_array* dest;
|
933
1182
|
dest = buffered_metadata_[is_trailing];
|
934
1183
|
if (dest->count + b->count() > dest->capacity) {
|
@@ -942,49 +1191,43 @@ void FilterStackCall::PublishAppMetadata(grpc_metadata_batch* b,
|
|
942
1191
|
}
|
943
1192
|
|
944
1193
|
void FilterStackCall::RecvInitialFilter(grpc_metadata_batch* b) {
|
945
|
-
|
946
|
-
b->Take(GrpcEncodingMetadata()).value_or(GRPC_COMPRESS_NONE);
|
947
|
-
encodings_accepted_by_peer_ =
|
948
|
-
b->Take(GrpcAcceptEncodingMetadata())
|
949
|
-
.value_or(CompressionAlgorithmSet{GRPC_COMPRESS_NONE});
|
1194
|
+
ProcessIncomingInitialMetadata(*b);
|
950
1195
|
PublishAppMetadata(b, false);
|
951
1196
|
}
|
952
1197
|
|
953
1198
|
void FilterStackCall::RecvTrailingFilter(grpc_metadata_batch* b,
|
954
1199
|
grpc_error_handle batch_error) {
|
955
|
-
if (batch_error
|
1200
|
+
if (!batch_error.ok()) {
|
956
1201
|
SetFinalStatus(batch_error);
|
957
1202
|
} else {
|
958
1203
|
absl::optional<grpc_status_code> grpc_status =
|
959
1204
|
b->Take(GrpcStatusMetadata());
|
960
1205
|
if (grpc_status.has_value()) {
|
961
1206
|
grpc_status_code status_code = *grpc_status;
|
962
|
-
grpc_error_handle error
|
1207
|
+
grpc_error_handle error;
|
963
1208
|
if (status_code != GRPC_STATUS_OK) {
|
964
|
-
|
1209
|
+
Slice peer = GetPeerString();
|
965
1210
|
error = grpc_error_set_int(
|
966
|
-
|
967
|
-
|
968
|
-
|
969
|
-
gpr_free(peer);
|
1211
|
+
GRPC_ERROR_CREATE(absl::StrCat("Error received from peer ",
|
1212
|
+
peer.as_string_view())),
|
1213
|
+
StatusIntProperty::kRpcStatus, static_cast<intptr_t>(status_code));
|
970
1214
|
}
|
971
1215
|
auto grpc_message = b->Take(GrpcMessageMetadata());
|
972
1216
|
if (grpc_message.has_value()) {
|
973
|
-
error = grpc_error_set_str(error,
|
1217
|
+
error = grpc_error_set_str(error, StatusStrProperty::kGrpcMessage,
|
974
1218
|
grpc_message->as_string_view());
|
975
|
-
} else if (error
|
976
|
-
error = grpc_error_set_str(error,
|
1219
|
+
} else if (!error.ok()) {
|
1220
|
+
error = grpc_error_set_str(error, StatusStrProperty::kGrpcMessage, "");
|
977
1221
|
}
|
978
|
-
SetFinalStatus(
|
979
|
-
GRPC_ERROR_UNREF(error);
|
1222
|
+
SetFinalStatus(error);
|
980
1223
|
} else if (!is_client()) {
|
981
|
-
SetFinalStatus(
|
1224
|
+
SetFinalStatus(absl::OkStatus());
|
982
1225
|
} else {
|
983
1226
|
gpr_log(GPR_DEBUG,
|
984
1227
|
"Received trailing metadata with no error and no status");
|
985
|
-
SetFinalStatus(grpc_error_set_int(
|
986
|
-
|
987
|
-
|
1228
|
+
SetFinalStatus(grpc_error_set_int(GRPC_ERROR_CREATE("No status received"),
|
1229
|
+
StatusIntProperty::kRpcStatus,
|
1230
|
+
GRPC_STATUS_UNKNOWN));
|
988
1231
|
}
|
989
1232
|
}
|
990
1233
|
PublishAppMetadata(b, true);
|
@@ -992,7 +1235,7 @@ void FilterStackCall::RecvTrailingFilter(grpc_metadata_batch* b,
|
|
992
1235
|
|
993
1236
|
namespace {
|
994
1237
|
bool AreWriteFlagsValid(uint32_t flags) {
|
995
|
-
|
1238
|
+
// check that only bits in GRPC_WRITE_(INTERNAL?)_USED_MASK are set
|
996
1239
|
const uint32_t allowed_write_positions =
|
997
1240
|
(GRPC_WRITE_USED_MASK | GRPC_WRITE_INTERNAL_USED_MASK);
|
998
1241
|
const uint32_t invalid_positions = ~allowed_write_positions;
|
@@ -1000,7 +1243,7 @@ bool AreWriteFlagsValid(uint32_t flags) {
|
|
1000
1243
|
}
|
1001
1244
|
|
1002
1245
|
bool AreInitialMetadataFlagsValid(uint32_t flags) {
|
1003
|
-
|
1246
|
+
// check that only bits in GRPC_WRITE_(INTERNAL?)_USED_MASK are set
|
1004
1247
|
uint32_t invalid_positions = ~GRPC_INITIAL_METADATA_USED_MASK;
|
1005
1248
|
return !(flags & invalid_positions);
|
1006
1249
|
}
|
@@ -1044,72 +1287,55 @@ FilterStackCall::BatchControl* FilterStackCall::ReuseOrAllocateBatchControl(
|
|
1044
1287
|
*pslot = bctl;
|
1045
1288
|
}
|
1046
1289
|
bctl->call_ = this;
|
1290
|
+
bctl->call_tracer_ = static_cast<CallTracerAnnotationInterface*>(
|
1291
|
+
ContextGet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE));
|
1047
1292
|
bctl->op_.payload = &stream_op_payload_;
|
1048
1293
|
return bctl;
|
1049
1294
|
}
|
1050
1295
|
|
1051
|
-
void Call::PropagateCancellationToChildren() {
|
1052
|
-
ParentCall* pc = parent_call();
|
1053
|
-
if (pc != nullptr) {
|
1054
|
-
Call* child;
|
1055
|
-
MutexLock lock(&pc->child_list_mu);
|
1056
|
-
child = pc->first_child;
|
1057
|
-
if (child != nullptr) {
|
1058
|
-
do {
|
1059
|
-
Call* next_child_call = child->child_->sibling_next;
|
1060
|
-
if (child->cancellation_is_inherited_) {
|
1061
|
-
child->InternalRef("propagate_cancel");
|
1062
|
-
child->CancelWithError(GRPC_ERROR_CANCELLED);
|
1063
|
-
child->InternalUnref("propagate_cancel");
|
1064
|
-
}
|
1065
|
-
child = next_child_call;
|
1066
|
-
} while (child != pc->first_child);
|
1067
|
-
}
|
1068
|
-
}
|
1069
|
-
}
|
1070
|
-
|
1071
1296
|
void FilterStackCall::BatchControl::PostCompletion() {
|
1072
1297
|
FilterStackCall* call = call_;
|
1073
|
-
grpc_error_handle error =
|
1298
|
+
grpc_error_handle error = batch_error_.get();
|
1299
|
+
if (grpc_call_trace.enabled()) {
|
1300
|
+
gpr_log(GPR_DEBUG, "tag:%p batch_error=%s op:%s",
|
1301
|
+
completion_data_.notify_tag.tag, error.ToString().c_str(),
|
1302
|
+
grpc_transport_stream_op_batch_string(&op_, false).c_str());
|
1303
|
+
}
|
1074
1304
|
|
1075
1305
|
if (op_.send_initial_metadata) {
|
1076
1306
|
call->send_initial_metadata_.Clear();
|
1077
1307
|
}
|
1078
1308
|
if (op_.send_message) {
|
1079
|
-
if (op_.payload->send_message.stream_write_closed &&
|
1080
|
-
error == GRPC_ERROR_NONE) {
|
1309
|
+
if (op_.payload->send_message.stream_write_closed && error.ok()) {
|
1081
1310
|
error = grpc_error_add_child(
|
1082
|
-
error,
|
1311
|
+
error, GRPC_ERROR_CREATE(
|
1083
1312
|
"Attempt to send message after stream was closed."));
|
1084
1313
|
}
|
1085
1314
|
call->sending_message_ = false;
|
1315
|
+
call->send_slice_buffer_.Clear();
|
1086
1316
|
}
|
1087
1317
|
if (op_.send_trailing_metadata) {
|
1088
1318
|
call->send_trailing_metadata_.Clear();
|
1089
1319
|
}
|
1320
|
+
if (!error.ok() && op_.recv_message && *call->receiving_buffer_ != nullptr) {
|
1321
|
+
grpc_byte_buffer_destroy(*call->receiving_buffer_);
|
1322
|
+
*call->receiving_buffer_ = nullptr;
|
1323
|
+
}
|
1090
1324
|
if (op_.recv_trailing_metadata) {
|
1091
|
-
|
1325
|
+
// propagate cancellation to any interested children
|
1092
1326
|
gpr_atm_rel_store(&call->received_final_op_atm_, 1);
|
1093
1327
|
call->PropagateCancellationToChildren();
|
1094
|
-
|
1095
|
-
error = GRPC_ERROR_NONE;
|
1096
|
-
}
|
1097
|
-
if (error != GRPC_ERROR_NONE && op_.recv_message &&
|
1098
|
-
*call->receiving_buffer_ != nullptr) {
|
1099
|
-
grpc_byte_buffer_destroy(*call->receiving_buffer_);
|
1100
|
-
*call->receiving_buffer_ = nullptr;
|
1328
|
+
error = absl::OkStatus();
|
1101
1329
|
}
|
1102
|
-
batch_error_.set(
|
1330
|
+
batch_error_.set(absl::OkStatus());
|
1103
1331
|
|
1104
1332
|
if (completion_data_.notify_tag.is_closure) {
|
1105
|
-
/* unrefs error */
|
1106
1333
|
call_ = nullptr;
|
1107
1334
|
Closure::Run(DEBUG_LOCATION,
|
1108
1335
|
static_cast<grpc_closure*>(completion_data_.notify_tag.tag),
|
1109
1336
|
error);
|
1110
1337
|
call->InternalUnref("completion");
|
1111
1338
|
} else {
|
1112
|
-
/* unrefs error */
|
1113
1339
|
grpc_cq_end_op(
|
1114
1340
|
call->cq_, completion_data_.notify_tag.tag, error,
|
1115
1341
|
[](void* user_data, grpc_cq_completion* /*storage*/) {
|
@@ -1122,182 +1348,74 @@ void FilterStackCall::BatchControl::PostCompletion() {
|
|
1122
1348
|
}
|
1123
1349
|
}
|
1124
1350
|
|
1125
|
-
void FilterStackCall::BatchControl::FinishStep() {
|
1126
|
-
if (GPR_UNLIKELY(completed_batch_step())) {
|
1351
|
+
void FilterStackCall::BatchControl::FinishStep(PendingOp op) {
|
1352
|
+
if (GPR_UNLIKELY(completed_batch_step(op))) {
|
1127
1353
|
PostCompletion();
|
1128
1354
|
}
|
1129
1355
|
}
|
1130
1356
|
|
1131
|
-
void FilterStackCall::BatchControl::ContinueReceivingSlices() {
|
1132
|
-
grpc_error_handle error;
|
1133
|
-
FilterStackCall* call = call_;
|
1134
|
-
for (;;) {
|
1135
|
-
size_t remaining = call->receiving_stream_->length() -
|
1136
|
-
(*call->receiving_buffer_)->data.raw.slice_buffer.length;
|
1137
|
-
if (remaining == 0) {
|
1138
|
-
call->receiving_message_ = false;
|
1139
|
-
call->receiving_stream_.reset();
|
1140
|
-
FinishStep();
|
1141
|
-
return;
|
1142
|
-
}
|
1143
|
-
if (call->receiving_stream_->Next(remaining,
|
1144
|
-
&call->receiving_slice_ready_)) {
|
1145
|
-
error = call->receiving_stream_->Pull(&call->receiving_slice_);
|
1146
|
-
if (error == GRPC_ERROR_NONE) {
|
1147
|
-
grpc_slice_buffer_add(
|
1148
|
-
&(*call->receiving_buffer_)->data.raw.slice_buffer,
|
1149
|
-
call->receiving_slice_);
|
1150
|
-
} else {
|
1151
|
-
call->receiving_stream_.reset();
|
1152
|
-
grpc_byte_buffer_destroy(*call->receiving_buffer_);
|
1153
|
-
*call->receiving_buffer_ = nullptr;
|
1154
|
-
call->receiving_message_ = false;
|
1155
|
-
FinishStep();
|
1156
|
-
GRPC_ERROR_UNREF(error);
|
1157
|
-
return;
|
1158
|
-
}
|
1159
|
-
} else {
|
1160
|
-
return;
|
1161
|
-
}
|
1162
|
-
}
|
1163
|
-
}
|
1164
|
-
|
1165
|
-
void FilterStackCall::BatchControl::ReceivingSliceReady(
|
1166
|
-
grpc_error_handle error) {
|
1167
|
-
FilterStackCall* call = call_;
|
1168
|
-
bool release_error = false;
|
1169
|
-
|
1170
|
-
if (error == GRPC_ERROR_NONE) {
|
1171
|
-
grpc_slice slice;
|
1172
|
-
error = call->receiving_stream_->Pull(&slice);
|
1173
|
-
if (error == GRPC_ERROR_NONE) {
|
1174
|
-
grpc_slice_buffer_add(&(*call->receiving_buffer_)->data.raw.slice_buffer,
|
1175
|
-
slice);
|
1176
|
-
ContinueReceivingSlices();
|
1177
|
-
} else {
|
1178
|
-
/* Error returned by ByteStream::Pull() needs to be released manually */
|
1179
|
-
release_error = true;
|
1180
|
-
}
|
1181
|
-
}
|
1182
|
-
|
1183
|
-
if (error != GRPC_ERROR_NONE) {
|
1184
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_trace_operation_failures)) {
|
1185
|
-
GRPC_LOG_IF_ERROR("receiving_slice_ready", GRPC_ERROR_REF(error));
|
1186
|
-
}
|
1187
|
-
call->receiving_stream_.reset();
|
1188
|
-
grpc_byte_buffer_destroy(*call->receiving_buffer_);
|
1189
|
-
*call->receiving_buffer_ = nullptr;
|
1190
|
-
call->receiving_message_ = false;
|
1191
|
-
FinishStep();
|
1192
|
-
if (release_error) {
|
1193
|
-
GRPC_ERROR_UNREF(error);
|
1194
|
-
}
|
1195
|
-
}
|
1196
|
-
}
|
1197
|
-
|
1198
1357
|
void FilterStackCall::BatchControl::ProcessDataAfterMetadata() {
|
1199
1358
|
FilterStackCall* call = call_;
|
1200
|
-
if (call->
|
1359
|
+
if (!call->receiving_slice_buffer_.has_value()) {
|
1201
1360
|
*call->receiving_buffer_ = nullptr;
|
1202
1361
|
call->receiving_message_ = false;
|
1203
|
-
FinishStep();
|
1362
|
+
FinishStep(PendingOp::kRecvMessage);
|
1204
1363
|
} else {
|
1205
|
-
call->
|
1206
|
-
if ((call->
|
1207
|
-
(call->
|
1364
|
+
call->NoteLastMessageFlags(call->receiving_stream_flags_);
|
1365
|
+
if ((call->receiving_stream_flags_ & GRPC_WRITE_INTERNAL_COMPRESS) &&
|
1366
|
+
(call->incoming_compression_algorithm() != GRPC_COMPRESS_NONE)) {
|
1208
1367
|
*call->receiving_buffer_ = grpc_raw_compressed_byte_buffer_create(
|
1209
|
-
nullptr, 0, call->
|
1368
|
+
nullptr, 0, call->incoming_compression_algorithm());
|
1210
1369
|
} else {
|
1211
1370
|
*call->receiving_buffer_ = grpc_raw_byte_buffer_create(nullptr, 0);
|
1212
1371
|
}
|
1213
|
-
|
1214
|
-
|
1215
|
-
|
1216
|
-
|
1217
|
-
|
1218
|
-
|
1219
|
-
ContinueReceivingSlices();
|
1372
|
+
grpc_slice_buffer_move_into(
|
1373
|
+
call->receiving_slice_buffer_->c_slice_buffer(),
|
1374
|
+
&(*call->receiving_buffer_)->data.raw.slice_buffer);
|
1375
|
+
call->receiving_message_ = false;
|
1376
|
+
call->receiving_slice_buffer_.reset();
|
1377
|
+
FinishStep(PendingOp::kRecvMessage);
|
1220
1378
|
}
|
1221
1379
|
}
|
1222
1380
|
|
1223
1381
|
void FilterStackCall::BatchControl::ReceivingStreamReady(
|
1224
1382
|
grpc_error_handle error) {
|
1383
|
+
if (grpc_call_trace.enabled()) {
|
1384
|
+
gpr_log(GPR_DEBUG,
|
1385
|
+
"tag:%p ReceivingStreamReady error=%s "
|
1386
|
+
"receiving_slice_buffer.has_value=%d recv_state=%" PRIdPTR,
|
1387
|
+
completion_data_.notify_tag.tag, error.ToString().c_str(),
|
1388
|
+
call_->receiving_slice_buffer_.has_value(),
|
1389
|
+
gpr_atm_no_barrier_load(&call_->recv_state_));
|
1390
|
+
}
|
1225
1391
|
FilterStackCall* call = call_;
|
1226
|
-
if (error
|
1227
|
-
call->
|
1392
|
+
if (!error.ok()) {
|
1393
|
+
call->receiving_slice_buffer_.reset();
|
1228
1394
|
if (batch_error_.ok()) {
|
1229
1395
|
batch_error_.set(error);
|
1230
1396
|
}
|
1231
|
-
call->CancelWithError(
|
1397
|
+
call->CancelWithError(error);
|
1232
1398
|
}
|
1233
|
-
|
1234
|
-
|
1235
|
-
|
1236
|
-
if (error
|
1399
|
+
// If recv_state is kRecvNone, we will save the batch_control
|
1400
|
+
// object with rel_cas, and will not use it after the cas. Its corresponding
|
1401
|
+
// acq_load is in receiving_initial_metadata_ready()
|
1402
|
+
if (!error.ok() || !call->receiving_slice_buffer_.has_value() ||
|
1237
1403
|
!gpr_atm_rel_cas(&call->recv_state_, kRecvNone,
|
1238
1404
|
reinterpret_cast<gpr_atm>(this))) {
|
1239
1405
|
ProcessDataAfterMetadata();
|
1240
1406
|
}
|
1241
1407
|
}
|
1242
1408
|
|
1243
|
-
void FilterStackCall::HandleCompressionAlgorithmDisabled(
|
1244
|
-
grpc_compression_algorithm compression_algorithm) {
|
1245
|
-
const char* algo_name = nullptr;
|
1246
|
-
grpc_compression_algorithm_name(compression_algorithm, &algo_name);
|
1247
|
-
std::string error_msg =
|
1248
|
-
absl::StrFormat("Compression algorithm '%s' is disabled.", algo_name);
|
1249
|
-
gpr_log(GPR_ERROR, "%s", error_msg.c_str());
|
1250
|
-
CancelWithStatus(GRPC_STATUS_UNIMPLEMENTED, error_msg.c_str());
|
1251
|
-
}
|
1252
|
-
|
1253
|
-
void FilterStackCall::HandleCompressionAlgorithmNotAccepted(
|
1254
|
-
grpc_compression_algorithm compression_algorithm) {
|
1255
|
-
const char* algo_name = nullptr;
|
1256
|
-
grpc_compression_algorithm_name(compression_algorithm, &algo_name);
|
1257
|
-
gpr_log(GPR_ERROR,
|
1258
|
-
"Compression algorithm ('%s') not present in the "
|
1259
|
-
"accepted encodings (%s)",
|
1260
|
-
algo_name,
|
1261
|
-
std::string(encodings_accepted_by_peer_.ToString()).c_str());
|
1262
|
-
}
|
1263
|
-
|
1264
|
-
void FilterStackCall::BatchControl::ValidateFilteredMetadata() {
|
1265
|
-
FilterStackCall* call = call_;
|
1266
|
-
|
1267
|
-
const grpc_compression_options compression_options =
|
1268
|
-
call->channel_->compression_options();
|
1269
|
-
const grpc_compression_algorithm compression_algorithm =
|
1270
|
-
call->incoming_compression_algorithm_;
|
1271
|
-
if (GPR_UNLIKELY(!CompressionAlgorithmSet::FromUint32(
|
1272
|
-
compression_options.enabled_algorithms_bitset)
|
1273
|
-
.IsSet(compression_algorithm))) {
|
1274
|
-
/* check if algorithm is supported by current channel config */
|
1275
|
-
call->HandleCompressionAlgorithmDisabled(compression_algorithm);
|
1276
|
-
}
|
1277
|
-
/* GRPC_COMPRESS_NONE is always set. */
|
1278
|
-
GPR_DEBUG_ASSERT(call->encodings_accepted_by_peer_.IsSet(GRPC_COMPRESS_NONE));
|
1279
|
-
if (GPR_UNLIKELY(
|
1280
|
-
!call->encodings_accepted_by_peer_.IsSet(compression_algorithm))) {
|
1281
|
-
if (GRPC_TRACE_FLAG_ENABLED(grpc_compression_trace)) {
|
1282
|
-
call->HandleCompressionAlgorithmNotAccepted(compression_algorithm);
|
1283
|
-
}
|
1284
|
-
}
|
1285
|
-
}
|
1286
|
-
|
1287
1409
|
void FilterStackCall::BatchControl::ReceivingInitialMetadataReady(
|
1288
1410
|
grpc_error_handle error) {
|
1289
1411
|
FilterStackCall* call = call_;
|
1290
1412
|
|
1291
1413
|
GRPC_CALL_COMBINER_STOP(call->call_combiner(), "recv_initial_metadata_ready");
|
1292
1414
|
|
1293
|
-
if (error
|
1415
|
+
if (error.ok()) {
|
1294
1416
|
grpc_metadata_batch* md = &call->recv_initial_metadata_;
|
1295
1417
|
call->RecvInitialFilter(md);
|
1296
1418
|
|
1297
|
-
/* TODO(ctiller): this could be moved into recv_initial_filter now */
|
1298
|
-
GPR_TIMER_SCOPE("validate_filtered_metadata", 0);
|
1299
|
-
ValidateFilteredMetadata();
|
1300
|
-
|
1301
1419
|
absl::optional<Timestamp> deadline = md->get(GrpcTimeoutMetadata());
|
1302
1420
|
if (deadline.has_value() && !call->is_client()) {
|
1303
1421
|
call_->set_send_deadline(*deadline);
|
@@ -1306,41 +1424,41 @@ void FilterStackCall::BatchControl::ReceivingInitialMetadataReady(
|
|
1306
1424
|
if (batch_error_.ok()) {
|
1307
1425
|
batch_error_.set(error);
|
1308
1426
|
}
|
1309
|
-
call->CancelWithError(
|
1427
|
+
call->CancelWithError(error);
|
1310
1428
|
}
|
1311
1429
|
|
1312
1430
|
grpc_closure* saved_rsr_closure = nullptr;
|
1313
1431
|
while (true) {
|
1314
1432
|
gpr_atm rsr_bctlp = gpr_atm_acq_load(&call->recv_state_);
|
1315
|
-
|
1433
|
+
// Should only receive initial metadata once
|
1316
1434
|
GPR_ASSERT(rsr_bctlp != 1);
|
1317
1435
|
if (rsr_bctlp == 0) {
|
1318
|
-
|
1319
|
-
|
1320
|
-
|
1321
|
-
|
1322
|
-
|
1436
|
+
// We haven't seen initial metadata and messages before, thus initial
|
1437
|
+
// metadata is received first.
|
1438
|
+
// no_barrier_cas is used, as this function won't access the batch_control
|
1439
|
+
// object saved by receiving_stream_ready() if the initial metadata is
|
1440
|
+
// received first.
|
1323
1441
|
if (gpr_atm_no_barrier_cas(&call->recv_state_, kRecvNone,
|
1324
1442
|
kRecvInitialMetadataFirst)) {
|
1325
1443
|
break;
|
1326
1444
|
}
|
1327
1445
|
} else {
|
1328
|
-
|
1446
|
+
// Already received messages
|
1329
1447
|
saved_rsr_closure = GRPC_CLOSURE_CREATE(
|
1330
1448
|
[](void* bctl, grpc_error_handle error) {
|
1331
1449
|
static_cast<BatchControl*>(bctl)->ReceivingStreamReady(error);
|
1332
1450
|
},
|
1333
1451
|
reinterpret_cast<BatchControl*>(rsr_bctlp),
|
1334
1452
|
grpc_schedule_on_exec_ctx);
|
1335
|
-
|
1453
|
+
// No need to modify recv_state
|
1336
1454
|
break;
|
1337
1455
|
}
|
1338
1456
|
}
|
1339
1457
|
if (saved_rsr_closure != nullptr) {
|
1340
|
-
Closure::Run(DEBUG_LOCATION, saved_rsr_closure,
|
1458
|
+
Closure::Run(DEBUG_LOCATION, saved_rsr_closure, error);
|
1341
1459
|
}
|
1342
1460
|
|
1343
|
-
FinishStep();
|
1461
|
+
FinishStep(PendingOp::kRecvInitialMetadata);
|
1344
1462
|
}
|
1345
1463
|
|
1346
1464
|
void FilterStackCall::BatchControl::ReceivingTrailingMetadataReady(
|
@@ -1348,8 +1466,8 @@ void FilterStackCall::BatchControl::ReceivingTrailingMetadataReady(
|
|
1348
1466
|
GRPC_CALL_COMBINER_STOP(call_->call_combiner(),
|
1349
1467
|
"recv_trailing_metadata_ready");
|
1350
1468
|
grpc_metadata_batch* md = &call_->recv_trailing_metadata_;
|
1351
|
-
call_->RecvTrailingFilter(md,
|
1352
|
-
FinishStep();
|
1469
|
+
call_->RecvTrailingFilter(md, error);
|
1470
|
+
FinishStep(PendingOp::kRecvTrailingMetadata);
|
1353
1471
|
}
|
1354
1472
|
|
1355
1473
|
void FilterStackCall::BatchControl::FinishBatch(grpc_error_handle error) {
|
@@ -1357,26 +1475,42 @@ void FilterStackCall::BatchControl::FinishBatch(grpc_error_handle error) {
|
|
1357
1475
|
if (batch_error_.ok()) {
|
1358
1476
|
batch_error_.set(error);
|
1359
1477
|
}
|
1360
|
-
if (error
|
1361
|
-
call_->CancelWithError(
|
1478
|
+
if (!error.ok()) {
|
1479
|
+
call_->CancelWithError(error);
|
1480
|
+
}
|
1481
|
+
FinishStep(PendingOp::kSends);
|
1482
|
+
}
|
1483
|
+
|
1484
|
+
namespace {
|
1485
|
+
void EndOpImmediately(grpc_completion_queue* cq, void* notify_tag,
|
1486
|
+
bool is_notify_tag_closure) {
|
1487
|
+
if (!is_notify_tag_closure) {
|
1488
|
+
GPR_ASSERT(grpc_cq_begin_op(cq, notify_tag));
|
1489
|
+
grpc_cq_end_op(
|
1490
|
+
cq, notify_tag, absl::OkStatus(),
|
1491
|
+
[](void*, grpc_cq_completion* completion) { gpr_free(completion); },
|
1492
|
+
nullptr,
|
1493
|
+
static_cast<grpc_cq_completion*>(
|
1494
|
+
gpr_malloc(sizeof(grpc_cq_completion))));
|
1495
|
+
} else {
|
1496
|
+
Closure::Run(DEBUG_LOCATION, static_cast<grpc_closure*>(notify_tag),
|
1497
|
+
absl::OkStatus());
|
1362
1498
|
}
|
1363
|
-
FinishStep();
|
1364
1499
|
}
|
1500
|
+
} // namespace
|
1365
1501
|
|
1366
1502
|
grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
1367
1503
|
void* notify_tag,
|
1368
1504
|
bool is_notify_tag_closure) {
|
1369
|
-
GPR_TIMER_SCOPE("call_start_batch", 0);
|
1370
|
-
|
1371
1505
|
size_t i;
|
1372
1506
|
const grpc_op* op;
|
1373
1507
|
BatchControl* bctl;
|
1374
|
-
bool has_send_ops = false;
|
1375
|
-
int num_recv_ops = 0;
|
1376
1508
|
grpc_call_error error = GRPC_CALL_OK;
|
1377
1509
|
grpc_transport_stream_op_batch* stream_op;
|
1378
1510
|
grpc_transport_stream_op_batch_payload* stream_op_payload;
|
1379
1511
|
uint32_t seen_ops = 0;
|
1512
|
+
intptr_t pending_ops = 0;
|
1513
|
+
CallTracerAnnotationInterface* call_tracer = nullptr;
|
1380
1514
|
|
1381
1515
|
for (i = 0; i < nops; i++) {
|
1382
1516
|
if (seen_ops & (1u << ops[i].op)) {
|
@@ -1385,21 +1519,19 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1385
1519
|
seen_ops |= (1u << ops[i].op);
|
1386
1520
|
}
|
1387
1521
|
|
1522
|
+
if (!is_client() &&
|
1523
|
+
(seen_ops & (1u << GRPC_OP_SEND_STATUS_FROM_SERVER)) != 0 &&
|
1524
|
+
(seen_ops & (1u << GRPC_OP_RECV_MESSAGE)) != 0) {
|
1525
|
+
gpr_log(GPR_ERROR,
|
1526
|
+
"******************* SEND_STATUS WITH RECV_MESSAGE "
|
1527
|
+
"*******************");
|
1528
|
+
return GRPC_CALL_ERROR;
|
1529
|
+
}
|
1530
|
+
|
1388
1531
|
GRPC_CALL_LOG_BATCH(GPR_INFO, ops, nops);
|
1389
1532
|
|
1390
1533
|
if (nops == 0) {
|
1391
|
-
|
1392
|
-
GPR_ASSERT(grpc_cq_begin_op(cq_, notify_tag));
|
1393
|
-
grpc_cq_end_op(
|
1394
|
-
cq_, notify_tag, GRPC_ERROR_NONE,
|
1395
|
-
[](void*, grpc_cq_completion* completion) { gpr_free(completion); },
|
1396
|
-
nullptr,
|
1397
|
-
static_cast<grpc_cq_completion*>(
|
1398
|
-
gpr_malloc(sizeof(grpc_cq_completion))));
|
1399
|
-
} else {
|
1400
|
-
Closure::Run(DEBUG_LOCATION, static_cast<grpc_closure*>(notify_tag),
|
1401
|
-
GRPC_ERROR_NONE);
|
1402
|
-
}
|
1534
|
+
EndOpImmediately(cq_, notify_tag, is_notify_tag_closure);
|
1403
1535
|
error = GRPC_CALL_OK;
|
1404
1536
|
goto done;
|
1405
1537
|
}
|
@@ -1415,7 +1547,7 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1415
1547
|
stream_op = &bctl->op_;
|
1416
1548
|
stream_op_payload = &stream_op_payload_;
|
1417
1549
|
|
1418
|
-
|
1550
|
+
// rewrite batch ops into a transport op
|
1419
1551
|
for (i = 0; i < nops; i++) {
|
1420
1552
|
op = &ops[i];
|
1421
1553
|
if (op->reserved != nullptr) {
|
@@ -1424,7 +1556,7 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1424
1556
|
}
|
1425
1557
|
switch (op->op) {
|
1426
1558
|
case GRPC_OP_SEND_INITIAL_METADATA: {
|
1427
|
-
|
1559
|
+
// Flag validation: currently allow no flags
|
1428
1560
|
if (!AreInitialMetadataFlagsValid(op->flags)) {
|
1429
1561
|
error = GRPC_CALL_ERROR_INVALID_FLAGS;
|
1430
1562
|
goto done_with_error;
|
@@ -1433,36 +1565,6 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1433
1565
|
error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
|
1434
1566
|
goto done_with_error;
|
1435
1567
|
}
|
1436
|
-
// TODO(juanlishen): If the user has already specified a compression
|
1437
|
-
// algorithm by setting the initial metadata with key of
|
1438
|
-
// GRPC_COMPRESSION_REQUEST_ALGORITHM_MD_KEY, we shouldn't override that
|
1439
|
-
// with the compression algorithm mapped from compression level.
|
1440
|
-
/* process compression level */
|
1441
|
-
grpc_compression_level effective_compression_level =
|
1442
|
-
GRPC_COMPRESS_LEVEL_NONE;
|
1443
|
-
bool level_set = false;
|
1444
|
-
if (op->data.send_initial_metadata.maybe_compression_level.is_set) {
|
1445
|
-
effective_compression_level =
|
1446
|
-
op->data.send_initial_metadata.maybe_compression_level.level;
|
1447
|
-
level_set = true;
|
1448
|
-
} else {
|
1449
|
-
const grpc_compression_options copts =
|
1450
|
-
channel_->compression_options();
|
1451
|
-
if (copts.default_level.is_set) {
|
1452
|
-
level_set = true;
|
1453
|
-
effective_compression_level = copts.default_level.level;
|
1454
|
-
}
|
1455
|
-
}
|
1456
|
-
// Currently, only server side supports compression level setting.
|
1457
|
-
if (level_set && !is_client()) {
|
1458
|
-
const grpc_compression_algorithm calgo =
|
1459
|
-
encodings_accepted_by_peer_.CompressionAlgorithmForLevel(
|
1460
|
-
effective_compression_level);
|
1461
|
-
// The following metadata will be checked and removed by the message
|
1462
|
-
// compression filter. It will be used as the call's compression
|
1463
|
-
// algorithm.
|
1464
|
-
send_initial_metadata_.Set(GrpcInternalEncodingRequest(), calgo);
|
1465
|
-
}
|
1466
1568
|
if (op->data.send_initial_metadata.count > INT_MAX) {
|
1467
1569
|
error = GRPC_CALL_ERROR_INVALID_METADATA;
|
1468
1570
|
goto done_with_error;
|
@@ -1475,20 +1577,22 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1475
1577
|
error = GRPC_CALL_ERROR_INVALID_METADATA;
|
1476
1578
|
goto done_with_error;
|
1477
1579
|
}
|
1478
|
-
|
1479
|
-
|
1480
|
-
/* TODO(ctiller): just make these the same variable? */
|
1580
|
+
PrepareOutgoingInitialMetadata(*op, send_initial_metadata_);
|
1581
|
+
// TODO(ctiller): just make these the same variable?
|
1481
1582
|
if (is_client() && send_deadline() != Timestamp::InfFuture()) {
|
1482
1583
|
send_initial_metadata_.Set(GrpcTimeoutMetadata(), send_deadline());
|
1483
1584
|
}
|
1484
|
-
stream_op_payload->send_initial_metadata.send_initial_metadata =
|
1485
|
-
&send_initial_metadata_;
|
1486
|
-
stream_op_payload->send_initial_metadata.send_initial_metadata_flags =
|
1487
|
-
op->flags;
|
1488
1585
|
if (is_client()) {
|
1489
|
-
|
1586
|
+
send_initial_metadata_.Set(
|
1587
|
+
WaitForReady(),
|
1588
|
+
WaitForReady::ValueType{
|
1589
|
+
(op->flags & GRPC_INITIAL_METADATA_WAIT_FOR_READY) != 0,
|
1590
|
+
(op->flags &
|
1591
|
+
GRPC_INITIAL_METADATA_WAIT_FOR_READY_EXPLICITLY_SET) != 0});
|
1490
1592
|
}
|
1491
|
-
|
1593
|
+
stream_op_payload->send_initial_metadata.send_initial_metadata =
|
1594
|
+
&send_initial_metadata_;
|
1595
|
+
pending_ops |= PendingOpMask(PendingOp::kSends);
|
1492
1596
|
break;
|
1493
1597
|
}
|
1494
1598
|
case GRPC_OP_SEND_MESSAGE: {
|
@@ -1505,24 +1609,26 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1505
1609
|
goto done_with_error;
|
1506
1610
|
}
|
1507
1611
|
uint32_t flags = op->flags;
|
1508
|
-
|
1509
|
-
|
1510
|
-
|
1612
|
+
// If the outgoing buffer is already compressed, mark it as so in the
|
1613
|
+
// flags. These will be picked up by the compression filter and further
|
1614
|
+
// (wasteful) attempts at compression skipped.
|
1511
1615
|
if (op->data.send_message.send_message->data.raw.compression >
|
1512
1616
|
GRPC_COMPRESS_NONE) {
|
1513
1617
|
flags |= GRPC_WRITE_INTERNAL_COMPRESS;
|
1514
1618
|
}
|
1515
1619
|
stream_op->send_message = true;
|
1516
1620
|
sending_message_ = true;
|
1517
|
-
|
1518
|
-
|
1519
|
-
|
1520
|
-
|
1521
|
-
|
1621
|
+
send_slice_buffer_.Clear();
|
1622
|
+
grpc_slice_buffer_move_into(
|
1623
|
+
&op->data.send_message.send_message->data.raw.slice_buffer,
|
1624
|
+
send_slice_buffer_.c_slice_buffer());
|
1625
|
+
stream_op_payload->send_message.flags = flags;
|
1626
|
+
stream_op_payload->send_message.send_message = &send_slice_buffer_;
|
1627
|
+
pending_ops |= PendingOpMask(PendingOp::kSends);
|
1522
1628
|
break;
|
1523
1629
|
}
|
1524
1630
|
case GRPC_OP_SEND_CLOSE_FROM_CLIENT: {
|
1525
|
-
|
1631
|
+
// Flag validation: currently allow no flags
|
1526
1632
|
if (op->flags != 0) {
|
1527
1633
|
error = GRPC_CALL_ERROR_INVALID_FLAGS;
|
1528
1634
|
goto done_with_error;
|
@@ -1539,11 +1645,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1539
1645
|
sent_final_op_ = true;
|
1540
1646
|
stream_op_payload->send_trailing_metadata.send_trailing_metadata =
|
1541
1647
|
&send_trailing_metadata_;
|
1542
|
-
|
1648
|
+
pending_ops |= PendingOpMask(PendingOp::kSends);
|
1543
1649
|
break;
|
1544
1650
|
}
|
1545
1651
|
case GRPC_OP_SEND_STATUS_FROM_SERVER: {
|
1546
|
-
|
1652
|
+
// Flag validation: currently allow no flags
|
1547
1653
|
if (op->flags != 0) {
|
1548
1654
|
error = GRPC_CALL_ERROR_INVALID_FLAGS;
|
1549
1655
|
goto done_with_error;
|
@@ -1573,11 +1679,10 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1573
1679
|
|
1574
1680
|
grpc_error_handle status_error =
|
1575
1681
|
op->data.send_status_from_server.status == GRPC_STATUS_OK
|
1576
|
-
?
|
1682
|
+
? absl::OkStatus()
|
1577
1683
|
: grpc_error_set_int(
|
1578
|
-
|
1579
|
-
|
1580
|
-
GRPC_ERROR_INT_GRPC_STATUS,
|
1684
|
+
GRPC_ERROR_CREATE("Server returned error"),
|
1685
|
+
StatusIntProperty::kRpcStatus,
|
1581
1686
|
static_cast<intptr_t>(
|
1582
1687
|
op->data.send_status_from_server.status));
|
1583
1688
|
if (op->data.send_status_from_server.status_details != nullptr) {
|
@@ -1585,16 +1690,15 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1585
1690
|
GrpcMessageMetadata(),
|
1586
1691
|
Slice(grpc_slice_copy(
|
1587
1692
|
*op->data.send_status_from_server.status_details)));
|
1588
|
-
if (status_error
|
1693
|
+
if (!status_error.ok()) {
|
1589
1694
|
status_error = grpc_error_set_str(
|
1590
|
-
status_error,
|
1695
|
+
status_error, StatusStrProperty::kGrpcMessage,
|
1591
1696
|
StringViewFromSlice(
|
1592
1697
|
*op->data.send_status_from_server.status_details));
|
1593
1698
|
}
|
1594
1699
|
}
|
1595
1700
|
|
1596
1701
|
status_error_.set(status_error);
|
1597
|
-
GRPC_ERROR_UNREF(status_error);
|
1598
1702
|
|
1599
1703
|
send_trailing_metadata_.Set(GrpcStatusMetadata(),
|
1600
1704
|
op->data.send_status_from_server.status);
|
@@ -1605,11 +1709,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1605
1709
|
&send_trailing_metadata_;
|
1606
1710
|
stream_op_payload->send_trailing_metadata.sent =
|
1607
1711
|
&sent_server_trailing_metadata_;
|
1608
|
-
|
1712
|
+
pending_ops |= PendingOpMask(PendingOp::kSends);
|
1609
1713
|
break;
|
1610
1714
|
}
|
1611
1715
|
case GRPC_OP_RECV_INITIAL_METADATA: {
|
1612
|
-
|
1716
|
+
// Flag validation: currently allow no flags
|
1613
1717
|
if (op->flags != 0) {
|
1614
1718
|
error = GRPC_CALL_ERROR_INVALID_FLAGS;
|
1615
1719
|
goto done_with_error;
|
@@ -1636,14 +1740,12 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1636
1740
|
if (is_client()) {
|
1637
1741
|
stream_op_payload->recv_initial_metadata.trailing_metadata_available =
|
1638
1742
|
&is_trailers_only_;
|
1639
|
-
} else {
|
1640
|
-
stream_op_payload->recv_initial_metadata.peer_string = &peer_string_;
|
1641
1743
|
}
|
1642
|
-
|
1744
|
+
pending_ops |= PendingOpMask(PendingOp::kRecvInitialMetadata);
|
1643
1745
|
break;
|
1644
1746
|
}
|
1645
1747
|
case GRPC_OP_RECV_MESSAGE: {
|
1646
|
-
|
1748
|
+
// Flag validation: currently allow no flags
|
1647
1749
|
if (op->flags != 0) {
|
1648
1750
|
error = GRPC_CALL_ERROR_INVALID_FLAGS;
|
1649
1751
|
goto done_with_error;
|
@@ -1654,8 +1756,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1654
1756
|
}
|
1655
1757
|
receiving_message_ = true;
|
1656
1758
|
stream_op->recv_message = true;
|
1759
|
+
receiving_slice_buffer_.reset();
|
1657
1760
|
receiving_buffer_ = op->data.recv_message.recv_message;
|
1658
|
-
stream_op_payload->recv_message.recv_message = &
|
1761
|
+
stream_op_payload->recv_message.recv_message = &receiving_slice_buffer_;
|
1762
|
+
receiving_stream_flags_ = 0;
|
1763
|
+
stream_op_payload->recv_message.flags = &receiving_stream_flags_;
|
1659
1764
|
stream_op_payload->recv_message.call_failed_before_recv_message =
|
1660
1765
|
&call_failed_before_recv_message_;
|
1661
1766
|
GRPC_CLOSURE_INIT(
|
@@ -1672,11 +1777,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1672
1777
|
bctl, grpc_schedule_on_exec_ctx);
|
1673
1778
|
stream_op_payload->recv_message.recv_message_ready =
|
1674
1779
|
&receiving_stream_ready_;
|
1675
|
-
|
1780
|
+
pending_ops |= PendingOpMask(PendingOp::kRecvMessage);
|
1676
1781
|
break;
|
1677
1782
|
}
|
1678
1783
|
case GRPC_OP_RECV_STATUS_ON_CLIENT: {
|
1679
|
-
|
1784
|
+
// Flag validation: currently allow no flags
|
1680
1785
|
if (op->flags != 0) {
|
1681
1786
|
error = GRPC_CALL_ERROR_INVALID_FLAGS;
|
1682
1787
|
goto done_with_error;
|
@@ -1711,11 +1816,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1711
1816
|
bctl, grpc_schedule_on_exec_ctx);
|
1712
1817
|
stream_op_payload->recv_trailing_metadata.recv_trailing_metadata_ready =
|
1713
1818
|
&receiving_trailing_metadata_ready_;
|
1714
|
-
|
1819
|
+
pending_ops |= PendingOpMask(PendingOp::kRecvTrailingMetadata);
|
1715
1820
|
break;
|
1716
1821
|
}
|
1717
1822
|
case GRPC_OP_RECV_CLOSE_ON_SERVER: {
|
1718
|
-
|
1823
|
+
// Flag validation: currently allow no flags
|
1719
1824
|
if (op->flags != 0) {
|
1720
1825
|
error = GRPC_CALL_ERROR_INVALID_FLAGS;
|
1721
1826
|
goto done_with_error;
|
@@ -1744,7 +1849,7 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1744
1849
|
bctl, grpc_schedule_on_exec_ctx);
|
1745
1850
|
stream_op_payload->recv_trailing_metadata.recv_trailing_metadata_ready =
|
1746
1851
|
&receiving_trailing_metadata_ready_;
|
1747
|
-
|
1852
|
+
pending_ops |= PendingOpMask(PendingOp::kRecvTrailingMetadata);
|
1748
1853
|
break;
|
1749
1854
|
}
|
1750
1855
|
}
|
@@ -1754,9 +1859,9 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1754
1859
|
if (!is_notify_tag_closure) {
|
1755
1860
|
GPR_ASSERT(grpc_cq_begin_op(cq_, notify_tag));
|
1756
1861
|
}
|
1757
|
-
bctl->
|
1862
|
+
bctl->set_pending_ops(pending_ops);
|
1758
1863
|
|
1759
|
-
if (
|
1864
|
+
if (pending_ops & PendingOpMask(PendingOp::kSends)) {
|
1760
1865
|
GRPC_CLOSURE_INIT(
|
1761
1866
|
&bctl->finish_batch_,
|
1762
1867
|
[](void* bctl, grpc_error_handle error) {
|
@@ -1766,24 +1871,34 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
|
|
1766
1871
|
stream_op->on_complete = &bctl->finish_batch_;
|
1767
1872
|
}
|
1768
1873
|
|
1769
|
-
|
1874
|
+
call_tracer = static_cast<CallTracerAnnotationInterface*>(
|
1875
|
+
ContextGet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE));
|
1876
|
+
if ((IsTraceRecordCallopsEnabled() && call_tracer != nullptr)) {
|
1877
|
+
call_tracer->RecordAnnotation(absl::StrFormat(
|
1878
|
+
"BATCH:%p START:%s BATCH:%s (tag:%p)", bctl,
|
1879
|
+
PendingOpString(pending_ops).c_str(),
|
1880
|
+
grpc_transport_stream_op_batch_string(stream_op, true).c_str(),
|
1881
|
+
bctl->completion_data_.notify_tag.tag));
|
1882
|
+
}
|
1883
|
+
if (grpc_call_trace.enabled()) {
|
1884
|
+
gpr_log(GPR_DEBUG, "BATCH:%p START:%s BATCH:%s (tag:%p)", bctl,
|
1885
|
+
PendingOpString(pending_ops).c_str(),
|
1886
|
+
grpc_transport_stream_op_batch_string(stream_op, false).c_str(),
|
1887
|
+
bctl->completion_data_.notify_tag.tag);
|
1888
|
+
}
|
1770
1889
|
ExecuteBatch(stream_op, &bctl->start_batch_);
|
1771
1890
|
|
1772
1891
|
done:
|
1773
1892
|
return error;
|
1774
1893
|
|
1775
1894
|
done_with_error:
|
1776
|
-
|
1895
|
+
// reverse any mutations that occurred
|
1777
1896
|
if (stream_op->send_initial_metadata) {
|
1778
1897
|
sent_initial_metadata_ = false;
|
1779
1898
|
send_initial_metadata_.Clear();
|
1780
1899
|
}
|
1781
1900
|
if (stream_op->send_message) {
|
1782
1901
|
sending_message_ = false;
|
1783
|
-
// No need to invoke call->sending_stream->Orphan() explicitly.
|
1784
|
-
// stream_op_payload->send_message.send_message.reset() calls Deletor
|
1785
|
-
// of call->sending_stream which in-turn invokes the Orphan() method.
|
1786
|
-
stream_op_payload->send_message.send_message.reset();
|
1787
1902
|
}
|
1788
1903
|
if (stream_op->send_trailing_metadata) {
|
1789
1904
|
sent_final_op_ = false;
|
@@ -1810,36 +1925,1605 @@ void FilterStackCall::ContextSet(grpc_context_index elem, void* value,
|
|
1810
1925
|
context_[elem].destroy = destroy;
|
1811
1926
|
}
|
1812
1927
|
|
1813
|
-
|
1928
|
+
///////////////////////////////////////////////////////////////////////////////
|
1929
|
+
// Metadata validation helpers
|
1814
1930
|
|
1815
|
-
|
1816
|
-
|
1817
|
-
|
1931
|
+
namespace {
|
1932
|
+
bool ValidateMetadata(size_t count, grpc_metadata* metadata) {
|
1933
|
+
for (size_t i = 0; i < count; i++) {
|
1934
|
+
grpc_metadata* md = &metadata[i];
|
1935
|
+
if (!GRPC_LOG_IF_ERROR("validate_metadata",
|
1936
|
+
grpc_validate_header_key_is_legal(md->key))) {
|
1937
|
+
return false;
|
1938
|
+
} else if (!grpc_is_binary_header_internal(md->key) &&
|
1939
|
+
!GRPC_LOG_IF_ERROR(
|
1940
|
+
"validate_metadata",
|
1941
|
+
grpc_validate_header_nonbin_value_is_legal(md->value))) {
|
1942
|
+
return false;
|
1943
|
+
} else if (GRPC_SLICE_LENGTH(md->value) >= UINT32_MAX) {
|
1944
|
+
// HTTP2 hpack encoding has a maximum limit.
|
1945
|
+
return false;
|
1946
|
+
}
|
1947
|
+
}
|
1948
|
+
return true;
|
1818
1949
|
}
|
1950
|
+
} // namespace
|
1819
1951
|
|
1820
|
-
|
1821
|
-
|
1822
|
-
|
1952
|
+
///////////////////////////////////////////////////////////////////////////////
|
1953
|
+
// PromiseBasedCall
|
1954
|
+
// Will be folded into Call once the promise conversion is done
|
1823
1955
|
|
1824
|
-
|
1825
|
-
|
1826
|
-
|
1827
|
-
|
1956
|
+
class PromiseBasedCall : public Call,
|
1957
|
+
public Party,
|
1958
|
+
public grpc_event_engine::experimental::EventEngine::
|
1959
|
+
Closure /* for deadlines */ {
|
1960
|
+
public:
|
1961
|
+
PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
|
1962
|
+
const grpc_call_create_args& args);
|
1828
1963
|
|
1829
|
-
void
|
1830
|
-
|
1831
|
-
|
1832
|
-
|
1964
|
+
void ContextSet(grpc_context_index elem, void* value,
|
1965
|
+
void (*destroy)(void* value)) override;
|
1966
|
+
void* ContextGet(grpc_context_index elem) const override;
|
1967
|
+
void SetCompletionQueue(grpc_completion_queue* cq) override;
|
1968
|
+
bool Completed() final { return finished_.IsSet(); }
|
1969
|
+
|
1970
|
+
// Implementation of call refcounting: move this to DualRefCounted once we
|
1971
|
+
// don't need to maintain FilterStackCall compatibility
|
1972
|
+
void ExternalRef() final { InternalRef("external"); }
|
1973
|
+
void ExternalUnref() final { InternalUnref("external"); }
|
1974
|
+
void InternalRef(const char* reason) final {
|
1975
|
+
if (grpc_call_refcount_trace.enabled()) {
|
1976
|
+
gpr_log(GPR_DEBUG, "INTERNAL_REF:%p:%s", this, reason);
|
1977
|
+
}
|
1978
|
+
Party::IncrementRefCount();
|
1979
|
+
}
|
1980
|
+
void InternalUnref(const char* reason) final {
|
1981
|
+
if (grpc_call_refcount_trace.enabled()) {
|
1982
|
+
gpr_log(GPR_DEBUG, "INTERNAL_UNREF:%p:%s", this, reason);
|
1983
|
+
}
|
1984
|
+
Party::Unref();
|
1985
|
+
}
|
1833
1986
|
|
1834
|
-
void
|
1987
|
+
void RunInContext(absl::AnyInvocable<void()> fn) {
|
1988
|
+
Spawn(
|
1989
|
+
"run_in_context",
|
1990
|
+
[fn = std::move(fn)]() mutable {
|
1991
|
+
fn();
|
1992
|
+
return Empty{};
|
1993
|
+
},
|
1994
|
+
[](Empty) {});
|
1995
|
+
}
|
1835
1996
|
|
1836
|
-
|
1837
|
-
|
1838
|
-
}
|
1997
|
+
// This should return nullptr for the promise stack (and alternative means
|
1998
|
+
// for that functionality be invented)
|
1999
|
+
grpc_call_stack* call_stack() override { return nullptr; }
|
1839
2000
|
|
1840
|
-
|
1841
|
-
|
1842
|
-
|
2001
|
+
void UpdateDeadline(Timestamp deadline) ABSL_LOCKS_EXCLUDED(deadline_mu_);
|
2002
|
+
void ResetDeadline() ABSL_LOCKS_EXCLUDED(deadline_mu_);
|
2003
|
+
Timestamp deadline() {
|
2004
|
+
MutexLock lock(&deadline_mu_);
|
2005
|
+
return deadline_;
|
2006
|
+
}
|
2007
|
+
|
2008
|
+
// Implementation of EventEngine::Closure, called when deadline expires
|
2009
|
+
void Run() override;
|
2010
|
+
|
2011
|
+
virtual ServerCallContext* server_call_context() { return nullptr; }
|
2012
|
+
bool failed_before_recv_message() const final {
|
2013
|
+
return failed_before_recv_message_.load(std::memory_order_relaxed);
|
2014
|
+
}
|
2015
|
+
|
2016
|
+
grpc_event_engine::experimental::EventEngine* event_engine() const final {
|
2017
|
+
return channel()->event_engine();
|
2018
|
+
}
|
2019
|
+
|
2020
|
+
using Call::arena;
|
2021
|
+
|
2022
|
+
protected:
|
2023
|
+
class ScopedContext
|
2024
|
+
: public ScopedActivity,
|
2025
|
+
public BatchBuilder,
|
2026
|
+
public promise_detail::Context<BatchBuilder>,
|
2027
|
+
public promise_detail::Context<Arena>,
|
2028
|
+
public promise_detail::Context<grpc_call_context_element>,
|
2029
|
+
public promise_detail::Context<CallContext>,
|
2030
|
+
public promise_detail::Context<CallFinalization> {
|
2031
|
+
public:
|
2032
|
+
explicit ScopedContext(PromiseBasedCall* call)
|
2033
|
+
: ScopedActivity(call),
|
2034
|
+
BatchBuilder(&call->batch_payload_),
|
2035
|
+
promise_detail::Context<BatchBuilder>(this),
|
2036
|
+
promise_detail::Context<Arena>(call->arena()),
|
2037
|
+
promise_detail::Context<grpc_call_context_element>(call->context_),
|
2038
|
+
promise_detail::Context<CallContext>(&call->call_context_),
|
2039
|
+
promise_detail::Context<CallFinalization>(&call->finalization_) {}
|
2040
|
+
};
|
2041
|
+
|
2042
|
+
class Completion {
|
2043
|
+
public:
|
2044
|
+
Completion() : index_(kNullIndex) {}
|
2045
|
+
~Completion() { GPR_ASSERT(index_ == kNullIndex); }
|
2046
|
+
explicit Completion(uint8_t index) : index_(index) {}
|
2047
|
+
Completion(const Completion& other) = delete;
|
2048
|
+
Completion& operator=(const Completion& other) = delete;
|
2049
|
+
Completion(Completion&& other) noexcept : index_(other.index_) {
|
2050
|
+
other.index_ = kNullIndex;
|
2051
|
+
}
|
2052
|
+
Completion& operator=(Completion&& other) noexcept {
|
2053
|
+
GPR_ASSERT(index_ == kNullIndex);
|
2054
|
+
index_ = other.index_;
|
2055
|
+
other.index_ = kNullIndex;
|
2056
|
+
return *this;
|
2057
|
+
}
|
2058
|
+
|
2059
|
+
uint8_t index() const { return index_; }
|
2060
|
+
uint8_t TakeIndex() { return std::exchange(index_, kNullIndex); }
|
2061
|
+
bool has_value() const { return index_ != kNullIndex; }
|
2062
|
+
|
2063
|
+
private:
|
2064
|
+
enum : uint8_t { kNullIndex = 0xff };
|
2065
|
+
uint8_t index_;
|
2066
|
+
};
|
2067
|
+
|
2068
|
+
~PromiseBasedCall() override {
|
2069
|
+
if (cq_) GRPC_CQ_INTERNAL_UNREF(cq_, "bind");
|
2070
|
+
for (int i = 0; i < GRPC_CONTEXT_COUNT; i++) {
|
2071
|
+
if (context_[i].destroy) {
|
2072
|
+
context_[i].destroy(context_[i].value);
|
2073
|
+
}
|
2074
|
+
}
|
2075
|
+
}
|
2076
|
+
|
2077
|
+
// Enumerates why a Completion is still pending
|
2078
|
+
enum class PendingOp {
|
2079
|
+
// We're in the midst of starting a batch of operations
|
2080
|
+
kStartingBatch = 0,
|
2081
|
+
// The following correspond with the batch operations from above
|
2082
|
+
kSendInitialMetadata,
|
2083
|
+
kReceiveInitialMetadata,
|
2084
|
+
kReceiveStatusOnClient,
|
2085
|
+
kReceiveCloseOnServer = kReceiveStatusOnClient,
|
2086
|
+
kSendMessage,
|
2087
|
+
kReceiveMessage,
|
2088
|
+
kSendStatusFromServer,
|
2089
|
+
kSendCloseFromClient = kSendStatusFromServer,
|
2090
|
+
};
|
2091
|
+
|
2092
|
+
bool RunParty() override {
|
2093
|
+
ScopedContext ctx(this);
|
2094
|
+
return Party::RunParty();
|
2095
|
+
}
|
2096
|
+
|
2097
|
+
const char* PendingOpString(PendingOp reason) const {
|
2098
|
+
switch (reason) {
|
2099
|
+
case PendingOp::kStartingBatch:
|
2100
|
+
return "StartingBatch";
|
2101
|
+
case PendingOp::kSendInitialMetadata:
|
2102
|
+
return "SendInitialMetadata";
|
2103
|
+
case PendingOp::kReceiveInitialMetadata:
|
2104
|
+
return "ReceiveInitialMetadata";
|
2105
|
+
case PendingOp::kReceiveStatusOnClient:
|
2106
|
+
return is_client() ? "ReceiveStatusOnClient" : "ReceiveCloseOnServer";
|
2107
|
+
case PendingOp::kSendMessage:
|
2108
|
+
return "SendMessage";
|
2109
|
+
case PendingOp::kReceiveMessage:
|
2110
|
+
return "ReceiveMessage";
|
2111
|
+
case PendingOp::kSendStatusFromServer:
|
2112
|
+
return is_client() ? "SendCloseFromClient" : "SendStatusFromServer";
|
2113
|
+
}
|
2114
|
+
return "Unknown";
|
2115
|
+
}
|
2116
|
+
|
2117
|
+
static constexpr uint32_t PendingOpBit(PendingOp reason) {
|
2118
|
+
return 1 << static_cast<int>(reason);
|
2119
|
+
}
|
2120
|
+
|
2121
|
+
// Begin work on a completion, recording the tag/closure to notify.
|
2122
|
+
// Use the op selected in \a ops to determine the index to allocate into.
|
2123
|
+
// Starts the "StartingBatch" PendingOp immediately.
|
2124
|
+
// Assumes at least one operation in \a ops.
|
2125
|
+
Completion StartCompletion(void* tag, bool is_closure, const grpc_op* ops);
|
2126
|
+
// Add one pending op to the completion, and return it.
|
2127
|
+
Completion AddOpToCompletion(const Completion& completion, PendingOp reason);
|
2128
|
+
// Stringify a completion
|
2129
|
+
std::string CompletionString(const Completion& completion) const {
|
2130
|
+
return completion.has_value()
|
2131
|
+
? completion_info_[completion.index()].pending.ToString(this)
|
2132
|
+
: "no-completion";
|
2133
|
+
}
|
2134
|
+
// Finish one op on the completion. Must have been previously been added.
|
2135
|
+
// The completion as a whole finishes when all pending ops finish.
|
2136
|
+
void FinishOpOnCompletion(Completion* completion, PendingOp reason);
|
2137
|
+
// Mark the completion as failed. Does not finish it.
|
2138
|
+
void FailCompletion(const Completion& completion,
|
2139
|
+
SourceLocation source_location = {});
|
2140
|
+
// Mark the completion as infallible. Overrides FailCompletion to report
|
2141
|
+
// success always.
|
2142
|
+
void ForceCompletionSuccess(const Completion& completion);
|
2143
|
+
// Accept the stats from the context (call once we have proof the transport is
|
2144
|
+
// done with them).
|
2145
|
+
// Right now this means that promise based calls do not record correct stats
|
2146
|
+
// with census if they are cancelled.
|
2147
|
+
// TODO(ctiller): this should be remedied before promise based calls are
|
2148
|
+
// dexperimentalized.
|
2149
|
+
void AcceptTransportStatsFromContext() {
|
2150
|
+
final_stats_ = *call_context_.call_stats();
|
2151
|
+
}
|
2152
|
+
|
2153
|
+
grpc_completion_queue* cq() { return cq_; }
|
2154
|
+
|
2155
|
+
void CToMetadata(grpc_metadata* metadata, size_t count,
|
2156
|
+
grpc_metadata_batch* batch);
|
2157
|
+
|
2158
|
+
// At the end of the call run any finalization actions.
|
2159
|
+
void SetFinalizationStatus(grpc_status_code status, Slice status_details) {
|
2160
|
+
final_message_ = std::move(status_details);
|
2161
|
+
final_status_ = status;
|
2162
|
+
}
|
2163
|
+
|
2164
|
+
std::string PresentAndCompletionText(const char* caption, bool has,
|
2165
|
+
const Completion& completion) const {
|
2166
|
+
if (has) {
|
2167
|
+
if (completion.has_value()) {
|
2168
|
+
return absl::StrCat(caption, ":", CompletionString(completion), " ");
|
2169
|
+
} else {
|
2170
|
+
return absl::StrCat(caption,
|
2171
|
+
":!!BUG:operation is present, no completion!! ");
|
2172
|
+
}
|
2173
|
+
} else {
|
2174
|
+
if (!completion.has_value()) {
|
2175
|
+
return "";
|
2176
|
+
} else {
|
2177
|
+
return absl::StrCat(caption, ":no-op:", CompletionString(completion),
|
2178
|
+
" ");
|
2179
|
+
}
|
2180
|
+
}
|
2181
|
+
}
|
2182
|
+
|
2183
|
+
// Spawn a job that will first do FirstPromise then receive a message
|
2184
|
+
template <typename FirstPromise>
|
2185
|
+
void StartRecvMessage(const grpc_op& op, const Completion& completion,
|
2186
|
+
FirstPromise first,
|
2187
|
+
PipeReceiver<MessageHandle>* receiver,
|
2188
|
+
bool cancel_on_error, Party::BulkSpawner& spawner);
|
2189
|
+
void StartSendMessage(const grpc_op& op, const Completion& completion,
|
2190
|
+
PipeSender<MessageHandle>* sender,
|
2191
|
+
Party::BulkSpawner& spawner);
|
2192
|
+
|
2193
|
+
void set_completed() { finished_.Set(); }
|
2194
|
+
|
2195
|
+
// Returns a promise that resolves to Empty whenever the call is completed.
|
2196
|
+
auto finished() { return finished_.Wait(); }
|
2197
|
+
|
2198
|
+
// Returns a promise that resolves to Empty whenever there is no outstanding
|
2199
|
+
// send operation
|
2200
|
+
auto WaitForSendingStarted() {
|
2201
|
+
return [this]() -> Poll<Empty> {
|
2202
|
+
int n = sends_queued_.load(std::memory_order_relaxed);
|
2203
|
+
if (grpc_call_trace.enabled()) {
|
2204
|
+
gpr_log(GPR_DEBUG, "%s[call] WaitForSendingStarted n=%d",
|
2205
|
+
DebugTag().c_str(), n);
|
2206
|
+
}
|
2207
|
+
if (n != 0) return waiting_for_queued_sends_.pending();
|
2208
|
+
return Empty{};
|
2209
|
+
};
|
2210
|
+
}
|
2211
|
+
|
2212
|
+
// Mark that a send has been queued - blocks sending trailing metadata.
|
2213
|
+
void QueueSend() {
|
2214
|
+
if (grpc_call_trace.enabled()) {
|
2215
|
+
gpr_log(GPR_DEBUG, "%s[call] QueueSend", DebugTag().c_str());
|
2216
|
+
}
|
2217
|
+
sends_queued_.fetch_add(1, std::memory_order_relaxed);
|
2218
|
+
}
|
2219
|
+
// Mark that a send has been dequeued - allows sending trailing metadata once
|
2220
|
+
// zero sends are queued.
|
2221
|
+
void EnactSend() {
|
2222
|
+
if (grpc_call_trace.enabled()) {
|
2223
|
+
gpr_log(GPR_DEBUG, "%s[call] EnactSend", DebugTag().c_str());
|
2224
|
+
}
|
2225
|
+
if (1 == sends_queued_.fetch_sub(1, std::memory_order_relaxed)) {
|
2226
|
+
waiting_for_queued_sends_.Wake();
|
2227
|
+
}
|
2228
|
+
}
|
2229
|
+
|
2230
|
+
private:
|
2231
|
+
union CompletionInfo {
|
2232
|
+
static constexpr uint32_t kOpFailed = 0x8000'0000u;
|
2233
|
+
static constexpr uint32_t kOpForceSuccess = 0x4000'0000u;
|
2234
|
+
CompletionInfo() {}
|
2235
|
+
enum CompletionState {
|
2236
|
+
kPending,
|
2237
|
+
kSuccess,
|
2238
|
+
kFailure,
|
2239
|
+
};
|
2240
|
+
struct Pending {
|
2241
|
+
// Bitmask of PendingOps at the bottom, and kOpFailed, kOpForceSuccess at
|
2242
|
+
// the top.
|
2243
|
+
std::atomic<uint32_t> state;
|
2244
|
+
bool is_closure;
|
2245
|
+
// True if this completion was for a recv_message op.
|
2246
|
+
// In that case if the completion as a whole fails we need to cleanup the
|
2247
|
+
// returned message.
|
2248
|
+
bool is_recv_message;
|
2249
|
+
void* tag;
|
2250
|
+
|
2251
|
+
void Start(bool is_closure, void* tag) {
|
2252
|
+
this->is_closure = is_closure;
|
2253
|
+
this->is_recv_message = false;
|
2254
|
+
this->tag = tag;
|
2255
|
+
state.store(PendingOpBit(PendingOp::kStartingBatch),
|
2256
|
+
std::memory_order_release);
|
2257
|
+
}
|
2258
|
+
|
2259
|
+
void AddPendingBit(PendingOp reason) {
|
2260
|
+
if (reason == PendingOp::kReceiveMessage) is_recv_message = true;
|
2261
|
+
auto prev =
|
2262
|
+
state.fetch_or(PendingOpBit(reason), std::memory_order_relaxed);
|
2263
|
+
GPR_ASSERT((prev & PendingOpBit(reason)) == 0);
|
2264
|
+
}
|
2265
|
+
|
2266
|
+
CompletionState RemovePendingBit(PendingOp reason) {
|
2267
|
+
const uint32_t mask = ~PendingOpBit(reason);
|
2268
|
+
auto prev = state.fetch_and(mask, std::memory_order_acq_rel);
|
2269
|
+
GPR_ASSERT((prev & PendingOpBit(reason)) != 0);
|
2270
|
+
switch (prev & mask) {
|
2271
|
+
case kOpFailed:
|
2272
|
+
return kFailure;
|
2273
|
+
case kOpFailed | kOpForceSuccess:
|
2274
|
+
case kOpForceSuccess:
|
2275
|
+
case 0:
|
2276
|
+
return kSuccess;
|
2277
|
+
default:
|
2278
|
+
return kPending;
|
2279
|
+
}
|
2280
|
+
}
|
2281
|
+
|
2282
|
+
void MarkFailed() {
|
2283
|
+
state.fetch_or(kOpFailed, std::memory_order_relaxed);
|
2284
|
+
}
|
2285
|
+
|
2286
|
+
void MarkForceSuccess() {
|
2287
|
+
state.fetch_or(kOpForceSuccess, std::memory_order_relaxed);
|
2288
|
+
}
|
2289
|
+
|
2290
|
+
std::string ToString(const PromiseBasedCall* call) const {
|
2291
|
+
auto state = this->state.load(std::memory_order_relaxed);
|
2292
|
+
std::vector<absl::string_view> pending_ops;
|
2293
|
+
for (size_t i = 0; i < 24; i++) {
|
2294
|
+
if (state & (1u << i)) {
|
2295
|
+
pending_ops.push_back(
|
2296
|
+
call->PendingOpString(static_cast<PendingOp>(i)));
|
2297
|
+
}
|
2298
|
+
}
|
2299
|
+
return absl::StrFormat("{%s}%s:tag=%p", absl::StrJoin(pending_ops, ","),
|
2300
|
+
(state & kOpForceSuccess) ? ":force-success"
|
2301
|
+
: (state & kOpFailed) ? ":failed"
|
2302
|
+
: ":success",
|
2303
|
+
tag);
|
2304
|
+
}
|
2305
|
+
} pending;
|
2306
|
+
grpc_cq_completion completion;
|
2307
|
+
};
|
2308
|
+
|
2309
|
+
void PartyOver() override {
|
2310
|
+
{
|
2311
|
+
ScopedContext ctx(this);
|
2312
|
+
std::string message;
|
2313
|
+
grpc_call_final_info final_info;
|
2314
|
+
final_info.stats = final_stats_;
|
2315
|
+
final_info.final_status = final_status_;
|
2316
|
+
// TODO(ctiller): change type here so we don't need to copy this string.
|
2317
|
+
final_info.error_string = nullptr;
|
2318
|
+
if (!final_message_.empty()) {
|
2319
|
+
message = std::string(final_message_.begin(), final_message_.end());
|
2320
|
+
final_info.error_string = message.c_str();
|
2321
|
+
}
|
2322
|
+
final_info.stats.latency =
|
2323
|
+
gpr_cycle_counter_sub(gpr_get_cycle_counter(), start_time());
|
2324
|
+
finalization_.Run(&final_info);
|
2325
|
+
CancelRemainingParticipants();
|
2326
|
+
arena()->DestroyManagedNewObjects();
|
2327
|
+
}
|
2328
|
+
DeleteThis();
|
2329
|
+
}
|
2330
|
+
|
2331
|
+
CallContext call_context_{this};
|
2332
|
+
|
2333
|
+
// Contexts for various subsystems (security, tracing, ...).
|
2334
|
+
grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
|
2335
|
+
grpc_completion_queue* cq_;
|
2336
|
+
CompletionInfo completion_info_[6];
|
2337
|
+
grpc_call_stats final_stats_{};
|
2338
|
+
Slice final_message_;
|
2339
|
+
grpc_status_code final_status_;
|
2340
|
+
CallFinalization finalization_;
|
2341
|
+
// Current deadline.
|
2342
|
+
Mutex deadline_mu_;
|
2343
|
+
Timestamp deadline_ ABSL_GUARDED_BY(deadline_mu_) = Timestamp::InfFuture();
|
2344
|
+
grpc_event_engine::experimental::EventEngine::TaskHandle ABSL_GUARDED_BY(
|
2345
|
+
deadline_mu_) deadline_task_;
|
2346
|
+
ExternallyObservableLatch<void> finished_;
|
2347
|
+
// Non-zero with an outstanding GRPC_OP_SEND_INITIAL_METADATA or
|
2348
|
+
// GRPC_OP_SEND_MESSAGE (one count each), and 0 once those payloads have been
|
2349
|
+
// pushed onto the outgoing pipe.
|
2350
|
+
std::atomic<uint8_t> sends_queued_{0};
|
2351
|
+
std::atomic<bool> failed_before_recv_message_{false};
|
2352
|
+
// Waiter for when sends_queued_ becomes 0.
|
2353
|
+
IntraActivityWaiter waiting_for_queued_sends_;
|
2354
|
+
grpc_byte_buffer** recv_message_ = nullptr;
|
2355
|
+
grpc_transport_stream_op_batch_payload batch_payload_{context_};
|
2356
|
+
};
|
2357
|
+
|
2358
|
+
template <typename T>
|
2359
|
+
grpc_error_handle MakePromiseBasedCall(grpc_call_create_args* args,
|
2360
|
+
grpc_call** out_call) {
|
2361
|
+
Channel* channel = args->channel.get();
|
2362
|
+
|
2363
|
+
auto alloc = Arena::CreateWithAlloc(channel->CallSizeEstimate(), sizeof(T),
|
2364
|
+
channel->allocator());
|
2365
|
+
PromiseBasedCall* call = new (alloc.second) T(alloc.first, args);
|
2366
|
+
*out_call = call->c_ptr();
|
2367
|
+
GPR_DEBUG_ASSERT(Call::FromC(*out_call) == call);
|
2368
|
+
return absl::OkStatus();
|
2369
|
+
}
|
2370
|
+
|
2371
|
+
PromiseBasedCall::PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
|
2372
|
+
const grpc_call_create_args& args)
|
2373
|
+
: Call(arena, args.server_transport_data == nullptr, args.send_deadline,
|
2374
|
+
args.channel->Ref()),
|
2375
|
+
Party(arena, initial_external_refs),
|
2376
|
+
cq_(args.cq) {
|
2377
|
+
if (args.cq != nullptr) {
|
2378
|
+
GRPC_CQ_INTERNAL_REF(args.cq, "bind");
|
2379
|
+
}
|
2380
|
+
}
|
2381
|
+
|
2382
|
+
void PromiseBasedCall::CToMetadata(grpc_metadata* metadata, size_t count,
|
2383
|
+
grpc_metadata_batch* b) {
|
2384
|
+
for (size_t i = 0; i < count; i++) {
|
2385
|
+
grpc_metadata* md = &metadata[i];
|
2386
|
+
auto key = StringViewFromSlice(md->key);
|
2387
|
+
// Filter "content-length metadata"
|
2388
|
+
if (key == "content-length") continue;
|
2389
|
+
b->Append(key, Slice(CSliceRef(md->value)),
|
2390
|
+
[md](absl::string_view error, const Slice& value) {
|
2391
|
+
gpr_log(GPR_DEBUG, "Append error: %s",
|
2392
|
+
absl::StrCat("key=", StringViewFromSlice(md->key),
|
2393
|
+
" error=", error,
|
2394
|
+
" value=", value.as_string_view())
|
2395
|
+
.c_str());
|
2396
|
+
});
|
2397
|
+
}
|
2398
|
+
}
|
2399
|
+
|
2400
|
+
void PromiseBasedCall::ContextSet(grpc_context_index elem, void* value,
|
2401
|
+
void (*destroy)(void*)) {
|
2402
|
+
if (context_[elem].destroy != nullptr) {
|
2403
|
+
context_[elem].destroy(context_[elem].value);
|
2404
|
+
}
|
2405
|
+
context_[elem].value = value;
|
2406
|
+
context_[elem].destroy = destroy;
|
2407
|
+
}
|
2408
|
+
|
2409
|
+
void* PromiseBasedCall::ContextGet(grpc_context_index elem) const {
|
2410
|
+
return context_[elem].value;
|
2411
|
+
}
|
2412
|
+
|
2413
|
+
PromiseBasedCall::Completion PromiseBasedCall::StartCompletion(
|
2414
|
+
void* tag, bool is_closure, const grpc_op* ops) {
|
2415
|
+
Completion c(BatchSlotForOp(ops[0].op));
|
2416
|
+
if (!is_closure) {
|
2417
|
+
grpc_cq_begin_op(cq(), tag);
|
2418
|
+
}
|
2419
|
+
completion_info_[c.index()].pending.Start(is_closure, tag);
|
2420
|
+
if (grpc_call_trace.enabled()) {
|
2421
|
+
gpr_log(GPR_INFO, "%s[call] StartCompletion %s", DebugTag().c_str(),
|
2422
|
+
CompletionString(c).c_str());
|
2423
|
+
}
|
2424
|
+
return c;
|
2425
|
+
}
|
2426
|
+
|
2427
|
+
PromiseBasedCall::Completion PromiseBasedCall::AddOpToCompletion(
|
2428
|
+
const Completion& completion, PendingOp reason) {
|
2429
|
+
if (grpc_call_trace.enabled()) {
|
2430
|
+
gpr_log(GPR_INFO, "%s[call] AddOpToCompletion %s %s", DebugTag().c_str(),
|
2431
|
+
CompletionString(completion).c_str(), PendingOpString(reason));
|
2432
|
+
}
|
2433
|
+
GPR_ASSERT(completion.has_value());
|
2434
|
+
completion_info_[completion.index()].pending.AddPendingBit(reason);
|
2435
|
+
return Completion(completion.index());
|
2436
|
+
}
|
2437
|
+
|
2438
|
+
void PromiseBasedCall::FailCompletion(const Completion& completion,
|
2439
|
+
SourceLocation location) {
|
2440
|
+
if (grpc_call_trace.enabled()) {
|
2441
|
+
gpr_log(location.file(), location.line(), GPR_LOG_SEVERITY_ERROR,
|
2442
|
+
"%s[call] FailCompletion %s", DebugTag().c_str(),
|
2443
|
+
CompletionString(completion).c_str());
|
2444
|
+
}
|
2445
|
+
completion_info_[completion.index()].pending.MarkFailed();
|
2446
|
+
}
|
2447
|
+
|
2448
|
+
void PromiseBasedCall::ForceCompletionSuccess(const Completion& completion) {
|
2449
|
+
completion_info_[completion.index()].pending.MarkForceSuccess();
|
2450
|
+
}
|
2451
|
+
|
2452
|
+
void PromiseBasedCall::FinishOpOnCompletion(Completion* completion,
|
2453
|
+
PendingOp reason) {
|
2454
|
+
if (grpc_call_trace.enabled()) {
|
2455
|
+
gpr_log(GPR_INFO, "%s[call] FinishOpOnCompletion completion:%s finish:%s",
|
2456
|
+
DebugTag().c_str(), CompletionString(*completion).c_str(),
|
2457
|
+
PendingOpString(reason));
|
2458
|
+
}
|
2459
|
+
const uint8_t i = completion->TakeIndex();
|
2460
|
+
GPR_ASSERT(i < GPR_ARRAY_SIZE(completion_info_));
|
2461
|
+
CompletionInfo::Pending& pending = completion_info_[i].pending;
|
2462
|
+
bool success;
|
2463
|
+
switch (pending.RemovePendingBit(reason)) {
|
2464
|
+
case CompletionInfo::kPending:
|
2465
|
+
return; // Early out
|
2466
|
+
case CompletionInfo::kSuccess:
|
2467
|
+
success = true;
|
2468
|
+
break;
|
2469
|
+
case CompletionInfo::kFailure:
|
2470
|
+
success = false;
|
2471
|
+
break;
|
2472
|
+
}
|
2473
|
+
if (pending.is_recv_message && !success && *recv_message_ != nullptr) {
|
2474
|
+
grpc_byte_buffer_destroy(*recv_message_);
|
2475
|
+
*recv_message_ = nullptr;
|
2476
|
+
}
|
2477
|
+
auto error = success ? absl::OkStatus() : absl::CancelledError();
|
2478
|
+
if (pending.is_closure) {
|
2479
|
+
ExecCtx::Run(DEBUG_LOCATION, static_cast<grpc_closure*>(pending.tag),
|
2480
|
+
error);
|
2481
|
+
} else {
|
2482
|
+
InternalRef("cq_end_op");
|
2483
|
+
grpc_cq_end_op(
|
2484
|
+
cq(), pending.tag, error,
|
2485
|
+
[](void* p, grpc_cq_completion*) {
|
2486
|
+
static_cast<PromiseBasedCall*>(p)->InternalUnref("cq_end_op");
|
2487
|
+
},
|
2488
|
+
this, &completion_info_[i].completion);
|
2489
|
+
}
|
2490
|
+
}
|
2491
|
+
|
2492
|
+
void PromiseBasedCall::SetCompletionQueue(grpc_completion_queue* cq) {
|
2493
|
+
cq_ = cq;
|
2494
|
+
GRPC_CQ_INTERNAL_REF(cq, "bind");
|
2495
|
+
}
|
2496
|
+
|
2497
|
+
void PromiseBasedCall::UpdateDeadline(Timestamp deadline) {
|
2498
|
+
MutexLock lock(&deadline_mu_);
|
2499
|
+
if (grpc_call_trace.enabled()) {
|
2500
|
+
gpr_log(GPR_DEBUG, "%s[call] UpdateDeadline from=%s to=%s",
|
2501
|
+
DebugTag().c_str(), deadline_.ToString().c_str(),
|
2502
|
+
deadline.ToString().c_str());
|
2503
|
+
}
|
2504
|
+
if (deadline >= deadline_) return;
|
2505
|
+
auto* const event_engine = channel()->event_engine();
|
2506
|
+
if (deadline_ != Timestamp::InfFuture()) {
|
2507
|
+
if (!event_engine->Cancel(deadline_task_)) return;
|
2508
|
+
} else {
|
2509
|
+
InternalRef("deadline");
|
2510
|
+
}
|
2511
|
+
deadline_ = deadline;
|
2512
|
+
deadline_task_ = event_engine->RunAfter(deadline - Timestamp::Now(), this);
|
2513
|
+
}
|
2514
|
+
|
2515
|
+
void PromiseBasedCall::ResetDeadline() {
|
2516
|
+
MutexLock lock(&deadline_mu_);
|
2517
|
+
if (deadline_ == Timestamp::InfFuture()) return;
|
2518
|
+
auto* const event_engine = channel()->event_engine();
|
2519
|
+
if (!event_engine->Cancel(deadline_task_)) return;
|
2520
|
+
deadline_ = Timestamp::InfFuture();
|
2521
|
+
InternalUnref("deadline");
|
2522
|
+
}
|
2523
|
+
|
2524
|
+
void PromiseBasedCall::Run() {
|
2525
|
+
ApplicationCallbackExecCtx callback_exec_ctx;
|
2526
|
+
ExecCtx exec_ctx;
|
2527
|
+
CancelWithError(absl::DeadlineExceededError("Deadline exceeded"));
|
2528
|
+
InternalUnref("deadline");
|
2529
|
+
}
|
2530
|
+
|
2531
|
+
void PromiseBasedCall::StartSendMessage(const grpc_op& op,
|
2532
|
+
const Completion& completion,
|
2533
|
+
PipeSender<MessageHandle>* sender,
|
2534
|
+
Party::BulkSpawner& spawner) {
|
2535
|
+
QueueSend();
|
2536
|
+
SliceBuffer send;
|
2537
|
+
grpc_slice_buffer_swap(
|
2538
|
+
&op.data.send_message.send_message->data.raw.slice_buffer,
|
2539
|
+
send.c_slice_buffer());
|
2540
|
+
auto msg = arena()->MakePooled<Message>(std::move(send), op.flags);
|
2541
|
+
spawner.Spawn(
|
2542
|
+
"call_send_message",
|
2543
|
+
[this, sender, msg = std::move(msg)]() mutable {
|
2544
|
+
EnactSend();
|
2545
|
+
return sender->Push(std::move(msg));
|
2546
|
+
},
|
2547
|
+
[this, completion = AddOpToCompletion(
|
2548
|
+
completion, PendingOp::kSendMessage)](bool result) mutable {
|
2549
|
+
if (grpc_call_trace.enabled()) {
|
2550
|
+
gpr_log(GPR_DEBUG, "%sSendMessage completes %s", DebugTag().c_str(),
|
2551
|
+
result ? "successfully" : "with failure");
|
2552
|
+
}
|
2553
|
+
if (!result) FailCompletion(completion);
|
2554
|
+
FinishOpOnCompletion(&completion, PendingOp::kSendMessage);
|
2555
|
+
});
|
2556
|
+
}
|
2557
|
+
|
2558
|
+
template <typename FirstPromiseFactory>
|
2559
|
+
void PromiseBasedCall::StartRecvMessage(
|
2560
|
+
const grpc_op& op, const Completion& completion,
|
2561
|
+
FirstPromiseFactory first_promise_factory,
|
2562
|
+
PipeReceiver<MessageHandle>* receiver, bool cancel_on_error,
|
2563
|
+
Party::BulkSpawner& spawner) {
|
2564
|
+
if (grpc_call_trace.enabled()) {
|
2565
|
+
gpr_log(GPR_INFO, "%s[call] Start RecvMessage: %s", DebugTag().c_str(),
|
2566
|
+
CompletionString(completion).c_str());
|
2567
|
+
}
|
2568
|
+
recv_message_ = op.data.recv_message.recv_message;
|
2569
|
+
spawner.Spawn(
|
2570
|
+
"call_recv_message",
|
2571
|
+
[first_promise_factory = std::move(first_promise_factory), receiver]() {
|
2572
|
+
return Seq(first_promise_factory(), receiver->Next());
|
2573
|
+
},
|
2574
|
+
[this, cancel_on_error,
|
2575
|
+
completion = AddOpToCompletion(completion, PendingOp::kReceiveMessage)](
|
2576
|
+
NextResult<MessageHandle> result) mutable {
|
2577
|
+
if (result.has_value()) {
|
2578
|
+
MessageHandle& message = *result;
|
2579
|
+
NoteLastMessageFlags(message->flags());
|
2580
|
+
if ((message->flags() & GRPC_WRITE_INTERNAL_COMPRESS) &&
|
2581
|
+
(incoming_compression_algorithm() != GRPC_COMPRESS_NONE)) {
|
2582
|
+
*recv_message_ = grpc_raw_compressed_byte_buffer_create(
|
2583
|
+
nullptr, 0, incoming_compression_algorithm());
|
2584
|
+
} else {
|
2585
|
+
*recv_message_ = grpc_raw_byte_buffer_create(nullptr, 0);
|
2586
|
+
}
|
2587
|
+
grpc_slice_buffer_move_into(message->payload()->c_slice_buffer(),
|
2588
|
+
&(*recv_message_)->data.raw.slice_buffer);
|
2589
|
+
if (grpc_call_trace.enabled()) {
|
2590
|
+
gpr_log(GPR_INFO,
|
2591
|
+
"%s[call] RecvMessage: outstanding_recv "
|
2592
|
+
"finishes: received %" PRIdPTR " byte message",
|
2593
|
+
DebugTag().c_str(),
|
2594
|
+
(*recv_message_)->data.raw.slice_buffer.length);
|
2595
|
+
}
|
2596
|
+
} else if (result.cancelled()) {
|
2597
|
+
if (grpc_call_trace.enabled()) {
|
2598
|
+
gpr_log(GPR_INFO,
|
2599
|
+
"%s[call] RecvMessage: outstanding_recv "
|
2600
|
+
"finishes: received end-of-stream with error",
|
2601
|
+
DebugTag().c_str());
|
2602
|
+
}
|
2603
|
+
failed_before_recv_message_.store(true);
|
2604
|
+
FailCompletion(completion);
|
2605
|
+
if (cancel_on_error) CancelWithError(absl::CancelledError());
|
2606
|
+
*recv_message_ = nullptr;
|
2607
|
+
} else {
|
2608
|
+
if (grpc_call_trace.enabled()) {
|
2609
|
+
gpr_log(GPR_INFO,
|
2610
|
+
"%s[call] RecvMessage: outstanding_recv "
|
2611
|
+
"finishes: received end-of-stream",
|
2612
|
+
DebugTag().c_str());
|
2613
|
+
}
|
2614
|
+
*recv_message_ = nullptr;
|
2615
|
+
}
|
2616
|
+
FinishOpOnCompletion(&completion, PendingOp::kReceiveMessage);
|
2617
|
+
});
|
2618
|
+
}
|
2619
|
+
|
2620
|
+
///////////////////////////////////////////////////////////////////////////////
|
2621
|
+
// CallContext
|
2622
|
+
|
2623
|
+
void CallContext::RunInContext(absl::AnyInvocable<void()> fn) {
|
2624
|
+
call_->RunInContext(std::move(fn));
|
2625
|
+
}
|
2626
|
+
|
2627
|
+
void CallContext::IncrementRefCount(const char* reason) {
|
2628
|
+
call_->InternalRef(reason);
|
2629
|
+
}
|
2630
|
+
|
2631
|
+
void CallContext::Unref(const char* reason) { call_->InternalUnref(reason); }
|
2632
|
+
|
2633
|
+
void CallContext::UpdateDeadline(Timestamp deadline) {
|
2634
|
+
call_->UpdateDeadline(deadline);
|
2635
|
+
}
|
2636
|
+
|
2637
|
+
Timestamp CallContext::deadline() const { return call_->deadline(); }
|
2638
|
+
|
2639
|
+
ServerCallContext* CallContext::server_call_context() {
|
2640
|
+
return call_->server_call_context();
|
2641
|
+
}
|
2642
|
+
|
2643
|
+
///////////////////////////////////////////////////////////////////////////////
|
2644
|
+
// PublishMetadataArray
|
2645
|
+
|
2646
|
+
namespace {
|
2647
|
+
void PublishMetadataArray(grpc_metadata_batch* md, grpc_metadata_array* array) {
|
2648
|
+
const auto md_count = md->count();
|
2649
|
+
if (md_count > array->capacity) {
|
2650
|
+
array->capacity =
|
2651
|
+
std::max(array->capacity + md->count(), array->capacity * 3 / 2);
|
2652
|
+
array->metadata = static_cast<grpc_metadata*>(
|
2653
|
+
gpr_realloc(array->metadata, sizeof(grpc_metadata) * array->capacity));
|
2654
|
+
}
|
2655
|
+
PublishToAppEncoder encoder(array);
|
2656
|
+
md->Encode(&encoder);
|
2657
|
+
}
|
2658
|
+
} // namespace
|
2659
|
+
|
2660
|
+
///////////////////////////////////////////////////////////////////////////////
|
2661
|
+
// ClientPromiseBasedCall
|
2662
|
+
|
2663
|
+
#ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL
|
2664
|
+
class ClientPromiseBasedCall final : public PromiseBasedCall {
|
2665
|
+
public:
|
2666
|
+
ClientPromiseBasedCall(Arena* arena, grpc_call_create_args* args)
|
2667
|
+
: PromiseBasedCall(arena, 1, *args) {
|
2668
|
+
global_stats().IncrementClientCallsCreated();
|
2669
|
+
if (args->cq != nullptr) {
|
2670
|
+
GPR_ASSERT(args->pollset_set_alternative == nullptr &&
|
2671
|
+
"Only one of 'cq' and 'pollset_set_alternative' should be "
|
2672
|
+
"non-nullptr.");
|
2673
|
+
polling_entity_.Set(
|
2674
|
+
grpc_polling_entity_create_from_pollset(grpc_cq_pollset(args->cq)));
|
2675
|
+
}
|
2676
|
+
if (args->pollset_set_alternative != nullptr) {
|
2677
|
+
polling_entity_.Set(grpc_polling_entity_create_from_pollset_set(
|
2678
|
+
args->pollset_set_alternative));
|
2679
|
+
}
|
2680
|
+
ScopedContext context(this);
|
2681
|
+
send_initial_metadata_ =
|
2682
|
+
GetContext<Arena>()->MakePooled<ClientMetadata>(GetContext<Arena>());
|
2683
|
+
send_initial_metadata_->Set(HttpPathMetadata(), std::move(*args->path));
|
2684
|
+
if (args->authority.has_value()) {
|
2685
|
+
send_initial_metadata_->Set(HttpAuthorityMetadata(),
|
2686
|
+
std::move(*args->authority));
|
2687
|
+
}
|
2688
|
+
if (auto* channelz_channel = channel()->channelz_node()) {
|
2689
|
+
channelz_channel->RecordCallStarted();
|
2690
|
+
}
|
2691
|
+
if (args->send_deadline != Timestamp::InfFuture()) {
|
2692
|
+
UpdateDeadline(args->send_deadline);
|
2693
|
+
}
|
2694
|
+
}
|
2695
|
+
|
2696
|
+
~ClientPromiseBasedCall() override {
|
2697
|
+
ScopedContext context(this);
|
2698
|
+
send_initial_metadata_.reset();
|
2699
|
+
// Need to destroy the pipes under the ScopedContext above, so we
|
2700
|
+
// move them out here and then allow the destructors to run at
|
2701
|
+
// end of scope, but before context.
|
2702
|
+
auto c2s = std::move(client_to_server_messages_);
|
2703
|
+
auto s2c = std::move(server_to_client_messages_);
|
2704
|
+
auto sim = std::move(server_initial_metadata_);
|
2705
|
+
}
|
2706
|
+
|
2707
|
+
void CancelWithError(absl::Status error) override {
|
2708
|
+
if (!started_.exchange(true, std::memory_order_relaxed)) {
|
2709
|
+
// Initial metadata not sent yet, so we can just fail the call.
|
2710
|
+
Spawn(
|
2711
|
+
"cancel_before_initial_metadata",
|
2712
|
+
[error = std::move(error), this]() {
|
2713
|
+
server_to_client_messages_.sender.Close();
|
2714
|
+
Finish(ServerMetadataFromStatus(error));
|
2715
|
+
return Empty{};
|
2716
|
+
},
|
2717
|
+
[](Empty) {});
|
2718
|
+
} else {
|
2719
|
+
Spawn(
|
2720
|
+
"cancel_with_error",
|
2721
|
+
[error = std::move(error), this]() {
|
2722
|
+
if (!cancel_error_.is_set()) {
|
2723
|
+
cancel_error_.Set(ServerMetadataFromStatus(error));
|
2724
|
+
}
|
2725
|
+
return Empty{};
|
2726
|
+
},
|
2727
|
+
[](Empty) {});
|
2728
|
+
}
|
2729
|
+
}
|
2730
|
+
absl::string_view GetServerAuthority() const override { abort(); }
|
2731
|
+
bool is_trailers_only() const override { return is_trailers_only_; }
|
2732
|
+
|
2733
|
+
grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
|
2734
|
+
bool is_notify_tag_closure) override;
|
2735
|
+
|
2736
|
+
std::string DebugTag() const override {
|
2737
|
+
return absl::StrFormat("CLIENT_CALL[%p]: ", this);
|
2738
|
+
}
|
2739
|
+
|
2740
|
+
private:
|
2741
|
+
// Finish the call with the given status/trailing metadata.
|
2742
|
+
void Finish(ServerMetadataHandle trailing_metadata);
|
2743
|
+
// Validate that a set of ops is valid for a client call.
|
2744
|
+
grpc_call_error ValidateBatch(const grpc_op* ops, size_t nops) const;
|
2745
|
+
// Commit a valid batch of operations to be executed.
|
2746
|
+
void CommitBatch(const grpc_op* ops, size_t nops,
|
2747
|
+
const Completion& completion);
|
2748
|
+
// Start the underlying promise.
|
2749
|
+
void StartPromise(ClientMetadataHandle client_initial_metadata,
|
2750
|
+
const Completion& completion, Party::BulkSpawner& spawner);
|
2751
|
+
// Start receiving initial metadata
|
2752
|
+
void StartRecvInitialMetadata(grpc_metadata_array* array,
|
2753
|
+
const Completion& completion,
|
2754
|
+
Party::BulkSpawner& spawner);
|
2755
|
+
void StartRecvStatusOnClient(
|
2756
|
+
const Completion& completion,
|
2757
|
+
grpc_op::grpc_op_data::grpc_op_recv_status_on_client op_args,
|
2758
|
+
Party::BulkSpawner& spawner);
|
2759
|
+
// Publish status out to the application.
|
2760
|
+
void PublishStatus(
|
2761
|
+
grpc_op::grpc_op_data::grpc_op_recv_status_on_client op_args,
|
2762
|
+
ServerMetadataHandle trailing_metadata);
|
2763
|
+
// Publish server initial metadata out to the application.
|
2764
|
+
void PublishInitialMetadata(ServerMetadata* metadata);
|
2765
|
+
|
2766
|
+
ClientMetadataHandle send_initial_metadata_;
|
2767
|
+
Pipe<ServerMetadataHandle> server_initial_metadata_{arena()};
|
2768
|
+
Latch<ServerMetadataHandle> server_trailing_metadata_;
|
2769
|
+
Latch<ServerMetadataHandle> cancel_error_;
|
2770
|
+
Latch<grpc_polling_entity> polling_entity_;
|
2771
|
+
Pipe<MessageHandle> client_to_server_messages_{arena()};
|
2772
|
+
Pipe<MessageHandle> server_to_client_messages_{arena()};
|
2773
|
+
bool is_trailers_only_;
|
2774
|
+
// True once the promise for the call is started.
|
2775
|
+
// This corresponds to sending initial metadata, or cancelling before doing
|
2776
|
+
// so.
|
2777
|
+
// In the latter case real world code sometimes does not sent the initial
|
2778
|
+
// metadata, and so gating based upon that does not work out.
|
2779
|
+
std::atomic<bool> started_{false};
|
2780
|
+
// TODO(ctiller): delete when we remove the filter based API (may require some
|
2781
|
+
// cleanup in wrapped languages: they depend on this to hold slice refs)
|
2782
|
+
ServerMetadataHandle recv_initial_metadata_;
|
2783
|
+
ServerMetadataHandle recv_trailing_metadata_;
|
2784
|
+
};
|
2785
|
+
|
2786
|
+
void ClientPromiseBasedCall::StartPromise(
|
2787
|
+
ClientMetadataHandle client_initial_metadata, const Completion& completion,
|
2788
|
+
Party::BulkSpawner& spawner) {
|
2789
|
+
auto token = ClientInitialMetadataOutstandingToken::New(arena());
|
2790
|
+
spawner.Spawn(
|
2791
|
+
"call_send_initial_metadata", token.Wait(),
|
2792
|
+
[this,
|
2793
|
+
completion = AddOpToCompletion(
|
2794
|
+
completion, PendingOp::kSendInitialMetadata)](bool result) mutable {
|
2795
|
+
if (!result) FailCompletion(completion);
|
2796
|
+
FinishOpOnCompletion(&completion, PendingOp::kSendInitialMetadata);
|
2797
|
+
});
|
2798
|
+
spawner.Spawn(
|
2799
|
+
"client_promise",
|
2800
|
+
[this, client_initial_metadata = std::move(client_initial_metadata),
|
2801
|
+
token = std::move(token)]() mutable {
|
2802
|
+
return Race(
|
2803
|
+
cancel_error_.Wait(),
|
2804
|
+
Map(channel()->channel_stack()->MakeClientCallPromise(CallArgs{
|
2805
|
+
std::move(client_initial_metadata), std::move(token),
|
2806
|
+
&polling_entity_, &server_initial_metadata_.sender,
|
2807
|
+
&client_to_server_messages_.receiver,
|
2808
|
+
&server_to_client_messages_.sender}),
|
2809
|
+
[this](ServerMetadataHandle trailing_metadata) {
|
2810
|
+
// If we're cancelled the transport doesn't get to return
|
2811
|
+
// stats.
|
2812
|
+
AcceptTransportStatsFromContext();
|
2813
|
+
return trailing_metadata;
|
2814
|
+
}));
|
2815
|
+
},
|
2816
|
+
[this](ServerMetadataHandle trailing_metadata) {
|
2817
|
+
Finish(std::move(trailing_metadata));
|
2818
|
+
});
|
2819
|
+
}
|
2820
|
+
|
2821
|
+
grpc_call_error ClientPromiseBasedCall::ValidateBatch(const grpc_op* ops,
|
2822
|
+
size_t nops) const {
|
2823
|
+
BitSet<8> got_ops;
|
2824
|
+
for (size_t op_idx = 0; op_idx < nops; op_idx++) {
|
2825
|
+
const grpc_op& op = ops[op_idx];
|
2826
|
+
switch (op.op) {
|
2827
|
+
case GRPC_OP_SEND_INITIAL_METADATA:
|
2828
|
+
if (!AreInitialMetadataFlagsValid(op.flags)) {
|
2829
|
+
return GRPC_CALL_ERROR_INVALID_FLAGS;
|
2830
|
+
}
|
2831
|
+
if (!ValidateMetadata(op.data.send_initial_metadata.count,
|
2832
|
+
op.data.send_initial_metadata.metadata)) {
|
2833
|
+
return GRPC_CALL_ERROR_INVALID_METADATA;
|
2834
|
+
}
|
2835
|
+
break;
|
2836
|
+
case GRPC_OP_SEND_MESSAGE:
|
2837
|
+
if (!AreWriteFlagsValid(op.flags)) {
|
2838
|
+
return GRPC_CALL_ERROR_INVALID_FLAGS;
|
2839
|
+
}
|
2840
|
+
break;
|
2841
|
+
case GRPC_OP_RECV_INITIAL_METADATA:
|
2842
|
+
case GRPC_OP_RECV_MESSAGE:
|
2843
|
+
case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
|
2844
|
+
case GRPC_OP_RECV_STATUS_ON_CLIENT:
|
2845
|
+
if (op.flags != 0) return GRPC_CALL_ERROR_INVALID_FLAGS;
|
2846
|
+
break;
|
2847
|
+
case GRPC_OP_RECV_CLOSE_ON_SERVER:
|
2848
|
+
case GRPC_OP_SEND_STATUS_FROM_SERVER:
|
2849
|
+
return GRPC_CALL_ERROR_NOT_ON_CLIENT;
|
2850
|
+
}
|
2851
|
+
if (got_ops.is_set(op.op)) return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
|
2852
|
+
got_ops.set(op.op);
|
2853
|
+
}
|
2854
|
+
return GRPC_CALL_OK;
|
2855
|
+
}
|
2856
|
+
|
2857
|
+
void ClientPromiseBasedCall::CommitBatch(const grpc_op* ops, size_t nops,
|
2858
|
+
const Completion& completion) {
|
2859
|
+
Party::BulkSpawner spawner(this);
|
2860
|
+
for (size_t op_idx = 0; op_idx < nops; op_idx++) {
|
2861
|
+
const grpc_op& op = ops[op_idx];
|
2862
|
+
switch (op.op) {
|
2863
|
+
case GRPC_OP_SEND_INITIAL_METADATA: {
|
2864
|
+
if (started_.exchange(true, std::memory_order_relaxed)) break;
|
2865
|
+
CToMetadata(op.data.send_initial_metadata.metadata,
|
2866
|
+
op.data.send_initial_metadata.count,
|
2867
|
+
send_initial_metadata_.get());
|
2868
|
+
PrepareOutgoingInitialMetadata(op, *send_initial_metadata_);
|
2869
|
+
if (send_deadline() != Timestamp::InfFuture()) {
|
2870
|
+
send_initial_metadata_->Set(GrpcTimeoutMetadata(), send_deadline());
|
2871
|
+
}
|
2872
|
+
send_initial_metadata_->Set(
|
2873
|
+
WaitForReady(),
|
2874
|
+
WaitForReady::ValueType{
|
2875
|
+
(op.flags & GRPC_INITIAL_METADATA_WAIT_FOR_READY) != 0,
|
2876
|
+
(op.flags &
|
2877
|
+
GRPC_INITIAL_METADATA_WAIT_FOR_READY_EXPLICITLY_SET) != 0});
|
2878
|
+
StartPromise(std::move(send_initial_metadata_), completion, spawner);
|
2879
|
+
} break;
|
2880
|
+
case GRPC_OP_RECV_INITIAL_METADATA: {
|
2881
|
+
StartRecvInitialMetadata(
|
2882
|
+
op.data.recv_initial_metadata.recv_initial_metadata, completion,
|
2883
|
+
spawner);
|
2884
|
+
} break;
|
2885
|
+
case GRPC_OP_RECV_STATUS_ON_CLIENT: {
|
2886
|
+
StartRecvStatusOnClient(completion, op.data.recv_status_on_client,
|
2887
|
+
spawner);
|
2888
|
+
} break;
|
2889
|
+
case GRPC_OP_SEND_MESSAGE:
|
2890
|
+
StartSendMessage(op, completion, &client_to_server_messages_.sender,
|
2891
|
+
spawner);
|
2892
|
+
break;
|
2893
|
+
case GRPC_OP_RECV_MESSAGE:
|
2894
|
+
StartRecvMessage(
|
2895
|
+
op, completion,
|
2896
|
+
[this]() {
|
2897
|
+
return server_initial_metadata_.receiver.AwaitClosed();
|
2898
|
+
},
|
2899
|
+
&server_to_client_messages_.receiver, false, spawner);
|
2900
|
+
break;
|
2901
|
+
case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
|
2902
|
+
spawner.Spawn(
|
2903
|
+
"send_close_from_client",
|
2904
|
+
[this]() {
|
2905
|
+
client_to_server_messages_.sender.Close();
|
2906
|
+
return Empty{};
|
2907
|
+
},
|
2908
|
+
[this,
|
2909
|
+
completion = AddOpToCompletion(
|
2910
|
+
completion, PendingOp::kSendCloseFromClient)](Empty) mutable {
|
2911
|
+
FinishOpOnCompletion(&completion,
|
2912
|
+
PendingOp::kSendCloseFromClient);
|
2913
|
+
});
|
2914
|
+
break;
|
2915
|
+
case GRPC_OP_SEND_STATUS_FROM_SERVER:
|
2916
|
+
case GRPC_OP_RECV_CLOSE_ON_SERVER:
|
2917
|
+
abort(); // unreachable
|
2918
|
+
}
|
2919
|
+
}
|
2920
|
+
}
|
2921
|
+
|
2922
|
+
grpc_call_error ClientPromiseBasedCall::StartBatch(const grpc_op* ops,
|
2923
|
+
size_t nops,
|
2924
|
+
void* notify_tag,
|
2925
|
+
bool is_notify_tag_closure) {
|
2926
|
+
if (nops == 0) {
|
2927
|
+
EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
|
2928
|
+
return GRPC_CALL_OK;
|
2929
|
+
}
|
2930
|
+
const grpc_call_error validation_result = ValidateBatch(ops, nops);
|
2931
|
+
if (validation_result != GRPC_CALL_OK) {
|
2932
|
+
return validation_result;
|
2933
|
+
}
|
2934
|
+
Completion completion =
|
2935
|
+
StartCompletion(notify_tag, is_notify_tag_closure, ops);
|
2936
|
+
CommitBatch(ops, nops, completion);
|
2937
|
+
FinishOpOnCompletion(&completion, PendingOp::kStartingBatch);
|
2938
|
+
return GRPC_CALL_OK;
|
2939
|
+
}
|
2940
|
+
|
2941
|
+
void ClientPromiseBasedCall::StartRecvInitialMetadata(
|
2942
|
+
grpc_metadata_array* array, const Completion& completion,
|
2943
|
+
Party::BulkSpawner& spawner) {
|
2944
|
+
spawner.Spawn(
|
2945
|
+
"recv_initial_metadata",
|
2946
|
+
Race(server_initial_metadata_.receiver.Next(),
|
2947
|
+
Map(finished(),
|
2948
|
+
[](Empty) { return NextResult<ServerMetadataHandle>(true); })),
|
2949
|
+
[this, array,
|
2950
|
+
completion =
|
2951
|
+
AddOpToCompletion(completion, PendingOp::kReceiveInitialMetadata)](
|
2952
|
+
NextResult<ServerMetadataHandle> next_metadata) mutable {
|
2953
|
+
server_initial_metadata_.sender.Close();
|
2954
|
+
ServerMetadataHandle metadata;
|
2955
|
+
if (next_metadata.has_value()) {
|
2956
|
+
is_trailers_only_ = false;
|
2957
|
+
metadata = std::move(next_metadata.value());
|
2958
|
+
} else {
|
2959
|
+
is_trailers_only_ = true;
|
2960
|
+
metadata = arena()->MakePooled<ServerMetadata>(arena());
|
2961
|
+
}
|
2962
|
+
ProcessIncomingInitialMetadata(*metadata);
|
2963
|
+
PublishMetadataArray(metadata.get(), array);
|
2964
|
+
recv_initial_metadata_ = std::move(metadata);
|
2965
|
+
FinishOpOnCompletion(&completion, PendingOp::kReceiveInitialMetadata);
|
2966
|
+
});
|
2967
|
+
}
|
2968
|
+
|
2969
|
+
void ClientPromiseBasedCall::Finish(ServerMetadataHandle trailing_metadata) {
|
2970
|
+
if (grpc_call_trace.enabled()) {
|
2971
|
+
gpr_log(GPR_INFO, "%s[call] Finish: %s", DebugTag().c_str(),
|
2972
|
+
trailing_metadata->DebugString().c_str());
|
2973
|
+
}
|
2974
|
+
ResetDeadline();
|
2975
|
+
set_completed();
|
2976
|
+
client_to_server_messages_.sender.Close();
|
2977
|
+
if (auto* channelz_channel = channel()->channelz_node()) {
|
2978
|
+
if (trailing_metadata->get(GrpcStatusMetadata())
|
2979
|
+
.value_or(GRPC_STATUS_UNKNOWN) == GRPC_STATUS_OK) {
|
2980
|
+
channelz_channel->RecordCallSucceeded();
|
2981
|
+
} else {
|
2982
|
+
channelz_channel->RecordCallFailed();
|
2983
|
+
}
|
2984
|
+
}
|
2985
|
+
server_trailing_metadata_.Set(std::move(trailing_metadata));
|
2986
|
+
}
|
2987
|
+
|
2988
|
+
namespace {
|
2989
|
+
std::string MakeErrorString(const ServerMetadata* trailing_metadata) {
|
2990
|
+
std::string out = absl::StrCat(
|
2991
|
+
trailing_metadata->get(GrpcStatusFromWire()).value_or(false)
|
2992
|
+
? "Error received from peer"
|
2993
|
+
: "Error generated by client",
|
2994
|
+
"grpc_status: ",
|
2995
|
+
grpc_status_code_to_string(trailing_metadata->get(GrpcStatusMetadata())
|
2996
|
+
.value_or(GRPC_STATUS_UNKNOWN)));
|
2997
|
+
if (const Slice* message =
|
2998
|
+
trailing_metadata->get_pointer(GrpcMessageMetadata())) {
|
2999
|
+
absl::StrAppend(&out, "\ngrpc_message: ", message->as_string_view());
|
3000
|
+
}
|
3001
|
+
if (auto annotations = trailing_metadata->get_pointer(GrpcStatusContext())) {
|
3002
|
+
absl::StrAppend(&out, "\nStatus Context:");
|
3003
|
+
for (const std::string& annotation : *annotations) {
|
3004
|
+
absl::StrAppend(&out, "\n ", annotation);
|
3005
|
+
}
|
3006
|
+
}
|
3007
|
+
return out;
|
3008
|
+
}
|
3009
|
+
} // namespace
|
3010
|
+
|
3011
|
+
void ClientPromiseBasedCall::StartRecvStatusOnClient(
|
3012
|
+
const Completion& completion,
|
3013
|
+
grpc_op::grpc_op_data::grpc_op_recv_status_on_client op_args,
|
3014
|
+
Party::BulkSpawner& spawner) {
|
3015
|
+
ForceCompletionSuccess(completion);
|
3016
|
+
spawner.Spawn(
|
3017
|
+
"recv_status_on_client", server_trailing_metadata_.Wait(),
|
3018
|
+
[this, op_args,
|
3019
|
+
completion =
|
3020
|
+
AddOpToCompletion(completion, PendingOp::kReceiveStatusOnClient)](
|
3021
|
+
ServerMetadataHandle trailing_metadata) mutable {
|
3022
|
+
const grpc_status_code status =
|
3023
|
+
trailing_metadata->get(GrpcStatusMetadata())
|
3024
|
+
.value_or(GRPC_STATUS_UNKNOWN);
|
3025
|
+
*op_args.status = status;
|
3026
|
+
Slice message_slice;
|
3027
|
+
if (Slice* message =
|
3028
|
+
trailing_metadata->get_pointer(GrpcMessageMetadata())) {
|
3029
|
+
message_slice = message->Ref();
|
3030
|
+
}
|
3031
|
+
SetFinalizationStatus(status, message_slice.Ref());
|
3032
|
+
*op_args.status_details = message_slice.TakeCSlice();
|
3033
|
+
if (op_args.error_string != nullptr && status != GRPC_STATUS_OK) {
|
3034
|
+
*op_args.error_string =
|
3035
|
+
gpr_strdup(MakeErrorString(trailing_metadata.get()).c_str());
|
3036
|
+
}
|
3037
|
+
PublishMetadataArray(trailing_metadata.get(),
|
3038
|
+
op_args.trailing_metadata);
|
3039
|
+
recv_trailing_metadata_ = std::move(trailing_metadata);
|
3040
|
+
FinishOpOnCompletion(&completion, PendingOp::kReceiveStatusOnClient);
|
3041
|
+
});
|
3042
|
+
}
|
3043
|
+
#endif
|
3044
|
+
|
3045
|
+
///////////////////////////////////////////////////////////////////////////////
|
3046
|
+
// ServerPromiseBasedCall
|
3047
|
+
|
3048
|
+
#ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
|
3049
|
+
|
3050
|
+
class ServerPromiseBasedCall final : public PromiseBasedCall {
|
3051
|
+
public:
|
3052
|
+
ServerPromiseBasedCall(Arena* arena, grpc_call_create_args* args);
|
3053
|
+
|
3054
|
+
void CancelWithError(grpc_error_handle) override;
|
3055
|
+
grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
|
3056
|
+
bool is_notify_tag_closure) override;
|
3057
|
+
bool is_trailers_only() const override { abort(); }
|
3058
|
+
absl::string_view GetServerAuthority() const override {
|
3059
|
+
const Slice* authority_metadata =
|
3060
|
+
client_initial_metadata_->get_pointer(HttpAuthorityMetadata());
|
3061
|
+
if (authority_metadata == nullptr) return "";
|
3062
|
+
return authority_metadata->as_string_view();
|
3063
|
+
}
|
3064
|
+
|
3065
|
+
// Polling order for the server promise stack:
|
3066
|
+
//
|
3067
|
+
// │ ┌───────────────────────────────────────┐
|
3068
|
+
// │ │ ServerPromiseBasedCall ├──► Lifetime management
|
3069
|
+
// │ ├───────────────────────────────────────┤
|
3070
|
+
// │ │ ConnectedChannel ├─┐
|
3071
|
+
// │ ├───────────────────────────────────────┤ └► Interactions with the
|
3072
|
+
// │ │ ... closest to transport filter │ transport - send/recv msgs
|
3073
|
+
// │ ├───────────────────────────────────────┤ and metadata, call phase
|
3074
|
+
// │ │ ... │ ordering
|
3075
|
+
// │ ├───────────────────────────────────────┤
|
3076
|
+
// │ │ ... closest to app filter │ ┌► Request matching, initial
|
3077
|
+
// │ ├───────────────────────────────────────┤ │ setup, publishing call to
|
3078
|
+
// │ │ Server::ChannelData::MakeCallPromise ├─┘ application
|
3079
|
+
// │ ├───────────────────────────────────────┤
|
3080
|
+
// │ │ MakeTopOfServerCallPromise ├──► Send trailing metadata
|
3081
|
+
// ▼ └───────────────────────────────────────┘
|
3082
|
+
// Polling &
|
3083
|
+
// instantiation
|
3084
|
+
// order
|
3085
|
+
|
3086
|
+
std::string DebugTag() const override {
|
3087
|
+
return absl::StrFormat("SERVER_CALL[%p]: ", this);
|
3088
|
+
}
|
3089
|
+
|
3090
|
+
ServerCallContext* server_call_context() override { return &call_context_; }
|
3091
|
+
|
3092
|
+
private:
|
3093
|
+
class RecvCloseOpCancelState {
|
3094
|
+
public:
|
3095
|
+
// Request that receiver be filled in per
|
3096
|
+
// grpc_op_recv_close_on_server. Returns true if the request can
|
3097
|
+
// be fulfilled immediately. Returns false if the request will be
|
3098
|
+
// fulfilled later.
|
3099
|
+
bool ReceiveCloseOnServerOpStarted(int* receiver) {
|
3100
|
+
uintptr_t state = state_.load(std::memory_order_acquire);
|
3101
|
+
uintptr_t new_state;
|
3102
|
+
do {
|
3103
|
+
switch (state) {
|
3104
|
+
case kUnset:
|
3105
|
+
new_state = reinterpret_cast<uintptr_t>(receiver);
|
3106
|
+
break;
|
3107
|
+
case kFinishedWithFailure:
|
3108
|
+
*receiver = 1;
|
3109
|
+
return true;
|
3110
|
+
case kFinishedWithSuccess:
|
3111
|
+
*receiver = 0;
|
3112
|
+
return true;
|
3113
|
+
default:
|
3114
|
+
Crash("Two threads offered ReceiveCloseOnServerOpStarted");
|
3115
|
+
}
|
3116
|
+
} while (!state_.compare_exchange_weak(state, new_state,
|
3117
|
+
std::memory_order_acq_rel,
|
3118
|
+
std::memory_order_acquire));
|
3119
|
+
return false;
|
3120
|
+
}
|
3121
|
+
|
3122
|
+
// Mark the call as having completed.
|
3123
|
+
// Returns true if this finishes a previous
|
3124
|
+
// RequestReceiveCloseOnServer.
|
3125
|
+
bool CompleteCallWithCancelledSetTo(bool cancelled) {
|
3126
|
+
uintptr_t state = state_.load(std::memory_order_acquire);
|
3127
|
+
uintptr_t new_state;
|
3128
|
+
bool r;
|
3129
|
+
do {
|
3130
|
+
switch (state) {
|
3131
|
+
case kUnset:
|
3132
|
+
new_state = cancelled ? kFinishedWithFailure : kFinishedWithSuccess;
|
3133
|
+
r = false;
|
3134
|
+
break;
|
3135
|
+
case kFinishedWithFailure:
|
3136
|
+
return false;
|
3137
|
+
case kFinishedWithSuccess:
|
3138
|
+
Crash("unreachable");
|
3139
|
+
default:
|
3140
|
+
new_state = cancelled ? kFinishedWithFailure : kFinishedWithSuccess;
|
3141
|
+
r = true;
|
3142
|
+
}
|
3143
|
+
} while (!state_.compare_exchange_weak(state, new_state,
|
3144
|
+
std::memory_order_acq_rel,
|
3145
|
+
std::memory_order_acquire));
|
3146
|
+
if (r) *reinterpret_cast<int*>(state) = cancelled ? 1 : 0;
|
3147
|
+
return r;
|
3148
|
+
}
|
3149
|
+
|
3150
|
+
std::string ToString() const {
|
3151
|
+
auto state = state_.load(std::memory_order_relaxed);
|
3152
|
+
switch (state) {
|
3153
|
+
case kUnset:
|
3154
|
+
return "Unset";
|
3155
|
+
case kFinishedWithFailure:
|
3156
|
+
return "FinishedWithFailure";
|
3157
|
+
case kFinishedWithSuccess:
|
3158
|
+
return "FinishedWithSuccess";
|
3159
|
+
default:
|
3160
|
+
return absl::StrFormat("WaitingForReceiver(%p)",
|
3161
|
+
reinterpret_cast<void*>(state));
|
3162
|
+
}
|
3163
|
+
}
|
3164
|
+
|
3165
|
+
private:
|
3166
|
+
static constexpr uintptr_t kUnset = 0;
|
3167
|
+
static constexpr uintptr_t kFinishedWithFailure = 1;
|
3168
|
+
static constexpr uintptr_t kFinishedWithSuccess = 2;
|
3169
|
+
// Holds one of kUnset, kFinishedWithFailure, or
|
3170
|
+
// kFinishedWithSuccess OR an int* that wants to receive the
|
3171
|
+
// final status.
|
3172
|
+
std::atomic<uintptr_t> state_{kUnset};
|
3173
|
+
};
|
3174
|
+
|
3175
|
+
grpc_call_error ValidateBatch(const grpc_op* ops, size_t nops) const;
|
3176
|
+
void CommitBatch(const grpc_op* ops, size_t nops,
|
3177
|
+
const Completion& completion);
|
3178
|
+
void Finish(ServerMetadataHandle result);
|
3179
|
+
|
3180
|
+
friend class ServerCallContext;
|
3181
|
+
ServerCallContext call_context_;
|
3182
|
+
Server* const server_;
|
3183
|
+
PipeSender<ServerMetadataHandle>* server_initial_metadata_ = nullptr;
|
3184
|
+
PipeSender<MessageHandle>* server_to_client_messages_ = nullptr;
|
3185
|
+
PipeReceiver<MessageHandle>* client_to_server_messages_ = nullptr;
|
3186
|
+
Latch<ServerMetadataHandle> send_trailing_metadata_;
|
3187
|
+
RecvCloseOpCancelState recv_close_op_cancel_state_;
|
3188
|
+
ClientMetadataHandle client_initial_metadata_;
|
3189
|
+
Completion recv_close_completion_;
|
3190
|
+
std::atomic<bool> cancelled_{false};
|
3191
|
+
};
|
3192
|
+
|
3193
|
+
ServerPromiseBasedCall::ServerPromiseBasedCall(Arena* arena,
|
3194
|
+
grpc_call_create_args* args)
|
3195
|
+
: PromiseBasedCall(arena, 0, *args),
|
3196
|
+
call_context_(this, args->server_transport_data),
|
3197
|
+
server_(args->server) {
|
3198
|
+
global_stats().IncrementServerCallsCreated();
|
3199
|
+
channelz::ServerNode* channelz_node = server_->channelz_node();
|
3200
|
+
if (channelz_node != nullptr) {
|
3201
|
+
channelz_node->RecordCallStarted();
|
3202
|
+
}
|
3203
|
+
// TODO(yashykt): In the future, we want to also enable stats and trace
|
3204
|
+
// collecting from when the call is created at the transport. The idea is that
|
3205
|
+
// the transport would create the call tracer and pass it in as part of the
|
3206
|
+
// metadata.
|
3207
|
+
auto* server_call_tracer_factory =
|
3208
|
+
ServerCallTracerFactory::Get(args->server->channel_args());
|
3209
|
+
if (server_call_tracer_factory != nullptr) {
|
3210
|
+
auto* server_call_tracer =
|
3211
|
+
server_call_tracer_factory->CreateNewServerCallTracer(arena);
|
3212
|
+
if (server_call_tracer != nullptr) {
|
3213
|
+
// Note that we are setting both
|
3214
|
+
// GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
|
3215
|
+
// GRPC_CONTEXT_CALL_TRACER as a matter of convenience. In the future
|
3216
|
+
// promise-based world, we would just a single tracer object for each
|
3217
|
+
// stack (call, subchannel_call, server_call.)
|
3218
|
+
ContextSet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE,
|
3219
|
+
server_call_tracer, nullptr);
|
3220
|
+
ContextSet(GRPC_CONTEXT_CALL_TRACER, server_call_tracer, nullptr);
|
3221
|
+
}
|
3222
|
+
}
|
3223
|
+
ScopedContext activity_context(this);
|
3224
|
+
Spawn("server_promise",
|
3225
|
+
channel()->channel_stack()->MakeServerCallPromise(
|
3226
|
+
CallArgs{nullptr, ClientInitialMetadataOutstandingToken::Empty(),
|
3227
|
+
nullptr, nullptr, nullptr, nullptr}),
|
3228
|
+
[this](ServerMetadataHandle result) { Finish(std::move(result)); });
|
3229
|
+
}
|
3230
|
+
|
3231
|
+
void ServerPromiseBasedCall::Finish(ServerMetadataHandle result) {
|
3232
|
+
if (grpc_call_trace.enabled()) {
|
3233
|
+
gpr_log(GPR_INFO, "%s[call] Finish: recv_close_state:%s result:%s",
|
3234
|
+
DebugTag().c_str(), recv_close_op_cancel_state_.ToString().c_str(),
|
3235
|
+
result->DebugString().c_str());
|
3236
|
+
}
|
3237
|
+
const auto status =
|
3238
|
+
result->get(GrpcStatusMetadata()).value_or(GRPC_STATUS_UNKNOWN);
|
3239
|
+
channelz::ServerNode* channelz_node = server_->channelz_node();
|
3240
|
+
if (channelz_node != nullptr) {
|
3241
|
+
if (status == GRPC_STATUS_OK) {
|
3242
|
+
channelz_node->RecordCallSucceeded();
|
3243
|
+
} else {
|
3244
|
+
channelz_node->RecordCallFailed();
|
3245
|
+
}
|
3246
|
+
}
|
3247
|
+
if (recv_close_op_cancel_state_.CompleteCallWithCancelledSetTo(
|
3248
|
+
result->get(GrpcCallWasCancelled()).value_or(true))) {
|
3249
|
+
FinishOpOnCompletion(&recv_close_completion_,
|
3250
|
+
PendingOp::kReceiveCloseOnServer);
|
3251
|
+
}
|
3252
|
+
if (server_initial_metadata_ != nullptr) {
|
3253
|
+
server_initial_metadata_->Close();
|
3254
|
+
}
|
3255
|
+
Slice message_slice;
|
3256
|
+
if (Slice* message = result->get_pointer(GrpcMessageMetadata())) {
|
3257
|
+
message_slice = message->Ref();
|
3258
|
+
}
|
3259
|
+
AcceptTransportStatsFromContext();
|
3260
|
+
SetFinalizationStatus(status, std::move(message_slice));
|
3261
|
+
set_completed();
|
3262
|
+
ResetDeadline();
|
3263
|
+
PropagateCancellationToChildren();
|
3264
|
+
}
|
3265
|
+
|
3266
|
+
grpc_call_error ServerPromiseBasedCall::ValidateBatch(const grpc_op* ops,
|
3267
|
+
size_t nops) const {
|
3268
|
+
BitSet<8> got_ops;
|
3269
|
+
for (size_t op_idx = 0; op_idx < nops; op_idx++) {
|
3270
|
+
const grpc_op& op = ops[op_idx];
|
3271
|
+
switch (op.op) {
|
3272
|
+
case GRPC_OP_SEND_INITIAL_METADATA:
|
3273
|
+
if (!AreInitialMetadataFlagsValid(op.flags)) {
|
3274
|
+
return GRPC_CALL_ERROR_INVALID_FLAGS;
|
3275
|
+
}
|
3276
|
+
if (!ValidateMetadata(op.data.send_initial_metadata.count,
|
3277
|
+
op.data.send_initial_metadata.metadata)) {
|
3278
|
+
return GRPC_CALL_ERROR_INVALID_METADATA;
|
3279
|
+
}
|
3280
|
+
break;
|
3281
|
+
case GRPC_OP_SEND_MESSAGE:
|
3282
|
+
if (!AreWriteFlagsValid(op.flags)) {
|
3283
|
+
return GRPC_CALL_ERROR_INVALID_FLAGS;
|
3284
|
+
}
|
3285
|
+
break;
|
3286
|
+
case GRPC_OP_RECV_MESSAGE:
|
3287
|
+
case GRPC_OP_RECV_CLOSE_ON_SERVER:
|
3288
|
+
case GRPC_OP_SEND_STATUS_FROM_SERVER:
|
3289
|
+
if (op.flags != 0) return GRPC_CALL_ERROR_INVALID_FLAGS;
|
3290
|
+
break;
|
3291
|
+
case GRPC_OP_RECV_INITIAL_METADATA:
|
3292
|
+
case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
|
3293
|
+
case GRPC_OP_RECV_STATUS_ON_CLIENT:
|
3294
|
+
return GRPC_CALL_ERROR_NOT_ON_SERVER;
|
3295
|
+
}
|
3296
|
+
if (got_ops.is_set(op.op)) return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
|
3297
|
+
got_ops.set(op.op);
|
3298
|
+
}
|
3299
|
+
return GRPC_CALL_OK;
|
3300
|
+
}
|
3301
|
+
|
3302
|
+
void ServerPromiseBasedCall::CommitBatch(const grpc_op* ops, size_t nops,
|
3303
|
+
const Completion& completion) {
|
3304
|
+
Party::BulkSpawner spawner(this);
|
3305
|
+
for (size_t op_idx = 0; op_idx < nops; op_idx++) {
|
3306
|
+
const grpc_op& op = ops[op_idx];
|
3307
|
+
switch (op.op) {
|
3308
|
+
case GRPC_OP_SEND_INITIAL_METADATA: {
|
3309
|
+
auto metadata = arena()->MakePooled<ServerMetadata>(arena());
|
3310
|
+
PrepareOutgoingInitialMetadata(op, *metadata);
|
3311
|
+
CToMetadata(op.data.send_initial_metadata.metadata,
|
3312
|
+
op.data.send_initial_metadata.count, metadata.get());
|
3313
|
+
if (grpc_call_trace.enabled()) {
|
3314
|
+
gpr_log(GPR_INFO, "%s[call] Send initial metadata",
|
3315
|
+
DebugTag().c_str());
|
3316
|
+
}
|
3317
|
+
QueueSend();
|
3318
|
+
spawner.Spawn(
|
3319
|
+
"call_send_initial_metadata",
|
3320
|
+
[this, metadata = std::move(metadata)]() mutable {
|
3321
|
+
EnactSend();
|
3322
|
+
return server_initial_metadata_->Push(std::move(metadata));
|
3323
|
+
},
|
3324
|
+
[this,
|
3325
|
+
completion = AddOpToCompletion(
|
3326
|
+
completion, PendingOp::kSendInitialMetadata)](bool r) mutable {
|
3327
|
+
if (!r) FailCompletion(completion);
|
3328
|
+
FinishOpOnCompletion(&completion,
|
3329
|
+
PendingOp::kSendInitialMetadata);
|
3330
|
+
});
|
3331
|
+
} break;
|
3332
|
+
case GRPC_OP_SEND_MESSAGE:
|
3333
|
+
StartSendMessage(op, completion, server_to_client_messages_, spawner);
|
3334
|
+
break;
|
3335
|
+
case GRPC_OP_RECV_MESSAGE:
|
3336
|
+
if (cancelled_.load(std::memory_order_relaxed)) {
|
3337
|
+
FailCompletion(completion);
|
3338
|
+
break;
|
3339
|
+
}
|
3340
|
+
StartRecvMessage(
|
3341
|
+
op, completion, []() { return []() { return Empty{}; }; },
|
3342
|
+
client_to_server_messages_, true, spawner);
|
3343
|
+
break;
|
3344
|
+
case GRPC_OP_SEND_STATUS_FROM_SERVER: {
|
3345
|
+
auto metadata = arena()->MakePooled<ServerMetadata>(arena());
|
3346
|
+
CToMetadata(op.data.send_status_from_server.trailing_metadata,
|
3347
|
+
op.data.send_status_from_server.trailing_metadata_count,
|
3348
|
+
metadata.get());
|
3349
|
+
metadata->Set(GrpcStatusMetadata(),
|
3350
|
+
op.data.send_status_from_server.status);
|
3351
|
+
if (auto* details = op.data.send_status_from_server.status_details) {
|
3352
|
+
// TODO(ctiller): this should not be a copy, but we have callers that
|
3353
|
+
// allocate and pass in a slice created with
|
3354
|
+
// grpc_slice_from_static_string and then delete the string after
|
3355
|
+
// passing it in, which shouldn't be a supported API.
|
3356
|
+
metadata->Set(GrpcMessageMetadata(),
|
3357
|
+
Slice(grpc_slice_copy(*details)));
|
3358
|
+
}
|
3359
|
+
spawner.Spawn(
|
3360
|
+
"call_send_status_from_server",
|
3361
|
+
[this, metadata = std::move(metadata)]() mutable {
|
3362
|
+
bool r = true;
|
3363
|
+
if (send_trailing_metadata_.is_set()) {
|
3364
|
+
r = false;
|
3365
|
+
} else {
|
3366
|
+
send_trailing_metadata_.Set(std::move(metadata));
|
3367
|
+
}
|
3368
|
+
return Map(WaitForSendingStarted(), [this, r](Empty) {
|
3369
|
+
server_initial_metadata_->Close();
|
3370
|
+
server_to_client_messages_->Close();
|
3371
|
+
return r;
|
3372
|
+
});
|
3373
|
+
},
|
3374
|
+
[this, completion = AddOpToCompletion(
|
3375
|
+
completion, PendingOp::kSendStatusFromServer)](
|
3376
|
+
bool ok) mutable {
|
3377
|
+
if (!ok) FailCompletion(completion);
|
3378
|
+
FinishOpOnCompletion(&completion,
|
3379
|
+
PendingOp::kSendStatusFromServer);
|
3380
|
+
});
|
3381
|
+
} break;
|
3382
|
+
case GRPC_OP_RECV_CLOSE_ON_SERVER:
|
3383
|
+
if (grpc_call_trace.enabled()) {
|
3384
|
+
gpr_log(GPR_INFO, "%s[call] StartBatch: RecvClose %s",
|
3385
|
+
DebugTag().c_str(),
|
3386
|
+
recv_close_op_cancel_state_.ToString().c_str());
|
3387
|
+
}
|
3388
|
+
ForceCompletionSuccess(completion);
|
3389
|
+
recv_close_completion_ =
|
3390
|
+
AddOpToCompletion(completion, PendingOp::kReceiveCloseOnServer);
|
3391
|
+
if (recv_close_op_cancel_state_.ReceiveCloseOnServerOpStarted(
|
3392
|
+
op.data.recv_close_on_server.cancelled)) {
|
3393
|
+
FinishOpOnCompletion(&recv_close_completion_,
|
3394
|
+
PendingOp::kReceiveCloseOnServer);
|
3395
|
+
}
|
3396
|
+
break;
|
3397
|
+
case GRPC_OP_RECV_STATUS_ON_CLIENT:
|
3398
|
+
case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
|
3399
|
+
case GRPC_OP_RECV_INITIAL_METADATA:
|
3400
|
+
abort(); // unreachable
|
3401
|
+
}
|
3402
|
+
}
|
3403
|
+
}
|
3404
|
+
|
3405
|
+
grpc_call_error ServerPromiseBasedCall::StartBatch(const grpc_op* ops,
|
3406
|
+
size_t nops,
|
3407
|
+
void* notify_tag,
|
3408
|
+
bool is_notify_tag_closure) {
|
3409
|
+
if (nops == 0) {
|
3410
|
+
EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
|
3411
|
+
return GRPC_CALL_OK;
|
3412
|
+
}
|
3413
|
+
const grpc_call_error validation_result = ValidateBatch(ops, nops);
|
3414
|
+
if (validation_result != GRPC_CALL_OK) {
|
3415
|
+
return validation_result;
|
3416
|
+
}
|
3417
|
+
Completion completion =
|
3418
|
+
StartCompletion(notify_tag, is_notify_tag_closure, ops);
|
3419
|
+
CommitBatch(ops, nops, completion);
|
3420
|
+
FinishOpOnCompletion(&completion, PendingOp::kStartingBatch);
|
3421
|
+
return GRPC_CALL_OK;
|
3422
|
+
}
|
3423
|
+
|
3424
|
+
void ServerPromiseBasedCall::CancelWithError(absl::Status error) {
|
3425
|
+
cancelled_.store(true, std::memory_order_relaxed);
|
3426
|
+
Spawn(
|
3427
|
+
"cancel_with_error",
|
3428
|
+
[this, error = std::move(error)]() {
|
3429
|
+
if (!send_trailing_metadata_.is_set()) {
|
3430
|
+
auto md = ServerMetadataFromStatus(error);
|
3431
|
+
md->Set(GrpcCallWasCancelled(), true);
|
3432
|
+
send_trailing_metadata_.Set(std::move(md));
|
3433
|
+
}
|
3434
|
+
if (server_to_client_messages_ != nullptr) {
|
3435
|
+
server_to_client_messages_->Close();
|
3436
|
+
}
|
3437
|
+
if (server_initial_metadata_ != nullptr) {
|
3438
|
+
server_initial_metadata_->Close();
|
3439
|
+
}
|
3440
|
+
return Empty{};
|
3441
|
+
},
|
3442
|
+
[](Empty) {});
|
3443
|
+
}
|
3444
|
+
#endif
|
3445
|
+
|
3446
|
+
#ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
|
3447
|
+
ArenaPromise<ServerMetadataHandle>
|
3448
|
+
ServerCallContext::MakeTopOfServerCallPromise(
|
3449
|
+
CallArgs call_args, grpc_completion_queue* cq,
|
3450
|
+
grpc_metadata_array* publish_initial_metadata,
|
3451
|
+
absl::FunctionRef<void(grpc_call* call)> publish) {
|
3452
|
+
call_->SetCompletionQueue(cq);
|
3453
|
+
call_args.polling_entity->Set(
|
3454
|
+
grpc_polling_entity_create_from_pollset(grpc_cq_pollset(cq)));
|
3455
|
+
call_->server_to_client_messages_ = call_args.server_to_client_messages;
|
3456
|
+
call_->client_to_server_messages_ = call_args.client_to_server_messages;
|
3457
|
+
call_->server_initial_metadata_ = call_args.server_initial_metadata;
|
3458
|
+
call_->client_initial_metadata_ =
|
3459
|
+
std::move(call_args.client_initial_metadata);
|
3460
|
+
call_->set_send_deadline(call_->deadline());
|
3461
|
+
call_->ProcessIncomingInitialMetadata(*call_->client_initial_metadata_);
|
3462
|
+
PublishMetadataArray(call_->client_initial_metadata_.get(),
|
3463
|
+
publish_initial_metadata);
|
3464
|
+
call_->ExternalRef();
|
3465
|
+
publish(call_->c_ptr());
|
3466
|
+
return Seq(call_->server_to_client_messages_->AwaitClosed(),
|
3467
|
+
call_->send_trailing_metadata_.Wait());
|
3468
|
+
}
|
3469
|
+
#else
|
3470
|
+
ArenaPromise<ServerMetadataHandle>
|
3471
|
+
ServerCallContext::MakeTopOfServerCallPromise(
|
3472
|
+
CallArgs, grpc_completion_queue*, grpc_metadata_array*,
|
3473
|
+
absl::FunctionRef<void(grpc_call*)>) {
|
3474
|
+
(void)call_;
|
3475
|
+
Crash("Promise-based server call is not enabled");
|
3476
|
+
}
|
3477
|
+
#endif
|
3478
|
+
|
3479
|
+
} // namespace grpc_core
|
3480
|
+
|
3481
|
+
///////////////////////////////////////////////////////////////////////////////
|
3482
|
+
// C-based API
|
3483
|
+
|
3484
|
+
void* grpc_call_arena_alloc(grpc_call* call, size_t size) {
|
3485
|
+
grpc_core::ExecCtx exec_ctx;
|
3486
|
+
return grpc_core::Call::FromC(call)->arena()->Alloc(size);
|
3487
|
+
}
|
3488
|
+
|
3489
|
+
size_t grpc_call_get_initial_size_estimate() {
|
3490
|
+
return grpc_core::FilterStackCall::InitialSizeEstimate();
|
3491
|
+
}
|
3492
|
+
|
3493
|
+
grpc_error_handle grpc_call_create(grpc_call_create_args* args,
|
3494
|
+
grpc_call** out_call) {
|
3495
|
+
#ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL
|
3496
|
+
if (grpc_core::IsPromiseBasedClientCallEnabled() &&
|
3497
|
+
args->server_transport_data == nullptr && args->channel->is_promising()) {
|
3498
|
+
return grpc_core::MakePromiseBasedCall<grpc_core::ClientPromiseBasedCall>(
|
3499
|
+
args, out_call);
|
3500
|
+
}
|
3501
|
+
#endif
|
3502
|
+
#ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
|
3503
|
+
if (grpc_core::IsPromiseBasedServerCallEnabled() &&
|
3504
|
+
args->server_transport_data != nullptr && args->channel->is_promising()) {
|
3505
|
+
return grpc_core::MakePromiseBasedCall<grpc_core::ServerPromiseBasedCall>(
|
3506
|
+
args, out_call);
|
3507
|
+
}
|
3508
|
+
#endif
|
3509
|
+
return grpc_core::FilterStackCall::Create(args, out_call);
|
3510
|
+
}
|
3511
|
+
|
3512
|
+
void grpc_call_set_completion_queue(grpc_call* call,
|
3513
|
+
grpc_completion_queue* cq) {
|
3514
|
+
grpc_core::Call::FromC(call)->SetCompletionQueue(cq);
|
3515
|
+
}
|
3516
|
+
|
3517
|
+
void grpc_call_ref(grpc_call* c) { grpc_core::Call::FromC(c)->ExternalRef(); }
|
3518
|
+
|
3519
|
+
void grpc_call_unref(grpc_call* c) {
|
3520
|
+
grpc_core::ExecCtx exec_ctx;
|
3521
|
+
grpc_core::Call::FromC(c)->ExternalUnref();
|
3522
|
+
}
|
3523
|
+
|
3524
|
+
char* grpc_call_get_peer(grpc_call* call) {
|
3525
|
+
return grpc_core::Call::FromC(call)->GetPeer();
|
3526
|
+
}
|
1843
3527
|
|
1844
3528
|
grpc_call* grpc_call_from_top_element(grpc_call_element* surface_element) {
|
1845
3529
|
return grpc_core::FilterStackCall::FromTopElem(surface_element)->c_ptr();
|
@@ -1848,9 +3532,12 @@ grpc_call* grpc_call_from_top_element(grpc_call_element* surface_element) {
|
|
1848
3532
|
grpc_call_error grpc_call_cancel(grpc_call* call, void* reserved) {
|
1849
3533
|
GRPC_API_TRACE("grpc_call_cancel(call=%p, reserved=%p)", 2, (call, reserved));
|
1850
3534
|
GPR_ASSERT(reserved == nullptr);
|
3535
|
+
if (call == nullptr) {
|
3536
|
+
return GRPC_CALL_ERROR;
|
3537
|
+
}
|
1851
3538
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
1852
3539
|
grpc_core::ExecCtx exec_ctx;
|
1853
|
-
grpc_core::Call::FromC(call)->CancelWithError(
|
3540
|
+
grpc_core::Call::FromC(call)->CancelWithError(absl::CancelledError());
|
1854
3541
|
return GRPC_CALL_OK;
|
1855
3542
|
}
|
1856
3543
|
|
@@ -1863,6 +3550,9 @@ grpc_call_error grpc_call_cancel_with_status(grpc_call* c,
|
|
1863
3550
|
"c=%p, status=%d, description=%s, reserved=%p)",
|
1864
3551
|
4, (c, (int)status, description, reserved));
|
1865
3552
|
GPR_ASSERT(reserved == nullptr);
|
3553
|
+
if (c == nullptr) {
|
3554
|
+
return GRPC_CALL_ERROR;
|
3555
|
+
}
|
1866
3556
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
1867
3557
|
grpc_core::ExecCtx exec_ctx;
|
1868
3558
|
grpc_core::Call::FromC(c)->CancelWithStatus(status, description);
|
@@ -1870,7 +3560,7 @@ grpc_call_error grpc_call_cancel_with_status(grpc_call* c,
|
|
1870
3560
|
}
|
1871
3561
|
|
1872
3562
|
void grpc_call_cancel_internal(grpc_call* call) {
|
1873
|
-
grpc_core::Call::FromC(call)->CancelWithError(
|
3563
|
+
grpc_core::Call::FromC(call)->CancelWithError(absl::CancelledError());
|
1874
3564
|
}
|
1875
3565
|
|
1876
3566
|
grpc_compression_algorithm grpc_call_test_only_get_compression_algorithm(
|
@@ -1883,7 +3573,9 @@ uint32_t grpc_call_test_only_get_message_flags(grpc_call* call) {
|
|
1883
3573
|
}
|
1884
3574
|
|
1885
3575
|
uint32_t grpc_call_test_only_get_encodings_accepted_by_peer(grpc_call* call) {
|
1886
|
-
return grpc_core::Call::FromC(call)
|
3576
|
+
return grpc_core::Call::FromC(call)
|
3577
|
+
->encodings_accepted_by_peer()
|
3578
|
+
.ToLegacyBitmask();
|
1887
3579
|
}
|
1888
3580
|
|
1889
3581
|
grpc_core::Arena* grpc_call_get_arena(grpc_call* call) {
|
@@ -1901,7 +3593,7 @@ grpc_call_error grpc_call_start_batch(grpc_call* call, const grpc_op* ops,
|
|
1901
3593
|
"reserved=%p)",
|
1902
3594
|
5, (call, ops, (unsigned long)nops, tag, reserved));
|
1903
3595
|
|
1904
|
-
if (reserved != nullptr) {
|
3596
|
+
if (reserved != nullptr || call == nullptr) {
|
1905
3597
|
return GRPC_CALL_ERROR;
|
1906
3598
|
} else {
|
1907
3599
|
grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
|
@@ -1932,7 +3624,9 @@ uint8_t grpc_call_is_client(grpc_call* call) {
|
|
1932
3624
|
|
1933
3625
|
grpc_compression_algorithm grpc_call_compression_for_level(
|
1934
3626
|
grpc_call* call, grpc_compression_level level) {
|
1935
|
-
return grpc_core::Call::FromC(call)
|
3627
|
+
return grpc_core::Call::FromC(call)
|
3628
|
+
->encodings_accepted_by_peer()
|
3629
|
+
.CompressionAlgorithmForLevel(level);
|
1936
3630
|
}
|
1937
3631
|
|
1938
3632
|
bool grpc_call_is_trailers_only(const grpc_call* call) {
|
@@ -1943,6 +3637,10 @@ int grpc_call_failed_before_recv_message(const grpc_call* c) {
|
|
1943
3637
|
return grpc_core::Call::FromC(c)->failed_before_recv_message();
|
1944
3638
|
}
|
1945
3639
|
|
3640
|
+
absl::string_view grpc_call_server_authority(const grpc_call* call) {
|
3641
|
+
return grpc_core::Call::FromC(call)->GetServerAuthority();
|
3642
|
+
}
|
3643
|
+
|
1946
3644
|
const char* grpc_call_error_to_string(grpc_call_error error) {
|
1947
3645
|
switch (error) {
|
1948
3646
|
case GRPC_CALL_ERROR:
|