grpc 1.65.1 → 1.66.0.pre3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +17 -7
- data/include/grpc/event_engine/event_engine.h +14 -0
- data/include/grpc/event_engine/extensible.h +3 -0
- data/include/grpc/event_engine/memory_request.h +18 -0
- data/include/grpc/support/log.h +0 -18
- data/include/grpc/support/metrics.h +14 -3
- data/include/grpc/support/port_platform.h +22 -0
- data/src/core/client_channel/client_channel.cc +125 -30
- data/src/core/client_channel/client_channel_filter.cc +37 -113
- data/src/core/client_channel/client_channel_internal.h +6 -0
- data/src/core/client_channel/config_selector.h +17 -14
- data/src/core/client_channel/direct_channel.cc +83 -0
- data/src/core/client_channel/direct_channel.h +101 -0
- data/src/core/client_channel/dynamic_filters.cc +3 -1
- data/src/core/client_channel/lb_metadata.cc +120 -0
- data/src/core/client_channel/lb_metadata.h +56 -0
- data/src/core/client_channel/load_balanced_call_destination.cc +8 -70
- data/src/core/client_channel/retry_filter.cc +1 -1
- data/src/core/client_channel/retry_filter_legacy_call_data.cc +164 -185
- data/src/core/client_channel/subchannel.cc +68 -49
- data/src/core/client_channel/subchannel.h +4 -10
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +6 -7
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +2 -0
- data/src/core/ext/filters/census/grpc_context.cc +4 -4
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +13 -14
- data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +4 -0
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +4 -5
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +2 -0
- data/src/core/ext/filters/http/client/http_client_filter.cc +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.h +2 -0
- data/src/core/ext/filters/http/client_authority_filter.cc +1 -2
- data/src/core/ext/filters/http/client_authority_filter.h +2 -0
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +16 -19
- data/src/core/ext/filters/http/message_compress/compression_filter.h +5 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +4 -4
- data/src/core/ext/filters/http/server/http_server_filter.h +2 -0
- data/src/core/ext/filters/message_size/message_size_filter.cc +12 -14
- data/src/core/ext/filters/message_size/message_size_filter.h +4 -0
- data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
- data/src/core/ext/filters/rbac/rbac_filter.h +2 -0
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +1 -2
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +2 -0
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +53 -64
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +90 -112
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +17 -29
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +195 -174
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +2 -2
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +3 -3
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +3 -7
- data/src/core/ext/transport/chttp2/transport/frame_data.h +2 -1
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +7 -8
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +12 -10
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +5 -3
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +9 -10
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +7 -3
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +3 -1
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +4 -5
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +4 -5
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +47 -38
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +2 -0
- data/src/core/ext/transport/chttp2/transport/internal.h +54 -9
- data/src/core/ext/transport/chttp2/transport/parsing.cc +59 -59
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +7 -7
- data/src/core/ext/transport/chttp2/transport/writing.cc +105 -79
- data/src/core/ext/transport/inproc/inproc_transport.cc +94 -35
- data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +101 -98
- data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb.h +11 -11
- data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb.h +23 -23
- data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb.h +11 -11
- data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb.h +50 -50
- data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb_minitable.c +57 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb.h +110 -78
- data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb_minitable.c +23 -15
- data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/annotations/resource.upb.h +11 -2
- data/src/core/ext/upb-gen/envoy/annotations/resource.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb.h +30 -30
- data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb_minitable.c +48 -0
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +361 -250
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +139 -48
- data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb.h +10 -10
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +314 -137
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +120 -22
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +115 -23
- data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +27 -3
- data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +31 -31
- data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +45 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +23 -23
- data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +24 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +646 -68
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +230 -16
- data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.h +5 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb.h +21 -21
- data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb_minitable.c +21 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb.h +130 -58
- data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb_minitable.c +63 -12
- data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb.h +104 -58
- data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb_minitable.c +42 -11
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +132 -72
- data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +65 -11
- data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb.h +58 -30
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb_minitable.c +30 -7
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb.h +237 -33
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.c +58 -12
- data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb.h +59 -43
- data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb_minitable.c +37 -6
- data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb.h +25 -25
- data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb_minitable.c +21 -0
- data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb.h +66 -9
- data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb_minitable.c +10 -3
- data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb.h +5 -5
- data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb.h +18 -18
- data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb_minitable.c +24 -0
- data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb.h +17 -17
- data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb_minitable.c +30 -0
- data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb.h +63 -34
- data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb_minitable.c +39 -4
- data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +9 -9
- data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +273 -229
- data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +191 -14
- data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +31 -31
- data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +36 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb.h +109 -12
- data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.c +38 -11
- data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb.h +11 -11
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +114 -98
- data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +52 -3
- data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb.h +18 -18
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +41 -9
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb_minitable.c +15 -3
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +8 -8
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +146 -130
- data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +74 -10
- data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +10 -10
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +7 -7
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +111 -27
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +43 -7
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +8 -8
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +35 -35
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +21 -0
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +16 -16
- data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb.h +36 -36
- data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb_minitable.c +42 -0
- data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +20 -20
- data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb.h +5 -5
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb.h +4 -4
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb.h +5 -5
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb.h +37 -6
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb_minitable.c +20 -3
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb.h +2 -2
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +8 -8
- data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb_minitable.c +21 -0
- data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb.h +13 -13
- data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb_minitable.c +15 -0
- data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb.h +1 -1
- data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/v3/percent.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/v3/percent.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/v3/range.upb.h +6 -6
- data/src/core/ext/upb-gen/envoy/type/v3/range.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb.h +5 -5
- data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb.h +3 -3
- data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/api/annotations.upb.h +10 -1
- data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb.h +32 -32
- data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb_minitable.c +39 -0
- data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb.h +43 -43
- data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb_minitable.c +42 -0
- data/src/core/ext/upb-gen/google/api/http.upb.h +12 -12
- data/src/core/ext/upb-gen/google/api/http.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/google/api/httpbody.upb.h +2 -2
- data/src/core/ext/upb-gen/google/api/httpbody.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/any.upb.h +2 -2
- data/src/core/ext/upb-gen/google/protobuf/any.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/descriptor.upb.h +381 -177
- data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.c +148 -22
- data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.h +1 -0
- data/src/core/ext/upb-gen/google/protobuf/duration.upb.h +2 -2
- data/src/core/ext/upb-gen/google/protobuf/duration.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/empty.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/struct.upb.h +6 -6
- data/src/core/ext/upb-gen/google/protobuf/struct.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/google/protobuf/timestamp.upb.h +2 -2
- data/src/core/ext/upb-gen/google/protobuf/timestamp.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/google/protobuf/wrappers.upb.h +9 -9
- data/src/core/ext/upb-gen/google/protobuf/wrappers.upb_minitable.c +27 -0
- data/src/core/ext/upb-gen/google/rpc/status.upb.h +2 -2
- data/src/core/ext/upb-gen/google/rpc/status.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb.h +10 -10
- data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb.h +6 -6
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +35 -35
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +36 -0
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb.h +4 -4
- data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb.h +2 -2
- data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb.h +18 -18
- data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb_minitable.c +27 -0
- data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb.h +4 -4
- data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb.h +15 -15
- data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb_minitable.c +27 -0
- data/src/core/ext/upb-gen/udpa/annotations/migrate.upb.h +54 -9
- data/src/core/ext/upb-gen/udpa/annotations/migrate.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/udpa/annotations/security.upb.h +12 -3
- data/src/core/ext/upb-gen/udpa/annotations/security.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb.h +1 -1
- data/src/core/ext/upb-gen/udpa/annotations/status.upb.h +12 -3
- data/src/core/ext/upb-gen/udpa/annotations/status.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/udpa/annotations/versioning.upb.h +11 -2
- data/src/core/ext/upb-gen/udpa/annotations/versioning.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/validate/validate.upb.h +175 -166
- data/src/core/ext/upb-gen/validate/validate.upb_minitable.c +69 -0
- data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb.h +54 -9
- data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/xds/annotations/v3/security.upb.h +12 -3
- data/src/core/ext/upb-gen/xds/annotations/v3/security.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb.h +1 -1
- data/src/core/ext/upb-gen/xds/annotations/v3/status.upb.h +35 -8
- data/src/core/ext/upb-gen/xds/annotations/v3/status.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb.h +11 -2
- data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/authority.upb.h +1 -1
- data/src/core/ext/upb-gen/xds/core/v3/authority.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/cidr.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/core/v3/cidr.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb.h +5 -5
- data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/core/v3/context_params.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/core/v3/extension.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/core/v3/extension.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/resource.upb.h +3 -3
- data/src/core/ext/upb-gen/xds/core/v3/resource.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb.h +7 -7
- data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb.h +4 -4
- data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb.h +6 -6
- data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb_minitable.c +12 -0
- data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb.h +1 -1
- data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb.h +1 -1
- data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb_minitable.c +3 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb.h +18 -18
- data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb_minitable.c +30 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb.h +3 -3
- data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb_minitable.c +18 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb.h +6 -6
- data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/v3/cel.upb.h +4 -4
- data/src/core/ext/upb-gen/xds/type/v3/cel.upb_minitable.c +6 -0
- data/src/core/ext/upb-gen/xds/type/v3/range.upb.h +6 -6
- data/src/core/ext/upb-gen/xds/type/v3/range.upb_minitable.c +9 -0
- data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb.h +2 -2
- data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb_minitable.c +3 -0
- data/src/core/ext/upbdefs-gen/envoy/admin/v3/server_info.upbdefs.c +86 -81
- data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +61 -60
- data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +221 -210
- data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +317 -297
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +114 -105
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +185 -140
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.h +25 -0
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/config_source.upbdefs.c +10 -11
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_service.upbdefs.c +173 -164
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/health_check.upbdefs.c +197 -187
- data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +229 -222
- data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +39 -36
- data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.c +122 -93
- data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener.upbdefs.c +41 -39
- data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/quic_config.upbdefs.c +20 -12
- data/src/core/ext/upbdefs-gen/envoy/config/rbac/v3/rbac.upbdefs.c +69 -65
- data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +611 -604
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.c +30 -20
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +18 -17
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +62 -59
- data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/zipkin.upbdefs.c +21 -20
- data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +145 -142
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +36 -33
- data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +290 -288
- data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +82 -75
- data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/string.upbdefs.c +39 -33
- data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.c +281 -256
- data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.h +5 -0
- data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +9 -7
- data/src/core/handshaker/handshaker.cc +122 -135
- data/src/core/handshaker/handshaker.h +51 -43
- data/src/core/handshaker/http_connect/http_connect_handshaker.cc +102 -137
- data/src/core/handshaker/http_connect/http_proxy_mapper.cc +20 -26
- data/src/core/handshaker/security/secure_endpoint.cc +36 -39
- data/src/core/handshaker/security/secure_endpoint.h +5 -3
- data/src/core/handshaker/security/security_handshaker.cc +95 -119
- data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +36 -49
- data/src/core/lib/channel/channel_args.h +5 -0
- data/src/core/lib/channel/channel_stack.cc +3 -8
- data/src/core/lib/channel/channel_stack.h +2 -12
- data/src/core/lib/channel/connected_channel.cc +2 -2
- data/src/core/lib/channel/promise_based_filter.cc +120 -145
- data/src/core/lib/channel/promise_based_filter.h +6 -18
- data/src/core/lib/compression/compression.cc +3 -3
- data/src/core/lib/compression/message_compress.cc +3 -3
- data/src/core/lib/config/config_vars.cc +1 -8
- data/src/core/lib/config/config_vars.h +0 -6
- data/src/core/lib/debug/trace.cc +1 -2
- data/src/core/lib/debug/trace_flags.cc +2 -0
- data/src/core/lib/debug/trace_flags.h +1 -0
- data/src/core/lib/debug/trace_impl.h +4 -0
- data/src/core/lib/event_engine/ares_resolver.cc +47 -0
- data/src/core/lib/event_engine/ares_resolver.h +13 -6
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +10 -11
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +29 -28
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +0 -1
- data/src/core/lib/event_engine/default_event_engine.cc +6 -7
- data/src/core/lib/event_engine/event_engine.cc +8 -2
- data/src/core/lib/event_engine/event_engine_context.h +4 -2
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +35 -33
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +1 -1
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +7 -21
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +6 -6
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +24 -14
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +2 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +7 -8
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +3 -2
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +11 -11
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +32 -6
- data/src/core/lib/event_engine/windows/iocp.cc +10 -9
- data/src/core/lib/event_engine/windows/win_socket.cc +18 -14
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +15 -12
- data/src/core/lib/event_engine/windows/windows_engine.cc +35 -40
- data/src/core/lib/event_engine/windows/windows_listener.cc +8 -11
- data/src/core/lib/experiments/config.cc +44 -16
- data/src/core/lib/experiments/config.h +55 -1
- data/src/core/lib/experiments/experiments.cc +15 -51
- data/src/core/lib/experiments/experiments.h +33 -49
- data/src/core/lib/gprpp/bitset.h +1 -1
- data/src/core/lib/gprpp/construct_destruct.h +2 -2
- data/src/core/lib/gprpp/debug_location.h +7 -0
- data/src/core/lib/gprpp/down_cast.h +2 -2
- data/src/core/lib/gprpp/dump_args.cc +8 -8
- data/src/core/lib/gprpp/dump_args.h +51 -3
- data/src/core/lib/gprpp/status_helper.cc +1 -1
- data/src/core/lib/gprpp/table.h +23 -15
- data/src/core/lib/gprpp/time.h +12 -17
- data/src/core/lib/gprpp/unique_type_name.h +28 -8
- data/src/core/lib/gprpp/work_serializer.cc +22 -17
- data/src/core/lib/iomgr/call_combiner.cc +28 -44
- data/src/core/lib/iomgr/call_combiner.h +7 -5
- data/src/core/lib/iomgr/cfstream_handle.cc +10 -10
- data/src/core/lib/iomgr/closure.h +5 -5
- data/src/core/lib/iomgr/combiner.cc +30 -39
- data/src/core/lib/iomgr/endpoint.h +2 -0
- data/src/core/lib/iomgr/endpoint_cfstream.cc +21 -25
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +4 -4
- data/src/core/lib/iomgr/error.cc +3 -3
- data/src/core/lib/iomgr/ev_apple.cc +3 -3
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +31 -38
- data/src/core/lib/iomgr/ev_poll_posix.cc +14 -14
- data/src/core/lib/iomgr/ev_posix.cc +5 -4
- data/src/core/lib/iomgr/ev_posix.h +3 -3
- data/src/core/lib/iomgr/event_engine_shims/closure.cc +6 -6
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +9 -11
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +7 -10
- data/src/core/lib/iomgr/exec_ctx.cc +6 -6
- data/src/core/lib/iomgr/executor.cc +8 -5
- data/src/core/lib/iomgr/lockfree_event.cc +6 -9
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +13 -13
- data/src/core/lib/iomgr/socket_windows.cc +3 -3
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +8 -7
- data/src/core/lib/iomgr/tcp_client_posix.cc +6 -7
- data/src/core/lib/iomgr/tcp_posix.cc +32 -35
- data/src/core/lib/iomgr/tcp_server_posix.cc +29 -41
- data/src/core/lib/iomgr/tcp_server_windows.cc +2 -2
- data/src/core/lib/iomgr/tcp_windows.cc +8 -12
- data/src/core/lib/iomgr/timer_generic.cc +52 -61
- data/src/core/lib/iomgr/timer_manager.cc +4 -6
- data/src/core/lib/promise/activity.h +13 -2
- data/src/core/lib/promise/all_ok.h +15 -8
- data/src/core/lib/promise/cancel_callback.h +11 -7
- data/src/core/lib/promise/context.h +7 -7
- data/src/core/lib/promise/detail/join_state.h +418 -579
- data/src/core/lib/promise/detail/promise_factory.h +44 -27
- data/src/core/lib/promise/detail/promise_like.h +14 -5
- data/src/core/lib/promise/detail/seq_state.h +208 -614
- data/src/core/lib/promise/detail/status.h +34 -13
- data/src/core/lib/promise/for_each.h +25 -20
- data/src/core/lib/promise/if.h +19 -15
- data/src/core/lib/promise/interceptor_list.h +12 -13
- data/src/core/lib/promise/latch.h +9 -14
- data/src/core/lib/promise/loop.h +13 -8
- data/src/core/lib/promise/map.h +9 -8
- data/src/core/lib/promise/party.cc +85 -66
- data/src/core/lib/promise/party.h +68 -89
- data/src/core/lib/promise/pipe.h +2 -3
- data/src/core/lib/promise/poll.h +99 -33
- data/src/core/lib/promise/promise.h +11 -5
- data/src/core/lib/promise/race.h +10 -5
- data/src/core/lib/promise/seq.h +51 -36
- data/src/core/lib/promise/status_flag.h +146 -47
- data/src/core/lib/promise/try_join.h +34 -18
- data/src/core/lib/promise/try_seq.h +83 -46
- data/src/core/lib/resource_quota/arena.cc +19 -17
- data/src/core/lib/resource_quota/arena.h +30 -10
- data/src/core/lib/resource_quota/memory_quota.cc +14 -15
- data/src/core/lib/resource_quota/memory_quota.h +3 -2
- data/src/core/lib/resource_quota/periodic_update.cc +3 -2
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +13 -17
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +2 -0
- data/src/core/lib/security/context/security_context.cc +31 -28
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +1 -1
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +1 -1
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +7 -9
- data/src/core/lib/security/credentials/credentials.cc +11 -9
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +2 -3
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +3 -5
- data/src/core/lib/security/credentials/jwt/json_token.cc +1 -1
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +8 -14
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +19 -23
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +11 -18
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +16 -20
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +5 -6
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +2 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +5 -7
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -2
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +12 -8
- data/src/core/lib/security/security_connector/security_connector.cc +3 -3
- data/src/core/lib/security/security_connector/ssl_utils.cc +9 -6
- data/src/core/lib/security/transport/auth_filters.h +4 -0
- data/src/core/lib/security/transport/client_auth_filter.cc +1 -2
- data/src/core/lib/security/transport/server_auth_filter.cc +8 -11
- data/src/core/lib/slice/slice_refcount.h +4 -6
- data/src/core/lib/surface/call.cc +33 -26
- data/src/core/lib/surface/call.h +9 -18
- data/src/core/lib/surface/call_details.cc +4 -3
- data/src/core/lib/surface/call_log_batch.cc +4 -5
- data/src/core/lib/surface/call_utils.cc +5 -7
- data/src/core/lib/surface/channel.cc +32 -34
- data/src/core/lib/surface/channel_create.cc +15 -6
- data/src/core/lib/surface/channel_init.cc +257 -196
- data/src/core/lib/surface/channel_init.h +156 -21
- data/src/core/lib/surface/client_call.cc +32 -21
- data/src/core/lib/surface/client_call.h +12 -12
- data/src/core/lib/surface/completion_queue.cc +51 -64
- data/src/core/lib/surface/filter_stack_call.cc +15 -14
- data/src/core/lib/surface/init.cc +25 -7
- data/src/core/lib/surface/lame_client.cc +1 -2
- data/src/core/lib/surface/lame_client.h +2 -0
- data/src/core/lib/surface/legacy_channel.cc +9 -7
- data/src/core/lib/surface/metadata_array.cc +4 -3
- data/src/core/lib/surface/server_call.cc +2 -0
- data/src/core/lib/surface/server_call.h +8 -6
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.cc +7 -9
- data/src/core/lib/transport/bdp_estimator.h +5 -5
- data/src/core/lib/transport/call_arena_allocator.h +2 -0
- data/src/core/lib/transport/call_filters.cc +72 -319
- data/src/core/lib/transport/call_filters.h +347 -770
- data/src/core/lib/transport/call_spine.cc +99 -72
- data/src/core/lib/transport/call_spine.h +23 -73
- data/src/core/lib/transport/call_state.cc +39 -0
- data/src/core/lib/transport/call_state.h +957 -0
- data/src/core/lib/transport/connectivity_state.cc +28 -25
- data/src/core/lib/transport/interception_chain.cc +6 -14
- data/src/core/lib/transport/interception_chain.h +34 -26
- data/src/core/lib/transport/metadata.cc +27 -3
- data/src/core/lib/transport/metadata.h +37 -2
- data/src/core/lib/transport/metadata_batch.h +5 -0
- data/src/core/lib/transport/transport.h +9 -5
- data/src/core/load_balancing/child_policy_handler.cc +24 -27
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +1 -2
- data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +3 -0
- data/src/core/load_balancing/grpclb/grpclb.cc +109 -121
- data/src/core/load_balancing/health_check_client.cc +35 -41
- data/src/core/load_balancing/lb_policy.h +42 -22
- data/src/core/load_balancing/oob_backend_metric.cc +4 -4
- data/src/core/load_balancing/outlier_detection/outlier_detection.cc +86 -104
- data/src/core/load_balancing/pick_first/pick_first.cc +156 -180
- data/src/core/load_balancing/priority/priority.cc +63 -74
- data/src/core/load_balancing/ring_hash/ring_hash.cc +34 -40
- data/src/core/load_balancing/rls/rls.cc +136 -145
- data/src/core/load_balancing/round_robin/round_robin.cc +39 -38
- data/src/core/load_balancing/subchannel_interface.h +4 -0
- data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +75 -74
- data/src/core/load_balancing/weighted_target/weighted_target.cc +47 -55
- data/src/core/load_balancing/xds/cds.cc +22 -22
- data/src/core/load_balancing/xds/xds_cluster_impl.cc +100 -75
- data/src/core/load_balancing/xds/xds_cluster_manager.cc +31 -45
- data/src/core/load_balancing/xds/xds_override_host.cc +68 -91
- data/src/core/load_balancing/xds/xds_wrr_locality.cc +19 -18
- data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +9 -0
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +14 -24
- data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +6 -6
- data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +4 -5
- data/src/core/resolver/dns/native/dns_resolver.cc +6 -7
- data/src/core/resolver/endpoint_addresses.h +3 -0
- data/src/core/resolver/resolver.h +0 -3
- data/src/core/resolver/xds/xds_dependency_manager.cc +67 -57
- data/src/core/resolver/xds/xds_dependency_manager.h +4 -0
- data/src/core/resolver/xds/xds_resolver.cc +72 -45
- data/src/core/resolver/xds/xds_resolver_attributes.h +5 -1
- data/src/core/server/server.cc +74 -78
- data/src/core/server/server_call_tracer_filter.cc +3 -2
- data/src/core/server/server_config_selector_filter.cc +6 -2
- data/src/core/server/xds_channel_stack_modifier.cc +1 -1
- data/src/core/server/xds_server_config_fetcher.cc +40 -44
- data/src/core/service_config/service_config_call_data.h +2 -1
- data/src/core/service_config/service_config_channel_arg_filter.cc +3 -2
- data/src/core/telemetry/call_tracer.cc +34 -0
- data/src/core/telemetry/call_tracer.h +15 -0
- data/src/core/telemetry/metrics.h +13 -8
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +8 -7
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +8 -10
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +6 -9
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +13 -21
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +6 -8
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +6 -8
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +5 -5
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +3 -6
- data/src/core/tsi/fake_transport_security.cc +7 -7
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +5 -7
- data/src/core/tsi/ssl_transport_security.cc +44 -29
- data/src/core/tsi/ssl_transport_security_utils.cc +3 -4
- data/src/core/util/android/log.cc +0 -12
- data/src/core/util/http_client/httpcli.cc +21 -33
- data/src/core/util/http_client/httpcli.h +3 -4
- data/src/core/util/http_client/parser.cc +3 -3
- data/src/core/util/latent_see.cc +113 -0
- data/src/core/util/latent_see.h +214 -0
- data/src/core/util/linux/cpu.cc +8 -7
- data/src/core/util/log.cc +2 -20
- data/src/core/util/posix/cpu.cc +3 -2
- data/src/core/util/posix/tmpfile.cc +5 -5
- data/src/core/util/time_precise.cc +4 -3
- data/src/core/{xds/grpc → util}/upb_utils.h +3 -5
- data/src/core/util/useful.h +39 -44
- data/src/core/xds/grpc/xds_audit_logger_registry.cc +1 -0
- data/src/core/xds/grpc/xds_bootstrap_grpc.cc +0 -125
- data/src/core/xds/grpc/xds_bootstrap_grpc.h +2 -27
- data/src/core/xds/grpc/xds_certificate_provider.cc +2 -1
- data/src/core/xds/grpc/xds_certificate_provider.h +3 -1
- data/src/core/xds/grpc/xds_client_grpc.cc +13 -14
- data/src/core/xds/grpc/xds_cluster.cc +0 -723
- data/src/core/xds/grpc/xds_cluster.h +2 -37
- data/src/core/xds/grpc/xds_cluster_parser.cc +730 -0
- data/src/core/xds/grpc/xds_cluster_parser.h +57 -0
- data/src/core/xds/grpc/xds_common_types.cc +33 -437
- data/src/core/xds/grpc/xds_common_types.h +7 -24
- data/src/core/xds/grpc/xds_common_types_parser.cc +467 -0
- data/src/core/xds/grpc/xds_common_types_parser.h +54 -0
- data/src/core/xds/grpc/xds_endpoint.cc +0 -419
- data/src/core/xds/grpc/xds_endpoint.h +0 -24
- data/src/core/xds/grpc/xds_endpoint_parser.cc +439 -0
- data/src/core/xds/grpc/xds_endpoint_parser.h +48 -0
- data/src/core/xds/grpc/xds_health_status.cc +0 -2
- data/src/core/xds/grpc/xds_health_status.h +0 -2
- data/src/core/xds/grpc/xds_http_fault_filter.cc +6 -1
- data/src/core/xds/grpc/xds_http_fault_filter.h +2 -1
- data/src/core/xds/grpc/{xds_http_filters.h → xds_http_filter.h} +6 -63
- data/src/core/xds/grpc/{xds_http_filters.cc → xds_http_filter_registry.cc} +2 -1
- data/src/core/xds/grpc/xds_http_filter_registry.h +98 -0
- data/src/core/xds/grpc/xds_http_rbac_filter.cc +5 -1
- data/src/core/xds/grpc/xds_http_rbac_filter.h +2 -1
- data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +8 -2
- data/src/core/xds/grpc/xds_http_stateful_session_filter.h +2 -1
- data/src/core/xds/grpc/xds_lb_policy_registry.cc +4 -5
- data/src/core/xds/grpc/xds_listener.cc +18 -982
- data/src/core/xds/grpc/xds_listener.h +1 -33
- data/src/core/xds/grpc/xds_listener_parser.cc +997 -0
- data/src/core/xds/grpc/xds_listener_parser.h +60 -0
- data/src/core/xds/grpc/xds_route_config.cc +0 -915
- data/src/core/xds/grpc/xds_route_config.h +6 -38
- data/src/core/xds/grpc/xds_route_config_parser.cc +969 -0
- data/src/core/xds/grpc/xds_route_config_parser.h +80 -0
- data/src/core/xds/grpc/xds_routing.cc +1 -1
- data/src/core/xds/grpc/xds_routing.h +1 -1
- data/src/core/xds/grpc/xds_server_grpc.cc +161 -0
- data/src/core/xds/grpc/xds_server_grpc.h +63 -0
- data/src/core/xds/grpc/xds_transport_grpc.cc +4 -5
- data/src/core/xds/xds_client/xds_api.cc +10 -10
- data/src/core/xds/xds_client/xds_client.cc +144 -177
- data/src/core/xds/xds_client/xds_client_stats.cc +21 -24
- data/src/ruby/ext/grpc/rb_call.c +2 -2
- data/src/ruby/ext/grpc/rb_channel.c +14 -14
- data/src/ruby/ext/grpc/rb_channel_args.c +1 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +3 -3
- data/src/ruby/ext/grpc/rb_event_thread.c +2 -2
- data/src/ruby/ext/grpc/rb_grpc.c +4 -4
- data/src/ruby/ext/grpc/rb_grpc.h +8 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +0 -4
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +0 -6
- data/src/ruby/ext/grpc/rb_server.c +1 -1
- data/src/ruby/lib/grpc/logconfig.rb +13 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/spec/logconfig_spec.rb +30 -0
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +3 -5
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +4 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +0 -15
- data/third_party/boringssl-with-bazel/src/crypto/crypto.c +7 -61
- data/third_party/boringssl-with-bazel/src/crypto/dilithium/dilithium.c +43 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +21 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +31 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +6 -4
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +22 -10
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +1 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +6 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/experimental/dilithium.h +6 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/experimental/kyber.h +10 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +26 -12
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +83 -33
- data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +6 -8
- data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +4 -4
- data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +14 -13
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +22 -16
- data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +2 -1
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +2 -1
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +15 -15
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +1 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +38 -27
- data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +59 -20
- data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +2 -1
- data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +1 -1
- data/third_party/upb/upb/base/string_view.h +1 -1
- data/third_party/upb/upb/json/decode.c +1 -0
- data/third_party/upb/upb/mem/arena.c +67 -2
- data/third_party/upb/upb/mem/arena.h +11 -9
- data/third_party/upb/upb/mem/internal/arena.h +11 -8
- data/third_party/upb/upb/message/accessors.c +6 -5
- data/third_party/upb/upb/message/accessors.h +49 -38
- data/third_party/upb/upb/message/array.c +26 -3
- data/third_party/upb/upb/message/array.h +17 -9
- data/third_party/upb/upb/message/compat.c +5 -5
- data/third_party/upb/upb/message/compat.h +3 -3
- data/third_party/upb/upb/message/copy.c +12 -13
- data/third_party/upb/upb/message/internal/accessors.h +45 -35
- data/third_party/upb/upb/message/internal/array.h +23 -15
- data/third_party/upb/upb/message/internal/compare_unknown.c +289 -0
- data/third_party/upb/upb/message/internal/compare_unknown.h +49 -0
- data/third_party/upb/upb/message/internal/extension.c +11 -12
- data/third_party/upb/upb/message/internal/extension.h +9 -12
- data/third_party/upb/upb/message/internal/map.h +15 -0
- data/third_party/upb/upb/message/internal/map_sorter.h +4 -5
- data/third_party/upb/upb/message/internal/message.c +20 -3
- data/third_party/upb/upb/message/internal/message.h +10 -0
- data/third_party/upb/upb/message/internal/tagged_ptr.h +5 -5
- data/third_party/upb/upb/message/internal/types.h +41 -1
- data/third_party/upb/upb/message/map.c +25 -0
- data/third_party/upb/upb/message/map.h +11 -7
- data/third_party/upb/upb/message/message.c +83 -4
- data/third_party/upb/upb/message/message.h +20 -1
- data/third_party/upb/upb/message/tagged_ptr.h +4 -8
- data/third_party/upb/upb/mini_descriptor/build_enum.c +3 -3
- data/third_party/upb/upb/mini_descriptor/build_enum.h +6 -14
- data/third_party/upb/upb/mini_descriptor/decode.c +12 -1
- data/third_party/upb/upb/mini_descriptor/link.c +16 -18
- data/third_party/upb/upb/mini_table/enum.h +2 -4
- data/third_party/upb/upb/mini_table/extension.h +4 -12
- data/third_party/upb/upb/mini_table/field.h +12 -38
- data/third_party/upb/upb/mini_table/file.h +6 -19
- data/third_party/upb/upb/mini_table/internal/enum.h +1 -1
- data/third_party/upb/upb/mini_table/internal/extension.h +9 -9
- data/third_party/upb/upb/mini_table/internal/field.h +23 -23
- data/third_party/upb/upb/mini_table/internal/file.h +7 -7
- data/third_party/upb/upb/mini_table/internal/message.h +51 -27
- data/third_party/upb/upb/mini_table/internal/sub.h +4 -4
- data/third_party/upb/upb/mini_table/message.h +13 -22
- data/third_party/upb/upb/mini_table/sub.h +4 -12
- data/third_party/upb/upb/port/def.inc +12 -6
- data/third_party/upb/upb/port/undef.inc +1 -1
- data/third_party/upb/upb/reflection/def.hpp +27 -0
- data/third_party/upb/upb/reflection/def_pool.h +2 -2
- data/third_party/upb/upb/reflection/enum_def.c +5 -1
- data/third_party/upb/upb/reflection/enum_def.h +1 -0
- data/third_party/upb/upb/reflection/enum_value_def.c +3 -8
- data/third_party/upb/upb/reflection/field_def.c +61 -24
- data/third_party/upb/upb/reflection/field_def.h +3 -0
- data/third_party/upb/upb/reflection/file_def.c +30 -4
- data/third_party/upb/upb/reflection/file_def.h +3 -0
- data/third_party/upb/upb/reflection/internal/upb_edition_defaults.h +1 -1
- data/third_party/upb/upb/reflection/message.c +19 -7
- data/third_party/upb/upb/reflection/message_def.c +14 -9
- data/third_party/upb/upb/reflection/method_def.h +8 -7
- data/third_party/upb/upb/reflection/service_def.h +6 -5
- data/third_party/upb/upb/text/encode.c +10 -3
- data/third_party/upb/upb/wire/decode.c +91 -57
- data/third_party/upb/upb/wire/decode.h +11 -1
- data/third_party/upb/upb/wire/encode.c +48 -30
- data/third_party/upb/upb/wire/encode.h +9 -1
- data/third_party/upb/upb/wire/eps_copy_input_stream.h +3 -3
- data/third_party/upb/upb/wire/internal/decode_fast.c +25 -29
- data/third_party/upb/upb/wire/internal/reader.h +3 -3
- data/third_party/upb/upb/wire/reader.c +1 -2
- data/third_party/upb/upb/wire/reader.h +4 -8
- metadata +31 -9
- data/src/core/client_channel/config_selector.cc +0 -60
- data/src/core/lib/event_engine/trace.h +0 -37
- data/src/core/lib/surface/api_trace.h +0 -50
@@ -15,7 +15,7 @@
|
|
15
15
|
#ifndef GRPC_SRC_CORE_LIB_PROMISE_DETAIL_JOIN_STATE_H
|
16
16
|
#define GRPC_SRC_CORE_LIB_PROMISE_DETAIL_JOIN_STATE_H
|
17
17
|
|
18
|
-
// This file is generated by tools/codegen/core/
|
18
|
+
// This file is generated by tools/codegen/core/gen_join.py
|
19
19
|
|
20
20
|
#include <tuple>
|
21
21
|
#include <type_traits>
|
@@ -54,30 +54,23 @@ struct JoinState<Traits, P0, P1> {
|
|
54
54
|
GPR_NO_UNIQUE_ADDRESS Result1 result1;
|
55
55
|
};
|
56
56
|
GPR_NO_UNIQUE_ADDRESS BitSet<2> ready;
|
57
|
-
JoinState(P0&& p0, P1&& p1) {
|
57
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1) {
|
58
58
|
Construct(&promise0, std::forward<P0>(p0));
|
59
59
|
Construct(&promise1, std::forward<P1>(p1));
|
60
60
|
}
|
61
|
-
JoinState(const JoinState& other) {
|
62
|
-
|
61
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
|
62
|
+
DCHECK(other.ready.none());
|
63
63
|
Construct(&promise0, other.promise0);
|
64
64
|
Construct(&promise1, other.promise1);
|
65
65
|
}
|
66
66
|
JoinState& operator=(const JoinState& other) = delete;
|
67
67
|
JoinState& operator=(JoinState&& other) = delete;
|
68
|
-
JoinState(JoinState&& other) noexcept
|
69
|
-
|
70
|
-
|
71
|
-
|
72
|
-
Construct(&promise0, std::move(other.promise0));
|
73
|
-
}
|
74
|
-
if (ready.is_set(1)) {
|
75
|
-
Construct(&result1, std::move(other.result1));
|
76
|
-
} else {
|
77
|
-
Construct(&promise1, std::move(other.promise1));
|
78
|
-
}
|
68
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
|
69
|
+
DCHECK(other.ready.none());
|
70
|
+
Construct(&promise0, std::move(other.promise0));
|
71
|
+
Construct(&promise1, std::move(other.promise1));
|
79
72
|
}
|
80
|
-
~JoinState() {
|
73
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
|
81
74
|
if (ready.is_set(0)) {
|
82
75
|
Destruct(&result0);
|
83
76
|
} else {
|
@@ -91,17 +84,16 @@ struct JoinState<Traits, P0, P1> {
|
|
91
84
|
}
|
92
85
|
using Result =
|
93
86
|
typename Traits::template ResultType<std::tuple<Result0, Result1>>;
|
94
|
-
Poll<Result> PollOnce() {
|
87
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
|
95
88
|
if (!ready.is_set(0)) {
|
96
89
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
97
90
|
<< "join[" << this << "]: begin poll joint 1/2";
|
98
91
|
auto poll = promise0();
|
99
|
-
|
100
|
-
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
}
|
92
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
93
|
+
<< "join[" << this << "]: end poll joint 1/2 "
|
94
|
+
<< (poll.pending()
|
95
|
+
? "pending"
|
96
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
105
97
|
if (auto* p = poll.value_if_ready()) {
|
106
98
|
if (Traits::IsOk(*p)) {
|
107
99
|
ready.set(0);
|
@@ -112,18 +104,18 @@ struct JoinState<Traits, P0, P1> {
|
|
112
104
|
}
|
113
105
|
}
|
114
106
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
115
|
-
|
107
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
108
|
+
<< "join[" << this << "]: joint 1/2 already ready";
|
116
109
|
}
|
117
110
|
if (!ready.is_set(1)) {
|
118
111
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
119
112
|
<< "join[" << this << "]: begin poll joint 2/2";
|
120
113
|
auto poll = promise1();
|
121
|
-
|
122
|
-
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
}
|
114
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
115
|
+
<< "join[" << this << "]: end poll joint 2/2 "
|
116
|
+
<< (poll.pending()
|
117
|
+
? "pending"
|
118
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
127
119
|
if (auto* p = poll.value_if_ready()) {
|
128
120
|
if (Traits::IsOk(*p)) {
|
129
121
|
ready.set(1);
|
@@ -134,7 +126,8 @@ struct JoinState<Traits, P0, P1> {
|
|
134
126
|
}
|
135
127
|
}
|
136
128
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
137
|
-
|
129
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
130
|
+
<< "join[" << this << "]: joint 2/2 already ready";
|
138
131
|
}
|
139
132
|
if (ready.all()) {
|
140
133
|
return Traits::FinalReturn(std::move(result0), std::move(result1));
|
@@ -166,37 +159,26 @@ struct JoinState<Traits, P0, P1, P2> {
|
|
166
159
|
GPR_NO_UNIQUE_ADDRESS Result2 result2;
|
167
160
|
};
|
168
161
|
GPR_NO_UNIQUE_ADDRESS BitSet<3> ready;
|
169
|
-
JoinState(P0&& p0, P1&& p1, P2&& p2) {
|
162
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2) {
|
170
163
|
Construct(&promise0, std::forward<P0>(p0));
|
171
164
|
Construct(&promise1, std::forward<P1>(p1));
|
172
165
|
Construct(&promise2, std::forward<P2>(p2));
|
173
166
|
}
|
174
|
-
JoinState(const JoinState& other) {
|
175
|
-
|
167
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
|
168
|
+
DCHECK(other.ready.none());
|
176
169
|
Construct(&promise0, other.promise0);
|
177
170
|
Construct(&promise1, other.promise1);
|
178
171
|
Construct(&promise2, other.promise2);
|
179
172
|
}
|
180
173
|
JoinState& operator=(const JoinState& other) = delete;
|
181
174
|
JoinState& operator=(JoinState&& other) = delete;
|
182
|
-
JoinState(JoinState&& other) noexcept
|
183
|
-
|
184
|
-
|
185
|
-
|
186
|
-
|
187
|
-
}
|
188
|
-
if (ready.is_set(1)) {
|
189
|
-
Construct(&result1, std::move(other.result1));
|
190
|
-
} else {
|
191
|
-
Construct(&promise1, std::move(other.promise1));
|
192
|
-
}
|
193
|
-
if (ready.is_set(2)) {
|
194
|
-
Construct(&result2, std::move(other.result2));
|
195
|
-
} else {
|
196
|
-
Construct(&promise2, std::move(other.promise2));
|
197
|
-
}
|
175
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
|
176
|
+
DCHECK(other.ready.none());
|
177
|
+
Construct(&promise0, std::move(other.promise0));
|
178
|
+
Construct(&promise1, std::move(other.promise1));
|
179
|
+
Construct(&promise2, std::move(other.promise2));
|
198
180
|
}
|
199
|
-
~JoinState() {
|
181
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
|
200
182
|
if (ready.is_set(0)) {
|
201
183
|
Destruct(&result0);
|
202
184
|
} else {
|
@@ -215,17 +197,16 @@ struct JoinState<Traits, P0, P1, P2> {
|
|
215
197
|
}
|
216
198
|
using Result = typename Traits::template ResultType<
|
217
199
|
std::tuple<Result0, Result1, Result2>>;
|
218
|
-
Poll<Result> PollOnce() {
|
200
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
|
219
201
|
if (!ready.is_set(0)) {
|
220
202
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
221
203
|
<< "join[" << this << "]: begin poll joint 1/3";
|
222
204
|
auto poll = promise0();
|
223
|
-
|
224
|
-
|
225
|
-
|
226
|
-
|
227
|
-
|
228
|
-
}
|
205
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
206
|
+
<< "join[" << this << "]: end poll joint 1/3 "
|
207
|
+
<< (poll.pending()
|
208
|
+
? "pending"
|
209
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
229
210
|
if (auto* p = poll.value_if_ready()) {
|
230
211
|
if (Traits::IsOk(*p)) {
|
231
212
|
ready.set(0);
|
@@ -236,18 +217,18 @@ struct JoinState<Traits, P0, P1, P2> {
|
|
236
217
|
}
|
237
218
|
}
|
238
219
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
239
|
-
|
220
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
221
|
+
<< "join[" << this << "]: joint 1/3 already ready";
|
240
222
|
}
|
241
223
|
if (!ready.is_set(1)) {
|
242
224
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
243
225
|
<< "join[" << this << "]: begin poll joint 2/3";
|
244
226
|
auto poll = promise1();
|
245
|
-
|
246
|
-
|
247
|
-
|
248
|
-
|
249
|
-
|
250
|
-
}
|
227
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
228
|
+
<< "join[" << this << "]: end poll joint 2/3 "
|
229
|
+
<< (poll.pending()
|
230
|
+
? "pending"
|
231
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
251
232
|
if (auto* p = poll.value_if_ready()) {
|
252
233
|
if (Traits::IsOk(*p)) {
|
253
234
|
ready.set(1);
|
@@ -258,18 +239,18 @@ struct JoinState<Traits, P0, P1, P2> {
|
|
258
239
|
}
|
259
240
|
}
|
260
241
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
261
|
-
|
242
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
243
|
+
<< "join[" << this << "]: joint 2/3 already ready";
|
262
244
|
}
|
263
245
|
if (!ready.is_set(2)) {
|
264
246
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
265
247
|
<< "join[" << this << "]: begin poll joint 3/3";
|
266
248
|
auto poll = promise2();
|
267
|
-
|
268
|
-
|
269
|
-
|
270
|
-
|
271
|
-
|
272
|
-
}
|
249
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
250
|
+
<< "join[" << this << "]: end poll joint 3/3 "
|
251
|
+
<< (poll.pending()
|
252
|
+
? "pending"
|
253
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
273
254
|
if (auto* p = poll.value_if_ready()) {
|
274
255
|
if (Traits::IsOk(*p)) {
|
275
256
|
ready.set(2);
|
@@ -280,7 +261,8 @@ struct JoinState<Traits, P0, P1, P2> {
|
|
280
261
|
}
|
281
262
|
}
|
282
263
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
283
|
-
|
264
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
265
|
+
<< "join[" << this << "]: joint 3/3 already ready";
|
284
266
|
}
|
285
267
|
if (ready.all()) {
|
286
268
|
return Traits::FinalReturn(std::move(result0), std::move(result1),
|
@@ -319,14 +301,15 @@ struct JoinState<Traits, P0, P1, P2, P3> {
|
|
319
301
|
GPR_NO_UNIQUE_ADDRESS Result3 result3;
|
320
302
|
};
|
321
303
|
GPR_NO_UNIQUE_ADDRESS BitSet<4> ready;
|
322
|
-
JoinState(P0&& p0, P1&& p1, P2&& p2,
|
304
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
|
305
|
+
P3&& p3) {
|
323
306
|
Construct(&promise0, std::forward<P0>(p0));
|
324
307
|
Construct(&promise1, std::forward<P1>(p1));
|
325
308
|
Construct(&promise2, std::forward<P2>(p2));
|
326
309
|
Construct(&promise3, std::forward<P3>(p3));
|
327
310
|
}
|
328
|
-
JoinState(const JoinState& other) {
|
329
|
-
|
311
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
|
312
|
+
DCHECK(other.ready.none());
|
330
313
|
Construct(&promise0, other.promise0);
|
331
314
|
Construct(&promise1, other.promise1);
|
332
315
|
Construct(&promise2, other.promise2);
|
@@ -334,29 +317,14 @@ struct JoinState<Traits, P0, P1, P2, P3> {
|
|
334
317
|
}
|
335
318
|
JoinState& operator=(const JoinState& other) = delete;
|
336
319
|
JoinState& operator=(JoinState&& other) = delete;
|
337
|
-
JoinState(JoinState&& other) noexcept
|
338
|
-
|
339
|
-
|
340
|
-
|
341
|
-
|
342
|
-
|
343
|
-
if (ready.is_set(1)) {
|
344
|
-
Construct(&result1, std::move(other.result1));
|
345
|
-
} else {
|
346
|
-
Construct(&promise1, std::move(other.promise1));
|
347
|
-
}
|
348
|
-
if (ready.is_set(2)) {
|
349
|
-
Construct(&result2, std::move(other.result2));
|
350
|
-
} else {
|
351
|
-
Construct(&promise2, std::move(other.promise2));
|
352
|
-
}
|
353
|
-
if (ready.is_set(3)) {
|
354
|
-
Construct(&result3, std::move(other.result3));
|
355
|
-
} else {
|
356
|
-
Construct(&promise3, std::move(other.promise3));
|
357
|
-
}
|
320
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
|
321
|
+
DCHECK(other.ready.none());
|
322
|
+
Construct(&promise0, std::move(other.promise0));
|
323
|
+
Construct(&promise1, std::move(other.promise1));
|
324
|
+
Construct(&promise2, std::move(other.promise2));
|
325
|
+
Construct(&promise3, std::move(other.promise3));
|
358
326
|
}
|
359
|
-
~JoinState() {
|
327
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
|
360
328
|
if (ready.is_set(0)) {
|
361
329
|
Destruct(&result0);
|
362
330
|
} else {
|
@@ -380,17 +348,16 @@ struct JoinState<Traits, P0, P1, P2, P3> {
|
|
380
348
|
}
|
381
349
|
using Result = typename Traits::template ResultType<
|
382
350
|
std::tuple<Result0, Result1, Result2, Result3>>;
|
383
|
-
Poll<Result> PollOnce() {
|
351
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
|
384
352
|
if (!ready.is_set(0)) {
|
385
353
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
386
354
|
<< "join[" << this << "]: begin poll joint 1/4";
|
387
355
|
auto poll = promise0();
|
388
|
-
|
389
|
-
|
390
|
-
|
391
|
-
|
392
|
-
|
393
|
-
}
|
356
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
357
|
+
<< "join[" << this << "]: end poll joint 1/4 "
|
358
|
+
<< (poll.pending()
|
359
|
+
? "pending"
|
360
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
394
361
|
if (auto* p = poll.value_if_ready()) {
|
395
362
|
if (Traits::IsOk(*p)) {
|
396
363
|
ready.set(0);
|
@@ -401,18 +368,18 @@ struct JoinState<Traits, P0, P1, P2, P3> {
|
|
401
368
|
}
|
402
369
|
}
|
403
370
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
404
|
-
|
371
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
372
|
+
<< "join[" << this << "]: joint 1/4 already ready";
|
405
373
|
}
|
406
374
|
if (!ready.is_set(1)) {
|
407
375
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
408
376
|
<< "join[" << this << "]: begin poll joint 2/4";
|
409
377
|
auto poll = promise1();
|
410
|
-
|
411
|
-
|
412
|
-
|
413
|
-
|
414
|
-
|
415
|
-
}
|
378
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
379
|
+
<< "join[" << this << "]: end poll joint 2/4 "
|
380
|
+
<< (poll.pending()
|
381
|
+
? "pending"
|
382
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
416
383
|
if (auto* p = poll.value_if_ready()) {
|
417
384
|
if (Traits::IsOk(*p)) {
|
418
385
|
ready.set(1);
|
@@ -423,18 +390,18 @@ struct JoinState<Traits, P0, P1, P2, P3> {
|
|
423
390
|
}
|
424
391
|
}
|
425
392
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
426
|
-
|
393
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
394
|
+
<< "join[" << this << "]: joint 2/4 already ready";
|
427
395
|
}
|
428
396
|
if (!ready.is_set(2)) {
|
429
397
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
430
398
|
<< "join[" << this << "]: begin poll joint 3/4";
|
431
399
|
auto poll = promise2();
|
432
|
-
|
433
|
-
|
434
|
-
|
435
|
-
|
436
|
-
|
437
|
-
}
|
400
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
401
|
+
<< "join[" << this << "]: end poll joint 3/4 "
|
402
|
+
<< (poll.pending()
|
403
|
+
? "pending"
|
404
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
438
405
|
if (auto* p = poll.value_if_ready()) {
|
439
406
|
if (Traits::IsOk(*p)) {
|
440
407
|
ready.set(2);
|
@@ -445,18 +412,18 @@ struct JoinState<Traits, P0, P1, P2, P3> {
|
|
445
412
|
}
|
446
413
|
}
|
447
414
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
448
|
-
|
415
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
416
|
+
<< "join[" << this << "]: joint 3/4 already ready";
|
449
417
|
}
|
450
418
|
if (!ready.is_set(3)) {
|
451
419
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
452
420
|
<< "join[" << this << "]: begin poll joint 4/4";
|
453
421
|
auto poll = promise3();
|
454
|
-
|
455
|
-
|
456
|
-
|
457
|
-
|
458
|
-
|
459
|
-
}
|
422
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
423
|
+
<< "join[" << this << "]: end poll joint 4/4 "
|
424
|
+
<< (poll.pending()
|
425
|
+
? "pending"
|
426
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
460
427
|
if (auto* p = poll.value_if_ready()) {
|
461
428
|
if (Traits::IsOk(*p)) {
|
462
429
|
ready.set(3);
|
@@ -467,7 +434,8 @@ struct JoinState<Traits, P0, P1, P2, P3> {
|
|
467
434
|
}
|
468
435
|
}
|
469
436
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
470
|
-
|
437
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
438
|
+
<< "join[" << this << "]: joint 4/4 already ready";
|
471
439
|
}
|
472
440
|
if (ready.all()) {
|
473
441
|
return Traits::FinalReturn(std::move(result0), std::move(result1),
|
@@ -513,15 +481,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
|
|
513
481
|
GPR_NO_UNIQUE_ADDRESS Result4 result4;
|
514
482
|
};
|
515
483
|
GPR_NO_UNIQUE_ADDRESS BitSet<5> ready;
|
516
|
-
JoinState(P0&& p0, P1&& p1, P2&& p2,
|
484
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
|
485
|
+
P3&& p3, P4&& p4) {
|
517
486
|
Construct(&promise0, std::forward<P0>(p0));
|
518
487
|
Construct(&promise1, std::forward<P1>(p1));
|
519
488
|
Construct(&promise2, std::forward<P2>(p2));
|
520
489
|
Construct(&promise3, std::forward<P3>(p3));
|
521
490
|
Construct(&promise4, std::forward<P4>(p4));
|
522
491
|
}
|
523
|
-
JoinState(const JoinState& other) {
|
524
|
-
|
492
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
|
493
|
+
DCHECK(other.ready.none());
|
525
494
|
Construct(&promise0, other.promise0);
|
526
495
|
Construct(&promise1, other.promise1);
|
527
496
|
Construct(&promise2, other.promise2);
|
@@ -530,34 +499,15 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
|
|
530
499
|
}
|
531
500
|
JoinState& operator=(const JoinState& other) = delete;
|
532
501
|
JoinState& operator=(JoinState&& other) = delete;
|
533
|
-
JoinState(JoinState&& other) noexcept
|
534
|
-
|
535
|
-
|
536
|
-
|
537
|
-
|
538
|
-
|
539
|
-
|
540
|
-
Construct(&result1, std::move(other.result1));
|
541
|
-
} else {
|
542
|
-
Construct(&promise1, std::move(other.promise1));
|
543
|
-
}
|
544
|
-
if (ready.is_set(2)) {
|
545
|
-
Construct(&result2, std::move(other.result2));
|
546
|
-
} else {
|
547
|
-
Construct(&promise2, std::move(other.promise2));
|
548
|
-
}
|
549
|
-
if (ready.is_set(3)) {
|
550
|
-
Construct(&result3, std::move(other.result3));
|
551
|
-
} else {
|
552
|
-
Construct(&promise3, std::move(other.promise3));
|
553
|
-
}
|
554
|
-
if (ready.is_set(4)) {
|
555
|
-
Construct(&result4, std::move(other.result4));
|
556
|
-
} else {
|
557
|
-
Construct(&promise4, std::move(other.promise4));
|
558
|
-
}
|
502
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
|
503
|
+
DCHECK(other.ready.none());
|
504
|
+
Construct(&promise0, std::move(other.promise0));
|
505
|
+
Construct(&promise1, std::move(other.promise1));
|
506
|
+
Construct(&promise2, std::move(other.promise2));
|
507
|
+
Construct(&promise3, std::move(other.promise3));
|
508
|
+
Construct(&promise4, std::move(other.promise4));
|
559
509
|
}
|
560
|
-
~JoinState() {
|
510
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
|
561
511
|
if (ready.is_set(0)) {
|
562
512
|
Destruct(&result0);
|
563
513
|
} else {
|
@@ -586,17 +536,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
|
|
586
536
|
}
|
587
537
|
using Result = typename Traits::template ResultType<
|
588
538
|
std::tuple<Result0, Result1, Result2, Result3, Result4>>;
|
589
|
-
Poll<Result> PollOnce() {
|
539
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
|
590
540
|
if (!ready.is_set(0)) {
|
591
541
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
592
542
|
<< "join[" << this << "]: begin poll joint 1/5";
|
593
543
|
auto poll = promise0();
|
594
|
-
|
595
|
-
|
596
|
-
|
597
|
-
|
598
|
-
|
599
|
-
}
|
544
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
545
|
+
<< "join[" << this << "]: end poll joint 1/5 "
|
546
|
+
<< (poll.pending()
|
547
|
+
? "pending"
|
548
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
600
549
|
if (auto* p = poll.value_if_ready()) {
|
601
550
|
if (Traits::IsOk(*p)) {
|
602
551
|
ready.set(0);
|
@@ -607,18 +556,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
|
|
607
556
|
}
|
608
557
|
}
|
609
558
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
610
|
-
|
559
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
560
|
+
<< "join[" << this << "]: joint 1/5 already ready";
|
611
561
|
}
|
612
562
|
if (!ready.is_set(1)) {
|
613
563
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
614
564
|
<< "join[" << this << "]: begin poll joint 2/5";
|
615
565
|
auto poll = promise1();
|
616
|
-
|
617
|
-
|
618
|
-
|
619
|
-
|
620
|
-
|
621
|
-
}
|
566
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
567
|
+
<< "join[" << this << "]: end poll joint 2/5 "
|
568
|
+
<< (poll.pending()
|
569
|
+
? "pending"
|
570
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
622
571
|
if (auto* p = poll.value_if_ready()) {
|
623
572
|
if (Traits::IsOk(*p)) {
|
624
573
|
ready.set(1);
|
@@ -629,18 +578,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
|
|
629
578
|
}
|
630
579
|
}
|
631
580
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
632
|
-
|
581
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
582
|
+
<< "join[" << this << "]: joint 2/5 already ready";
|
633
583
|
}
|
634
584
|
if (!ready.is_set(2)) {
|
635
585
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
636
586
|
<< "join[" << this << "]: begin poll joint 3/5";
|
637
587
|
auto poll = promise2();
|
638
|
-
|
639
|
-
|
640
|
-
|
641
|
-
|
642
|
-
|
643
|
-
}
|
588
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
589
|
+
<< "join[" << this << "]: end poll joint 3/5 "
|
590
|
+
<< (poll.pending()
|
591
|
+
? "pending"
|
592
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
644
593
|
if (auto* p = poll.value_if_ready()) {
|
645
594
|
if (Traits::IsOk(*p)) {
|
646
595
|
ready.set(2);
|
@@ -651,18 +600,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
|
|
651
600
|
}
|
652
601
|
}
|
653
602
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
654
|
-
|
603
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
604
|
+
<< "join[" << this << "]: joint 3/5 already ready";
|
655
605
|
}
|
656
606
|
if (!ready.is_set(3)) {
|
657
607
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
658
608
|
<< "join[" << this << "]: begin poll joint 4/5";
|
659
609
|
auto poll = promise3();
|
660
|
-
|
661
|
-
|
662
|
-
|
663
|
-
|
664
|
-
|
665
|
-
}
|
610
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
611
|
+
<< "join[" << this << "]: end poll joint 4/5 "
|
612
|
+
<< (poll.pending()
|
613
|
+
? "pending"
|
614
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
666
615
|
if (auto* p = poll.value_if_ready()) {
|
667
616
|
if (Traits::IsOk(*p)) {
|
668
617
|
ready.set(3);
|
@@ -673,18 +622,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
|
|
673
622
|
}
|
674
623
|
}
|
675
624
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
676
|
-
|
625
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
626
|
+
<< "join[" << this << "]: joint 4/5 already ready";
|
677
627
|
}
|
678
628
|
if (!ready.is_set(4)) {
|
679
629
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
680
630
|
<< "join[" << this << "]: begin poll joint 5/5";
|
681
631
|
auto poll = promise4();
|
682
|
-
|
683
|
-
|
684
|
-
|
685
|
-
|
686
|
-
|
687
|
-
}
|
632
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
633
|
+
<< "join[" << this << "]: end poll joint 5/5 "
|
634
|
+
<< (poll.pending()
|
635
|
+
? "pending"
|
636
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
688
637
|
if (auto* p = poll.value_if_ready()) {
|
689
638
|
if (Traits::IsOk(*p)) {
|
690
639
|
ready.set(4);
|
@@ -695,7 +644,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
|
|
695
644
|
}
|
696
645
|
}
|
697
646
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
698
|
-
|
647
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
648
|
+
<< "join[" << this << "]: joint 5/5 already ready";
|
699
649
|
}
|
700
650
|
if (ready.all()) {
|
701
651
|
return Traits::FinalReturn(std::move(result0), std::move(result1),
|
@@ -748,7 +698,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
748
698
|
GPR_NO_UNIQUE_ADDRESS Result5 result5;
|
749
699
|
};
|
750
700
|
GPR_NO_UNIQUE_ADDRESS BitSet<6> ready;
|
751
|
-
JoinState(P0&& p0, P1&& p1, P2&& p2,
|
701
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
|
702
|
+
P3&& p3, P4&& p4, P5&& p5) {
|
752
703
|
Construct(&promise0, std::forward<P0>(p0));
|
753
704
|
Construct(&promise1, std::forward<P1>(p1));
|
754
705
|
Construct(&promise2, std::forward<P2>(p2));
|
@@ -756,8 +707,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
756
707
|
Construct(&promise4, std::forward<P4>(p4));
|
757
708
|
Construct(&promise5, std::forward<P5>(p5));
|
758
709
|
}
|
759
|
-
JoinState(const JoinState& other) {
|
760
|
-
|
710
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
|
711
|
+
DCHECK(other.ready.none());
|
761
712
|
Construct(&promise0, other.promise0);
|
762
713
|
Construct(&promise1, other.promise1);
|
763
714
|
Construct(&promise2, other.promise2);
|
@@ -767,39 +718,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
767
718
|
}
|
768
719
|
JoinState& operator=(const JoinState& other) = delete;
|
769
720
|
JoinState& operator=(JoinState&& other) = delete;
|
770
|
-
JoinState(JoinState&& other) noexcept
|
771
|
-
|
772
|
-
|
773
|
-
|
774
|
-
|
775
|
-
|
776
|
-
|
777
|
-
|
778
|
-
} else {
|
779
|
-
Construct(&promise1, std::move(other.promise1));
|
780
|
-
}
|
781
|
-
if (ready.is_set(2)) {
|
782
|
-
Construct(&result2, std::move(other.result2));
|
783
|
-
} else {
|
784
|
-
Construct(&promise2, std::move(other.promise2));
|
785
|
-
}
|
786
|
-
if (ready.is_set(3)) {
|
787
|
-
Construct(&result3, std::move(other.result3));
|
788
|
-
} else {
|
789
|
-
Construct(&promise3, std::move(other.promise3));
|
790
|
-
}
|
791
|
-
if (ready.is_set(4)) {
|
792
|
-
Construct(&result4, std::move(other.result4));
|
793
|
-
} else {
|
794
|
-
Construct(&promise4, std::move(other.promise4));
|
795
|
-
}
|
796
|
-
if (ready.is_set(5)) {
|
797
|
-
Construct(&result5, std::move(other.result5));
|
798
|
-
} else {
|
799
|
-
Construct(&promise5, std::move(other.promise5));
|
800
|
-
}
|
721
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
|
722
|
+
DCHECK(other.ready.none());
|
723
|
+
Construct(&promise0, std::move(other.promise0));
|
724
|
+
Construct(&promise1, std::move(other.promise1));
|
725
|
+
Construct(&promise2, std::move(other.promise2));
|
726
|
+
Construct(&promise3, std::move(other.promise3));
|
727
|
+
Construct(&promise4, std::move(other.promise4));
|
728
|
+
Construct(&promise5, std::move(other.promise5));
|
801
729
|
}
|
802
|
-
~JoinState() {
|
730
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
|
803
731
|
if (ready.is_set(0)) {
|
804
732
|
Destruct(&result0);
|
805
733
|
} else {
|
@@ -833,17 +761,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
833
761
|
}
|
834
762
|
using Result = typename Traits::template ResultType<
|
835
763
|
std::tuple<Result0, Result1, Result2, Result3, Result4, Result5>>;
|
836
|
-
Poll<Result> PollOnce() {
|
764
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
|
837
765
|
if (!ready.is_set(0)) {
|
838
766
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
839
767
|
<< "join[" << this << "]: begin poll joint 1/6";
|
840
768
|
auto poll = promise0();
|
841
|
-
|
842
|
-
|
843
|
-
|
844
|
-
|
845
|
-
|
846
|
-
}
|
769
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
770
|
+
<< "join[" << this << "]: end poll joint 1/6 "
|
771
|
+
<< (poll.pending()
|
772
|
+
? "pending"
|
773
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
847
774
|
if (auto* p = poll.value_if_ready()) {
|
848
775
|
if (Traits::IsOk(*p)) {
|
849
776
|
ready.set(0);
|
@@ -854,18 +781,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
854
781
|
}
|
855
782
|
}
|
856
783
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
857
|
-
|
784
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
785
|
+
<< "join[" << this << "]: joint 1/6 already ready";
|
858
786
|
}
|
859
787
|
if (!ready.is_set(1)) {
|
860
788
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
861
789
|
<< "join[" << this << "]: begin poll joint 2/6";
|
862
790
|
auto poll = promise1();
|
863
|
-
|
864
|
-
|
865
|
-
|
866
|
-
|
867
|
-
|
868
|
-
}
|
791
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
792
|
+
<< "join[" << this << "]: end poll joint 2/6 "
|
793
|
+
<< (poll.pending()
|
794
|
+
? "pending"
|
795
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
869
796
|
if (auto* p = poll.value_if_ready()) {
|
870
797
|
if (Traits::IsOk(*p)) {
|
871
798
|
ready.set(1);
|
@@ -876,18 +803,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
876
803
|
}
|
877
804
|
}
|
878
805
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
879
|
-
|
806
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
807
|
+
<< "join[" << this << "]: joint 2/6 already ready";
|
880
808
|
}
|
881
809
|
if (!ready.is_set(2)) {
|
882
810
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
883
811
|
<< "join[" << this << "]: begin poll joint 3/6";
|
884
812
|
auto poll = promise2();
|
885
|
-
|
886
|
-
|
887
|
-
|
888
|
-
|
889
|
-
|
890
|
-
}
|
813
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
814
|
+
<< "join[" << this << "]: end poll joint 3/6 "
|
815
|
+
<< (poll.pending()
|
816
|
+
? "pending"
|
817
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
891
818
|
if (auto* p = poll.value_if_ready()) {
|
892
819
|
if (Traits::IsOk(*p)) {
|
893
820
|
ready.set(2);
|
@@ -898,18 +825,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
898
825
|
}
|
899
826
|
}
|
900
827
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
901
|
-
|
828
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
829
|
+
<< "join[" << this << "]: joint 3/6 already ready";
|
902
830
|
}
|
903
831
|
if (!ready.is_set(3)) {
|
904
832
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
905
833
|
<< "join[" << this << "]: begin poll joint 4/6";
|
906
834
|
auto poll = promise3();
|
907
|
-
|
908
|
-
|
909
|
-
|
910
|
-
|
911
|
-
|
912
|
-
}
|
835
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
836
|
+
<< "join[" << this << "]: end poll joint 4/6 "
|
837
|
+
<< (poll.pending()
|
838
|
+
? "pending"
|
839
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
913
840
|
if (auto* p = poll.value_if_ready()) {
|
914
841
|
if (Traits::IsOk(*p)) {
|
915
842
|
ready.set(3);
|
@@ -920,18 +847,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
920
847
|
}
|
921
848
|
}
|
922
849
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
923
|
-
|
850
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
851
|
+
<< "join[" << this << "]: joint 4/6 already ready";
|
924
852
|
}
|
925
853
|
if (!ready.is_set(4)) {
|
926
854
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
927
855
|
<< "join[" << this << "]: begin poll joint 5/6";
|
928
856
|
auto poll = promise4();
|
929
|
-
|
930
|
-
|
931
|
-
|
932
|
-
|
933
|
-
|
934
|
-
}
|
857
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
858
|
+
<< "join[" << this << "]: end poll joint 5/6 "
|
859
|
+
<< (poll.pending()
|
860
|
+
? "pending"
|
861
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
935
862
|
if (auto* p = poll.value_if_ready()) {
|
936
863
|
if (Traits::IsOk(*p)) {
|
937
864
|
ready.set(4);
|
@@ -942,18 +869,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
942
869
|
}
|
943
870
|
}
|
944
871
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
945
|
-
|
872
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
873
|
+
<< "join[" << this << "]: joint 5/6 already ready";
|
946
874
|
}
|
947
875
|
if (!ready.is_set(5)) {
|
948
876
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
949
877
|
<< "join[" << this << "]: begin poll joint 6/6";
|
950
878
|
auto poll = promise5();
|
951
|
-
|
952
|
-
|
953
|
-
|
954
|
-
|
955
|
-
|
956
|
-
}
|
879
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
880
|
+
<< "join[" << this << "]: end poll joint 6/6 "
|
881
|
+
<< (poll.pending()
|
882
|
+
? "pending"
|
883
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
957
884
|
if (auto* p = poll.value_if_ready()) {
|
958
885
|
if (Traits::IsOk(*p)) {
|
959
886
|
ready.set(5);
|
@@ -964,7 +891,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
|
|
964
891
|
}
|
965
892
|
}
|
966
893
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
967
|
-
|
894
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
895
|
+
<< "join[" << this << "]: joint 6/6 already ready";
|
968
896
|
}
|
969
897
|
if (ready.all()) {
|
970
898
|
return Traits::FinalReturn(std::move(result0), std::move(result1),
|
@@ -1023,7 +951,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1023
951
|
GPR_NO_UNIQUE_ADDRESS Result6 result6;
|
1024
952
|
};
|
1025
953
|
GPR_NO_UNIQUE_ADDRESS BitSet<7> ready;
|
1026
|
-
JoinState(P0&& p0, P1&& p1, P2&& p2,
|
954
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
|
955
|
+
P3&& p3, P4&& p4, P5&& p5,
|
956
|
+
P6&& p6) {
|
1027
957
|
Construct(&promise0, std::forward<P0>(p0));
|
1028
958
|
Construct(&promise1, std::forward<P1>(p1));
|
1029
959
|
Construct(&promise2, std::forward<P2>(p2));
|
@@ -1032,8 +962,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1032
962
|
Construct(&promise5, std::forward<P5>(p5));
|
1033
963
|
Construct(&promise6, std::forward<P6>(p6));
|
1034
964
|
}
|
1035
|
-
JoinState(const JoinState& other) {
|
1036
|
-
|
965
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
|
966
|
+
DCHECK(other.ready.none());
|
1037
967
|
Construct(&promise0, other.promise0);
|
1038
968
|
Construct(&promise1, other.promise1);
|
1039
969
|
Construct(&promise2, other.promise2);
|
@@ -1044,44 +974,17 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1044
974
|
}
|
1045
975
|
JoinState& operator=(const JoinState& other) = delete;
|
1046
976
|
JoinState& operator=(JoinState&& other) = delete;
|
1047
|
-
JoinState(JoinState&& other) noexcept
|
1048
|
-
|
1049
|
-
|
1050
|
-
|
1051
|
-
|
1052
|
-
|
1053
|
-
|
1054
|
-
|
1055
|
-
|
1056
|
-
Construct(&promise1, std::move(other.promise1));
|
1057
|
-
}
|
1058
|
-
if (ready.is_set(2)) {
|
1059
|
-
Construct(&result2, std::move(other.result2));
|
1060
|
-
} else {
|
1061
|
-
Construct(&promise2, std::move(other.promise2));
|
1062
|
-
}
|
1063
|
-
if (ready.is_set(3)) {
|
1064
|
-
Construct(&result3, std::move(other.result3));
|
1065
|
-
} else {
|
1066
|
-
Construct(&promise3, std::move(other.promise3));
|
1067
|
-
}
|
1068
|
-
if (ready.is_set(4)) {
|
1069
|
-
Construct(&result4, std::move(other.result4));
|
1070
|
-
} else {
|
1071
|
-
Construct(&promise4, std::move(other.promise4));
|
1072
|
-
}
|
1073
|
-
if (ready.is_set(5)) {
|
1074
|
-
Construct(&result5, std::move(other.result5));
|
1075
|
-
} else {
|
1076
|
-
Construct(&promise5, std::move(other.promise5));
|
1077
|
-
}
|
1078
|
-
if (ready.is_set(6)) {
|
1079
|
-
Construct(&result6, std::move(other.result6));
|
1080
|
-
} else {
|
1081
|
-
Construct(&promise6, std::move(other.promise6));
|
1082
|
-
}
|
977
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
|
978
|
+
DCHECK(other.ready.none());
|
979
|
+
Construct(&promise0, std::move(other.promise0));
|
980
|
+
Construct(&promise1, std::move(other.promise1));
|
981
|
+
Construct(&promise2, std::move(other.promise2));
|
982
|
+
Construct(&promise3, std::move(other.promise3));
|
983
|
+
Construct(&promise4, std::move(other.promise4));
|
984
|
+
Construct(&promise5, std::move(other.promise5));
|
985
|
+
Construct(&promise6, std::move(other.promise6));
|
1083
986
|
}
|
1084
|
-
~JoinState() {
|
987
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
|
1085
988
|
if (ready.is_set(0)) {
|
1086
989
|
Destruct(&result0);
|
1087
990
|
} else {
|
@@ -1120,17 +1023,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1120
1023
|
}
|
1121
1024
|
using Result = typename Traits::template ResultType<std::tuple<
|
1122
1025
|
Result0, Result1, Result2, Result3, Result4, Result5, Result6>>;
|
1123
|
-
Poll<Result> PollOnce() {
|
1026
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
|
1124
1027
|
if (!ready.is_set(0)) {
|
1125
1028
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1126
1029
|
<< "join[" << this << "]: begin poll joint 1/7";
|
1127
1030
|
auto poll = promise0();
|
1128
|
-
|
1129
|
-
|
1130
|
-
|
1131
|
-
|
1132
|
-
|
1133
|
-
}
|
1031
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1032
|
+
<< "join[" << this << "]: end poll joint 1/7 "
|
1033
|
+
<< (poll.pending()
|
1034
|
+
? "pending"
|
1035
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1134
1036
|
if (auto* p = poll.value_if_ready()) {
|
1135
1037
|
if (Traits::IsOk(*p)) {
|
1136
1038
|
ready.set(0);
|
@@ -1141,18 +1043,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1141
1043
|
}
|
1142
1044
|
}
|
1143
1045
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1144
|
-
|
1046
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1047
|
+
<< "join[" << this << "]: joint 1/7 already ready";
|
1145
1048
|
}
|
1146
1049
|
if (!ready.is_set(1)) {
|
1147
1050
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1148
1051
|
<< "join[" << this << "]: begin poll joint 2/7";
|
1149
1052
|
auto poll = promise1();
|
1150
|
-
|
1151
|
-
|
1152
|
-
|
1153
|
-
|
1154
|
-
|
1155
|
-
}
|
1053
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1054
|
+
<< "join[" << this << "]: end poll joint 2/7 "
|
1055
|
+
<< (poll.pending()
|
1056
|
+
? "pending"
|
1057
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1156
1058
|
if (auto* p = poll.value_if_ready()) {
|
1157
1059
|
if (Traits::IsOk(*p)) {
|
1158
1060
|
ready.set(1);
|
@@ -1163,18 +1065,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1163
1065
|
}
|
1164
1066
|
}
|
1165
1067
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1166
|
-
|
1068
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1069
|
+
<< "join[" << this << "]: joint 2/7 already ready";
|
1167
1070
|
}
|
1168
1071
|
if (!ready.is_set(2)) {
|
1169
1072
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1170
1073
|
<< "join[" << this << "]: begin poll joint 3/7";
|
1171
1074
|
auto poll = promise2();
|
1172
|
-
|
1173
|
-
|
1174
|
-
|
1175
|
-
|
1176
|
-
|
1177
|
-
}
|
1075
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1076
|
+
<< "join[" << this << "]: end poll joint 3/7 "
|
1077
|
+
<< (poll.pending()
|
1078
|
+
? "pending"
|
1079
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1178
1080
|
if (auto* p = poll.value_if_ready()) {
|
1179
1081
|
if (Traits::IsOk(*p)) {
|
1180
1082
|
ready.set(2);
|
@@ -1185,18 +1087,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1185
1087
|
}
|
1186
1088
|
}
|
1187
1089
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1188
|
-
|
1090
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1091
|
+
<< "join[" << this << "]: joint 3/7 already ready";
|
1189
1092
|
}
|
1190
1093
|
if (!ready.is_set(3)) {
|
1191
1094
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1192
1095
|
<< "join[" << this << "]: begin poll joint 4/7";
|
1193
1096
|
auto poll = promise3();
|
1194
|
-
|
1195
|
-
|
1196
|
-
|
1197
|
-
|
1198
|
-
|
1199
|
-
}
|
1097
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1098
|
+
<< "join[" << this << "]: end poll joint 4/7 "
|
1099
|
+
<< (poll.pending()
|
1100
|
+
? "pending"
|
1101
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1200
1102
|
if (auto* p = poll.value_if_ready()) {
|
1201
1103
|
if (Traits::IsOk(*p)) {
|
1202
1104
|
ready.set(3);
|
@@ -1207,18 +1109,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1207
1109
|
}
|
1208
1110
|
}
|
1209
1111
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1210
|
-
|
1112
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1113
|
+
<< "join[" << this << "]: joint 4/7 already ready";
|
1211
1114
|
}
|
1212
1115
|
if (!ready.is_set(4)) {
|
1213
1116
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1214
1117
|
<< "join[" << this << "]: begin poll joint 5/7";
|
1215
1118
|
auto poll = promise4();
|
1216
|
-
|
1217
|
-
|
1218
|
-
|
1219
|
-
|
1220
|
-
|
1221
|
-
}
|
1119
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1120
|
+
<< "join[" << this << "]: end poll joint 5/7 "
|
1121
|
+
<< (poll.pending()
|
1122
|
+
? "pending"
|
1123
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1222
1124
|
if (auto* p = poll.value_if_ready()) {
|
1223
1125
|
if (Traits::IsOk(*p)) {
|
1224
1126
|
ready.set(4);
|
@@ -1229,18 +1131,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1229
1131
|
}
|
1230
1132
|
}
|
1231
1133
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1232
|
-
|
1134
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1135
|
+
<< "join[" << this << "]: joint 5/7 already ready";
|
1233
1136
|
}
|
1234
1137
|
if (!ready.is_set(5)) {
|
1235
1138
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1236
1139
|
<< "join[" << this << "]: begin poll joint 6/7";
|
1237
1140
|
auto poll = promise5();
|
1238
|
-
|
1239
|
-
|
1240
|
-
|
1241
|
-
|
1242
|
-
|
1243
|
-
}
|
1141
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1142
|
+
<< "join[" << this << "]: end poll joint 6/7 "
|
1143
|
+
<< (poll.pending()
|
1144
|
+
? "pending"
|
1145
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1244
1146
|
if (auto* p = poll.value_if_ready()) {
|
1245
1147
|
if (Traits::IsOk(*p)) {
|
1246
1148
|
ready.set(5);
|
@@ -1251,18 +1153,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1251
1153
|
}
|
1252
1154
|
}
|
1253
1155
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1254
|
-
|
1156
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1157
|
+
<< "join[" << this << "]: joint 6/7 already ready";
|
1255
1158
|
}
|
1256
1159
|
if (!ready.is_set(6)) {
|
1257
1160
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1258
1161
|
<< "join[" << this << "]: begin poll joint 7/7";
|
1259
1162
|
auto poll = promise6();
|
1260
|
-
|
1261
|
-
|
1262
|
-
|
1263
|
-
|
1264
|
-
|
1265
|
-
}
|
1163
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1164
|
+
<< "join[" << this << "]: end poll joint 7/7 "
|
1165
|
+
<< (poll.pending()
|
1166
|
+
? "pending"
|
1167
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1266
1168
|
if (auto* p = poll.value_if_ready()) {
|
1267
1169
|
if (Traits::IsOk(*p)) {
|
1268
1170
|
ready.set(6);
|
@@ -1273,7 +1175,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
|
|
1273
1175
|
}
|
1274
1176
|
}
|
1275
1177
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1276
|
-
|
1178
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1179
|
+
<< "join[" << this << "]: joint 7/7 already ready";
|
1277
1180
|
}
|
1278
1181
|
if (ready.all()) {
|
1279
1182
|
return Traits::FinalReturn(std::move(result0), std::move(result1),
|
@@ -1339,8 +1242,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1339
1242
|
GPR_NO_UNIQUE_ADDRESS Result7 result7;
|
1340
1243
|
};
|
1341
1244
|
GPR_NO_UNIQUE_ADDRESS BitSet<8> ready;
|
1342
|
-
JoinState(P0&& p0, P1&& p1, P2&& p2,
|
1343
|
-
|
1245
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
|
1246
|
+
P3&& p3, P4&& p4, P5&& p5,
|
1247
|
+
P6&& p6, P7&& p7) {
|
1344
1248
|
Construct(&promise0, std::forward<P0>(p0));
|
1345
1249
|
Construct(&promise1, std::forward<P1>(p1));
|
1346
1250
|
Construct(&promise2, std::forward<P2>(p2));
|
@@ -1350,8 +1254,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1350
1254
|
Construct(&promise6, std::forward<P6>(p6));
|
1351
1255
|
Construct(&promise7, std::forward<P7>(p7));
|
1352
1256
|
}
|
1353
|
-
JoinState(const JoinState& other) {
|
1354
|
-
|
1257
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
|
1258
|
+
DCHECK(other.ready.none());
|
1355
1259
|
Construct(&promise0, other.promise0);
|
1356
1260
|
Construct(&promise1, other.promise1);
|
1357
1261
|
Construct(&promise2, other.promise2);
|
@@ -1363,49 +1267,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1363
1267
|
}
|
1364
1268
|
JoinState& operator=(const JoinState& other) = delete;
|
1365
1269
|
JoinState& operator=(JoinState&& other) = delete;
|
1366
|
-
JoinState(JoinState&& other) noexcept
|
1367
|
-
|
1368
|
-
|
1369
|
-
|
1370
|
-
|
1371
|
-
|
1372
|
-
|
1373
|
-
|
1374
|
-
|
1375
|
-
|
1376
|
-
}
|
1377
|
-
if (ready.is_set(2)) {
|
1378
|
-
Construct(&result2, std::move(other.result2));
|
1379
|
-
} else {
|
1380
|
-
Construct(&promise2, std::move(other.promise2));
|
1381
|
-
}
|
1382
|
-
if (ready.is_set(3)) {
|
1383
|
-
Construct(&result3, std::move(other.result3));
|
1384
|
-
} else {
|
1385
|
-
Construct(&promise3, std::move(other.promise3));
|
1386
|
-
}
|
1387
|
-
if (ready.is_set(4)) {
|
1388
|
-
Construct(&result4, std::move(other.result4));
|
1389
|
-
} else {
|
1390
|
-
Construct(&promise4, std::move(other.promise4));
|
1391
|
-
}
|
1392
|
-
if (ready.is_set(5)) {
|
1393
|
-
Construct(&result5, std::move(other.result5));
|
1394
|
-
} else {
|
1395
|
-
Construct(&promise5, std::move(other.promise5));
|
1396
|
-
}
|
1397
|
-
if (ready.is_set(6)) {
|
1398
|
-
Construct(&result6, std::move(other.result6));
|
1399
|
-
} else {
|
1400
|
-
Construct(&promise6, std::move(other.promise6));
|
1401
|
-
}
|
1402
|
-
if (ready.is_set(7)) {
|
1403
|
-
Construct(&result7, std::move(other.result7));
|
1404
|
-
} else {
|
1405
|
-
Construct(&promise7, std::move(other.promise7));
|
1406
|
-
}
|
1270
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
|
1271
|
+
DCHECK(other.ready.none());
|
1272
|
+
Construct(&promise0, std::move(other.promise0));
|
1273
|
+
Construct(&promise1, std::move(other.promise1));
|
1274
|
+
Construct(&promise2, std::move(other.promise2));
|
1275
|
+
Construct(&promise3, std::move(other.promise3));
|
1276
|
+
Construct(&promise4, std::move(other.promise4));
|
1277
|
+
Construct(&promise5, std::move(other.promise5));
|
1278
|
+
Construct(&promise6, std::move(other.promise6));
|
1279
|
+
Construct(&promise7, std::move(other.promise7));
|
1407
1280
|
}
|
1408
|
-
~JoinState() {
|
1281
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
|
1409
1282
|
if (ready.is_set(0)) {
|
1410
1283
|
Destruct(&result0);
|
1411
1284
|
} else {
|
@@ -1449,17 +1322,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1449
1322
|
}
|
1450
1323
|
using Result = typename Traits::template ResultType<std::tuple<
|
1451
1324
|
Result0, Result1, Result2, Result3, Result4, Result5, Result6, Result7>>;
|
1452
|
-
Poll<Result> PollOnce() {
|
1325
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
|
1453
1326
|
if (!ready.is_set(0)) {
|
1454
1327
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1455
1328
|
<< "join[" << this << "]: begin poll joint 1/8";
|
1456
1329
|
auto poll = promise0();
|
1457
|
-
|
1458
|
-
|
1459
|
-
|
1460
|
-
|
1461
|
-
|
1462
|
-
}
|
1330
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1331
|
+
<< "join[" << this << "]: end poll joint 1/8 "
|
1332
|
+
<< (poll.pending()
|
1333
|
+
? "pending"
|
1334
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1463
1335
|
if (auto* p = poll.value_if_ready()) {
|
1464
1336
|
if (Traits::IsOk(*p)) {
|
1465
1337
|
ready.set(0);
|
@@ -1470,18 +1342,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1470
1342
|
}
|
1471
1343
|
}
|
1472
1344
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1473
|
-
|
1345
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1346
|
+
<< "join[" << this << "]: joint 1/8 already ready";
|
1474
1347
|
}
|
1475
1348
|
if (!ready.is_set(1)) {
|
1476
1349
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1477
1350
|
<< "join[" << this << "]: begin poll joint 2/8";
|
1478
1351
|
auto poll = promise1();
|
1479
|
-
|
1480
|
-
|
1481
|
-
|
1482
|
-
|
1483
|
-
|
1484
|
-
}
|
1352
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1353
|
+
<< "join[" << this << "]: end poll joint 2/8 "
|
1354
|
+
<< (poll.pending()
|
1355
|
+
? "pending"
|
1356
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1485
1357
|
if (auto* p = poll.value_if_ready()) {
|
1486
1358
|
if (Traits::IsOk(*p)) {
|
1487
1359
|
ready.set(1);
|
@@ -1492,18 +1364,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1492
1364
|
}
|
1493
1365
|
}
|
1494
1366
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1495
|
-
|
1367
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1368
|
+
<< "join[" << this << "]: joint 2/8 already ready";
|
1496
1369
|
}
|
1497
1370
|
if (!ready.is_set(2)) {
|
1498
1371
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1499
1372
|
<< "join[" << this << "]: begin poll joint 3/8";
|
1500
1373
|
auto poll = promise2();
|
1501
|
-
|
1502
|
-
|
1503
|
-
|
1504
|
-
|
1505
|
-
|
1506
|
-
}
|
1374
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1375
|
+
<< "join[" << this << "]: end poll joint 3/8 "
|
1376
|
+
<< (poll.pending()
|
1377
|
+
? "pending"
|
1378
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1507
1379
|
if (auto* p = poll.value_if_ready()) {
|
1508
1380
|
if (Traits::IsOk(*p)) {
|
1509
1381
|
ready.set(2);
|
@@ -1514,18 +1386,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1514
1386
|
}
|
1515
1387
|
}
|
1516
1388
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1517
|
-
|
1389
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1390
|
+
<< "join[" << this << "]: joint 3/8 already ready";
|
1518
1391
|
}
|
1519
1392
|
if (!ready.is_set(3)) {
|
1520
1393
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1521
1394
|
<< "join[" << this << "]: begin poll joint 4/8";
|
1522
1395
|
auto poll = promise3();
|
1523
|
-
|
1524
|
-
|
1525
|
-
|
1526
|
-
|
1527
|
-
|
1528
|
-
}
|
1396
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1397
|
+
<< "join[" << this << "]: end poll joint 4/8 "
|
1398
|
+
<< (poll.pending()
|
1399
|
+
? "pending"
|
1400
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1529
1401
|
if (auto* p = poll.value_if_ready()) {
|
1530
1402
|
if (Traits::IsOk(*p)) {
|
1531
1403
|
ready.set(3);
|
@@ -1536,18 +1408,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1536
1408
|
}
|
1537
1409
|
}
|
1538
1410
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1539
|
-
|
1411
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1412
|
+
<< "join[" << this << "]: joint 4/8 already ready";
|
1540
1413
|
}
|
1541
1414
|
if (!ready.is_set(4)) {
|
1542
1415
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1543
1416
|
<< "join[" << this << "]: begin poll joint 5/8";
|
1544
1417
|
auto poll = promise4();
|
1545
|
-
|
1546
|
-
|
1547
|
-
|
1548
|
-
|
1549
|
-
|
1550
|
-
}
|
1418
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1419
|
+
<< "join[" << this << "]: end poll joint 5/8 "
|
1420
|
+
<< (poll.pending()
|
1421
|
+
? "pending"
|
1422
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1551
1423
|
if (auto* p = poll.value_if_ready()) {
|
1552
1424
|
if (Traits::IsOk(*p)) {
|
1553
1425
|
ready.set(4);
|
@@ -1558,18 +1430,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1558
1430
|
}
|
1559
1431
|
}
|
1560
1432
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1561
|
-
|
1433
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1434
|
+
<< "join[" << this << "]: joint 5/8 already ready";
|
1562
1435
|
}
|
1563
1436
|
if (!ready.is_set(5)) {
|
1564
1437
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1565
1438
|
<< "join[" << this << "]: begin poll joint 6/8";
|
1566
1439
|
auto poll = promise5();
|
1567
|
-
|
1568
|
-
|
1569
|
-
|
1570
|
-
|
1571
|
-
|
1572
|
-
}
|
1440
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1441
|
+
<< "join[" << this << "]: end poll joint 6/8 "
|
1442
|
+
<< (poll.pending()
|
1443
|
+
? "pending"
|
1444
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1573
1445
|
if (auto* p = poll.value_if_ready()) {
|
1574
1446
|
if (Traits::IsOk(*p)) {
|
1575
1447
|
ready.set(5);
|
@@ -1580,18 +1452,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1580
1452
|
}
|
1581
1453
|
}
|
1582
1454
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1583
|
-
|
1455
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1456
|
+
<< "join[" << this << "]: joint 6/8 already ready";
|
1584
1457
|
}
|
1585
1458
|
if (!ready.is_set(6)) {
|
1586
1459
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1587
1460
|
<< "join[" << this << "]: begin poll joint 7/8";
|
1588
1461
|
auto poll = promise6();
|
1589
|
-
|
1590
|
-
|
1591
|
-
|
1592
|
-
|
1593
|
-
|
1594
|
-
}
|
1462
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1463
|
+
<< "join[" << this << "]: end poll joint 7/8 "
|
1464
|
+
<< (poll.pending()
|
1465
|
+
? "pending"
|
1466
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1595
1467
|
if (auto* p = poll.value_if_ready()) {
|
1596
1468
|
if (Traits::IsOk(*p)) {
|
1597
1469
|
ready.set(6);
|
@@ -1602,18 +1474,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1602
1474
|
}
|
1603
1475
|
}
|
1604
1476
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1605
|
-
|
1477
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1478
|
+
<< "join[" << this << "]: joint 7/8 already ready";
|
1606
1479
|
}
|
1607
1480
|
if (!ready.is_set(7)) {
|
1608
1481
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1609
1482
|
<< "join[" << this << "]: begin poll joint 8/8";
|
1610
1483
|
auto poll = promise7();
|
1611
|
-
|
1612
|
-
|
1613
|
-
|
1614
|
-
|
1615
|
-
|
1616
|
-
}
|
1484
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1485
|
+
<< "join[" << this << "]: end poll joint 8/8 "
|
1486
|
+
<< (poll.pending()
|
1487
|
+
? "pending"
|
1488
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1617
1489
|
if (auto* p = poll.value_if_ready()) {
|
1618
1490
|
if (Traits::IsOk(*p)) {
|
1619
1491
|
ready.set(7);
|
@@ -1624,7 +1496,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
|
|
1624
1496
|
}
|
1625
1497
|
}
|
1626
1498
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1627
|
-
|
1499
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1500
|
+
<< "join[" << this << "]: joint 8/8 already ready";
|
1628
1501
|
}
|
1629
1502
|
if (ready.all()) {
|
1630
1503
|
return Traits::FinalReturn(std::move(result0), std::move(result1),
|
@@ -1696,8 +1569,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1696
1569
|
GPR_NO_UNIQUE_ADDRESS Result8 result8;
|
1697
1570
|
};
|
1698
1571
|
GPR_NO_UNIQUE_ADDRESS BitSet<9> ready;
|
1699
|
-
JoinState(P0&& p0, P1&& p1, P2&& p2,
|
1700
|
-
|
1572
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
|
1573
|
+
P3&& p3, P4&& p4, P5&& p5,
|
1574
|
+
P6&& p6, P7&& p7, P8&& p8) {
|
1701
1575
|
Construct(&promise0, std::forward<P0>(p0));
|
1702
1576
|
Construct(&promise1, std::forward<P1>(p1));
|
1703
1577
|
Construct(&promise2, std::forward<P2>(p2));
|
@@ -1708,8 +1582,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1708
1582
|
Construct(&promise7, std::forward<P7>(p7));
|
1709
1583
|
Construct(&promise8, std::forward<P8>(p8));
|
1710
1584
|
}
|
1711
|
-
JoinState(const JoinState& other) {
|
1712
|
-
|
1585
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
|
1586
|
+
DCHECK(other.ready.none());
|
1713
1587
|
Construct(&promise0, other.promise0);
|
1714
1588
|
Construct(&promise1, other.promise1);
|
1715
1589
|
Construct(&promise2, other.promise2);
|
@@ -1722,54 +1596,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1722
1596
|
}
|
1723
1597
|
JoinState& operator=(const JoinState& other) = delete;
|
1724
1598
|
JoinState& operator=(JoinState&& other) = delete;
|
1725
|
-
JoinState(JoinState&& other) noexcept
|
1726
|
-
|
1727
|
-
|
1728
|
-
|
1729
|
-
|
1730
|
-
|
1731
|
-
|
1732
|
-
|
1733
|
-
|
1734
|
-
|
1735
|
-
|
1736
|
-
if (ready.is_set(2)) {
|
1737
|
-
Construct(&result2, std::move(other.result2));
|
1738
|
-
} else {
|
1739
|
-
Construct(&promise2, std::move(other.promise2));
|
1740
|
-
}
|
1741
|
-
if (ready.is_set(3)) {
|
1742
|
-
Construct(&result3, std::move(other.result3));
|
1743
|
-
} else {
|
1744
|
-
Construct(&promise3, std::move(other.promise3));
|
1745
|
-
}
|
1746
|
-
if (ready.is_set(4)) {
|
1747
|
-
Construct(&result4, std::move(other.result4));
|
1748
|
-
} else {
|
1749
|
-
Construct(&promise4, std::move(other.promise4));
|
1750
|
-
}
|
1751
|
-
if (ready.is_set(5)) {
|
1752
|
-
Construct(&result5, std::move(other.result5));
|
1753
|
-
} else {
|
1754
|
-
Construct(&promise5, std::move(other.promise5));
|
1755
|
-
}
|
1756
|
-
if (ready.is_set(6)) {
|
1757
|
-
Construct(&result6, std::move(other.result6));
|
1758
|
-
} else {
|
1759
|
-
Construct(&promise6, std::move(other.promise6));
|
1760
|
-
}
|
1761
|
-
if (ready.is_set(7)) {
|
1762
|
-
Construct(&result7, std::move(other.result7));
|
1763
|
-
} else {
|
1764
|
-
Construct(&promise7, std::move(other.promise7));
|
1765
|
-
}
|
1766
|
-
if (ready.is_set(8)) {
|
1767
|
-
Construct(&result8, std::move(other.result8));
|
1768
|
-
} else {
|
1769
|
-
Construct(&promise8, std::move(other.promise8));
|
1770
|
-
}
|
1599
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
|
1600
|
+
DCHECK(other.ready.none());
|
1601
|
+
Construct(&promise0, std::move(other.promise0));
|
1602
|
+
Construct(&promise1, std::move(other.promise1));
|
1603
|
+
Construct(&promise2, std::move(other.promise2));
|
1604
|
+
Construct(&promise3, std::move(other.promise3));
|
1605
|
+
Construct(&promise4, std::move(other.promise4));
|
1606
|
+
Construct(&promise5, std::move(other.promise5));
|
1607
|
+
Construct(&promise6, std::move(other.promise6));
|
1608
|
+
Construct(&promise7, std::move(other.promise7));
|
1609
|
+
Construct(&promise8, std::move(other.promise8));
|
1771
1610
|
}
|
1772
|
-
~JoinState() {
|
1611
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
|
1773
1612
|
if (ready.is_set(0)) {
|
1774
1613
|
Destruct(&result0);
|
1775
1614
|
} else {
|
@@ -1819,17 +1658,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1819
1658
|
using Result = typename Traits::template ResultType<
|
1820
1659
|
std::tuple<Result0, Result1, Result2, Result3, Result4, Result5, Result6,
|
1821
1660
|
Result7, Result8>>;
|
1822
|
-
Poll<Result> PollOnce() {
|
1661
|
+
GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
|
1823
1662
|
if (!ready.is_set(0)) {
|
1824
1663
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1825
1664
|
<< "join[" << this << "]: begin poll joint 1/9";
|
1826
1665
|
auto poll = promise0();
|
1827
|
-
|
1828
|
-
|
1829
|
-
|
1830
|
-
|
1831
|
-
|
1832
|
-
}
|
1666
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1667
|
+
<< "join[" << this << "]: end poll joint 1/9 "
|
1668
|
+
<< (poll.pending()
|
1669
|
+
? "pending"
|
1670
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1833
1671
|
if (auto* p = poll.value_if_ready()) {
|
1834
1672
|
if (Traits::IsOk(*p)) {
|
1835
1673
|
ready.set(0);
|
@@ -1840,18 +1678,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1840
1678
|
}
|
1841
1679
|
}
|
1842
1680
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1843
|
-
|
1681
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1682
|
+
<< "join[" << this << "]: joint 1/9 already ready";
|
1844
1683
|
}
|
1845
1684
|
if (!ready.is_set(1)) {
|
1846
1685
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1847
1686
|
<< "join[" << this << "]: begin poll joint 2/9";
|
1848
1687
|
auto poll = promise1();
|
1849
|
-
|
1850
|
-
|
1851
|
-
|
1852
|
-
|
1853
|
-
|
1854
|
-
}
|
1688
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1689
|
+
<< "join[" << this << "]: end poll joint 2/9 "
|
1690
|
+
<< (poll.pending()
|
1691
|
+
? "pending"
|
1692
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1855
1693
|
if (auto* p = poll.value_if_ready()) {
|
1856
1694
|
if (Traits::IsOk(*p)) {
|
1857
1695
|
ready.set(1);
|
@@ -1862,18 +1700,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1862
1700
|
}
|
1863
1701
|
}
|
1864
1702
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1865
|
-
|
1703
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1704
|
+
<< "join[" << this << "]: joint 2/9 already ready";
|
1866
1705
|
}
|
1867
1706
|
if (!ready.is_set(2)) {
|
1868
1707
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1869
1708
|
<< "join[" << this << "]: begin poll joint 3/9";
|
1870
1709
|
auto poll = promise2();
|
1871
|
-
|
1872
|
-
|
1873
|
-
|
1874
|
-
|
1875
|
-
|
1876
|
-
}
|
1710
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1711
|
+
<< "join[" << this << "]: end poll joint 3/9 "
|
1712
|
+
<< (poll.pending()
|
1713
|
+
? "pending"
|
1714
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1877
1715
|
if (auto* p = poll.value_if_ready()) {
|
1878
1716
|
if (Traits::IsOk(*p)) {
|
1879
1717
|
ready.set(2);
|
@@ -1884,18 +1722,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1884
1722
|
}
|
1885
1723
|
}
|
1886
1724
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1887
|
-
|
1725
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1726
|
+
<< "join[" << this << "]: joint 3/9 already ready";
|
1888
1727
|
}
|
1889
1728
|
if (!ready.is_set(3)) {
|
1890
1729
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1891
1730
|
<< "join[" << this << "]: begin poll joint 4/9";
|
1892
1731
|
auto poll = promise3();
|
1893
|
-
|
1894
|
-
|
1895
|
-
|
1896
|
-
|
1897
|
-
|
1898
|
-
}
|
1732
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1733
|
+
<< "join[" << this << "]: end poll joint 4/9 "
|
1734
|
+
<< (poll.pending()
|
1735
|
+
? "pending"
|
1736
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1899
1737
|
if (auto* p = poll.value_if_ready()) {
|
1900
1738
|
if (Traits::IsOk(*p)) {
|
1901
1739
|
ready.set(3);
|
@@ -1906,18 +1744,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1906
1744
|
}
|
1907
1745
|
}
|
1908
1746
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1909
|
-
|
1747
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1748
|
+
<< "join[" << this << "]: joint 4/9 already ready";
|
1910
1749
|
}
|
1911
1750
|
if (!ready.is_set(4)) {
|
1912
1751
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1913
1752
|
<< "join[" << this << "]: begin poll joint 5/9";
|
1914
1753
|
auto poll = promise4();
|
1915
|
-
|
1916
|
-
|
1917
|
-
|
1918
|
-
|
1919
|
-
|
1920
|
-
}
|
1754
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1755
|
+
<< "join[" << this << "]: end poll joint 5/9 "
|
1756
|
+
<< (poll.pending()
|
1757
|
+
? "pending"
|
1758
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1921
1759
|
if (auto* p = poll.value_if_ready()) {
|
1922
1760
|
if (Traits::IsOk(*p)) {
|
1923
1761
|
ready.set(4);
|
@@ -1928,18 +1766,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1928
1766
|
}
|
1929
1767
|
}
|
1930
1768
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1931
|
-
|
1769
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1770
|
+
<< "join[" << this << "]: joint 5/9 already ready";
|
1932
1771
|
}
|
1933
1772
|
if (!ready.is_set(5)) {
|
1934
1773
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1935
1774
|
<< "join[" << this << "]: begin poll joint 6/9";
|
1936
1775
|
auto poll = promise5();
|
1937
|
-
|
1938
|
-
|
1939
|
-
|
1940
|
-
|
1941
|
-
|
1942
|
-
}
|
1776
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1777
|
+
<< "join[" << this << "]: end poll joint 6/9 "
|
1778
|
+
<< (poll.pending()
|
1779
|
+
? "pending"
|
1780
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1943
1781
|
if (auto* p = poll.value_if_ready()) {
|
1944
1782
|
if (Traits::IsOk(*p)) {
|
1945
1783
|
ready.set(5);
|
@@ -1950,18 +1788,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1950
1788
|
}
|
1951
1789
|
}
|
1952
1790
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1953
|
-
|
1791
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1792
|
+
<< "join[" << this << "]: joint 6/9 already ready";
|
1954
1793
|
}
|
1955
1794
|
if (!ready.is_set(6)) {
|
1956
1795
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1957
1796
|
<< "join[" << this << "]: begin poll joint 7/9";
|
1958
1797
|
auto poll = promise6();
|
1959
|
-
|
1960
|
-
|
1961
|
-
|
1962
|
-
|
1963
|
-
|
1964
|
-
}
|
1798
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1799
|
+
<< "join[" << this << "]: end poll joint 7/9 "
|
1800
|
+
<< (poll.pending()
|
1801
|
+
? "pending"
|
1802
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1965
1803
|
if (auto* p = poll.value_if_ready()) {
|
1966
1804
|
if (Traits::IsOk(*p)) {
|
1967
1805
|
ready.set(6);
|
@@ -1972,18 +1810,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1972
1810
|
}
|
1973
1811
|
}
|
1974
1812
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1975
|
-
|
1813
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1814
|
+
<< "join[" << this << "]: joint 7/9 already ready";
|
1976
1815
|
}
|
1977
1816
|
if (!ready.is_set(7)) {
|
1978
1817
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1979
1818
|
<< "join[" << this << "]: begin poll joint 8/9";
|
1980
1819
|
auto poll = promise7();
|
1981
|
-
|
1982
|
-
|
1983
|
-
|
1984
|
-
|
1985
|
-
|
1986
|
-
}
|
1820
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1821
|
+
<< "join[" << this << "]: end poll joint 8/9 "
|
1822
|
+
<< (poll.pending()
|
1823
|
+
? "pending"
|
1824
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
1987
1825
|
if (auto* p = poll.value_if_ready()) {
|
1988
1826
|
if (Traits::IsOk(*p)) {
|
1989
1827
|
ready.set(7);
|
@@ -1994,18 +1832,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
1994
1832
|
}
|
1995
1833
|
}
|
1996
1834
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
1997
|
-
|
1835
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1836
|
+
<< "join[" << this << "]: joint 8/9 already ready";
|
1998
1837
|
}
|
1999
1838
|
if (!ready.is_set(8)) {
|
2000
1839
|
GRPC_TRACE_VLOG(promise_primitives, 2)
|
2001
1840
|
<< "join[" << this << "]: begin poll joint 9/9";
|
2002
1841
|
auto poll = promise8();
|
2003
|
-
|
2004
|
-
|
2005
|
-
|
2006
|
-
|
2007
|
-
|
2008
|
-
}
|
1842
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1843
|
+
<< "join[" << this << "]: end poll joint 9/9 "
|
1844
|
+
<< (poll.pending()
|
1845
|
+
? "pending"
|
1846
|
+
: (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
|
2009
1847
|
if (auto* p = poll.value_if_ready()) {
|
2010
1848
|
if (Traits::IsOk(*p)) {
|
2011
1849
|
ready.set(8);
|
@@ -2016,7 +1854,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
|
|
2016
1854
|
}
|
2017
1855
|
}
|
2018
1856
|
} else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
|
2019
|
-
|
1857
|
+
GRPC_TRACE_VLOG(promise_primitives, 2)
|
1858
|
+
<< "join[" << this << "]: joint 9/9 already ready";
|
2020
1859
|
}
|
2021
1860
|
if (ready.all()) {
|
2022
1861
|
return Traits::FinalReturn(
|