grpc 1.65.2 → 1.66.0.pre3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (799) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +17 -7
  3. data/include/grpc/event_engine/event_engine.h +14 -0
  4. data/include/grpc/event_engine/extensible.h +3 -0
  5. data/include/grpc/event_engine/memory_request.h +18 -0
  6. data/include/grpc/support/log.h +0 -18
  7. data/include/grpc/support/metrics.h +14 -3
  8. data/include/grpc/support/port_platform.h +22 -0
  9. data/src/core/client_channel/client_channel.cc +125 -30
  10. data/src/core/client_channel/client_channel_filter.cc +37 -113
  11. data/src/core/client_channel/client_channel_internal.h +6 -0
  12. data/src/core/client_channel/config_selector.h +17 -14
  13. data/src/core/client_channel/direct_channel.cc +83 -0
  14. data/src/core/client_channel/direct_channel.h +101 -0
  15. data/src/core/client_channel/dynamic_filters.cc +3 -1
  16. data/src/core/client_channel/lb_metadata.cc +120 -0
  17. data/src/core/client_channel/lb_metadata.h +56 -0
  18. data/src/core/client_channel/load_balanced_call_destination.cc +8 -70
  19. data/src/core/client_channel/retry_filter.cc +1 -1
  20. data/src/core/client_channel/retry_filter_legacy_call_data.cc +164 -185
  21. data/src/core/client_channel/subchannel.cc +58 -42
  22. data/src/core/client_channel/subchannel.h +4 -10
  23. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +6 -7
  24. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +2 -0
  25. data/src/core/ext/filters/census/grpc_context.cc +4 -4
  26. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +13 -14
  27. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +4 -0
  28. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +4 -5
  29. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +2 -0
  30. data/src/core/ext/filters/http/client/http_client_filter.cc +1 -1
  31. data/src/core/ext/filters/http/client/http_client_filter.h +2 -0
  32. data/src/core/ext/filters/http/client_authority_filter.cc +1 -2
  33. data/src/core/ext/filters/http/client_authority_filter.h +2 -0
  34. data/src/core/ext/filters/http/message_compress/compression_filter.cc +16 -19
  35. data/src/core/ext/filters/http/message_compress/compression_filter.h +5 -0
  36. data/src/core/ext/filters/http/server/http_server_filter.cc +4 -4
  37. data/src/core/ext/filters/http/server/http_server_filter.h +2 -0
  38. data/src/core/ext/filters/message_size/message_size_filter.cc +12 -14
  39. data/src/core/ext/filters/message_size/message_size_filter.h +4 -0
  40. data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
  41. data/src/core/ext/filters/rbac/rbac_filter.h +2 -0
  42. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +1 -2
  43. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +2 -0
  44. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +53 -66
  45. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
  46. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +90 -112
  47. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +17 -29
  48. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +189 -168
  49. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +2 -2
  50. data/src/core/ext/transport/chttp2/transport/flow_control.cc +3 -3
  51. data/src/core/ext/transport/chttp2/transport/frame_data.cc +3 -7
  52. data/src/core/ext/transport/chttp2/transport/frame_data.h +2 -1
  53. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +7 -8
  54. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +12 -10
  55. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +5 -3
  56. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +9 -10
  57. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +7 -3
  58. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +3 -1
  59. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +4 -5
  60. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +4 -5
  61. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +47 -38
  62. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +2 -0
  63. data/src/core/ext/transport/chttp2/transport/internal.h +54 -9
  64. data/src/core/ext/transport/chttp2/transport/parsing.cc +59 -59
  65. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +7 -7
  66. data/src/core/ext/transport/chttp2/transport/writing.cc +105 -79
  67. data/src/core/ext/transport/inproc/inproc_transport.cc +94 -35
  68. data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +101 -98
  69. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb.h +11 -11
  70. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb_minitable.c +15 -0
  71. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb.h +23 -23
  72. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb_minitable.c +12 -0
  73. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb.h +11 -11
  74. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb_minitable.c +15 -0
  75. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb.h +50 -50
  76. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb_minitable.c +57 -0
  77. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb.h +1 -1
  78. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb_minitable.c +6 -0
  79. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb.h +2 -2
  80. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb_minitable.c +6 -0
  81. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb.h +6 -6
  82. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb_minitable.c +3 -0
  83. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb.h +3 -3
  84. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb_minitable.c +3 -0
  85. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb.h +3 -3
  86. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb_minitable.c +3 -0
  87. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb.h +110 -78
  88. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb_minitable.c +23 -15
  89. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb.h +2 -2
  90. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb_minitable.c +3 -0
  91. data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb.h +4 -4
  92. data/src/core/ext/upb-gen/envoy/annotations/resource.upb.h +11 -2
  93. data/src/core/ext/upb-gen/envoy/annotations/resource.upb_minitable.c +3 -0
  94. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb.h +30 -30
  95. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb_minitable.c +48 -0
  96. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +361 -250
  97. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +139 -48
  98. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +1 -0
  99. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb.h +10 -10
  100. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb_minitable.c +9 -0
  101. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +314 -137
  102. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +120 -22
  103. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.h +1 -0
  104. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +3 -3
  105. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +3 -0
  106. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +115 -23
  107. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +27 -3
  108. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +31 -31
  109. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +45 -0
  110. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +23 -23
  111. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +24 -0
  112. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb.h +2 -2
  113. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb_minitable.c +3 -0
  114. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +646 -68
  115. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +230 -16
  116. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.h +5 -0
  117. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb.h +21 -21
  118. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb_minitable.c +21 -0
  119. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb.h +1 -1
  120. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb_minitable.c +3 -0
  121. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb.h +2 -2
  122. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb_minitable.c +3 -0
  123. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb.h +1 -1
  124. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb_minitable.c +6 -0
  125. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb.h +130 -58
  126. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb_minitable.c +63 -12
  127. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb.h +104 -58
  128. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb_minitable.c +42 -11
  129. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +1 -1
  130. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +3 -0
  131. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb.h +3 -3
  132. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb_minitable.c +3 -0
  133. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +132 -72
  134. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +65 -11
  135. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb.h +3 -3
  136. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb_minitable.c +6 -0
  137. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb.h +3 -3
  138. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb_minitable.c +6 -0
  139. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb.h +6 -6
  140. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb_minitable.c +6 -0
  141. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +7 -7
  142. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +6 -0
  143. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb.h +2 -2
  144. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb_minitable.c +3 -0
  145. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +7 -7
  146. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +12 -0
  147. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb.h +58 -30
  148. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb_minitable.c +30 -7
  149. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb.h +237 -33
  150. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.c +58 -12
  151. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.h +1 -0
  152. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb.h +1 -1
  153. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb_minitable.c +3 -0
  154. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb.h +59 -43
  155. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb_minitable.c +37 -6
  156. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb.h +25 -25
  157. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb_minitable.c +21 -0
  158. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb.h +66 -9
  159. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb_minitable.c +10 -3
  160. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb.h +3 -3
  161. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb_minitable.c +6 -0
  162. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb.h +5 -5
  163. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb_minitable.c +3 -0
  164. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb.h +18 -18
  165. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb_minitable.c +24 -0
  166. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb.h +17 -17
  167. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb_minitable.c +30 -0
  168. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb.h +63 -34
  169. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb_minitable.c +39 -4
  170. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +9 -9
  171. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +9 -0
  172. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +273 -229
  173. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +191 -14
  174. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb.h +6 -6
  175. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb_minitable.c +9 -0
  176. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +31 -31
  177. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +36 -0
  178. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb.h +109 -12
  179. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.c +38 -11
  180. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.h +1 -0
  181. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +2 -2
  182. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +3 -0
  183. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb.h +3 -3
  184. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb_minitable.c +6 -0
  185. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb.h +3 -3
  186. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb_minitable.c +3 -0
  187. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb.h +11 -11
  188. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb_minitable.c +3 -0
  189. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +4 -4
  190. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +3 -0
  191. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb.h +1 -1
  192. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb_minitable.c +3 -0
  193. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb.h +6 -6
  194. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb_minitable.c +6 -0
  195. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb.h +6 -6
  196. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb_minitable.c +6 -0
  197. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb.h +7 -7
  198. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb_minitable.c +3 -0
  199. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +114 -98
  200. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +52 -3
  201. data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb_minitable.c +3 -0
  202. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb.h +7 -7
  203. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb_minitable.c +15 -0
  204. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb.h +18 -18
  205. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb_minitable.c +9 -0
  206. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +41 -9
  207. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb_minitable.c +15 -3
  208. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +8 -8
  209. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +6 -0
  210. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +4 -4
  211. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +6 -0
  212. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +146 -130
  213. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +74 -10
  214. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +1 -1
  215. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb_minitable.c +3 -0
  216. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +6 -6
  217. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb_minitable.c +3 -0
  218. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +10 -10
  219. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb_minitable.c +15 -0
  220. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +1 -1
  221. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb_minitable.c +3 -0
  222. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +7 -7
  223. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb_minitable.c +3 -0
  224. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +1 -1
  225. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb_minitable.c +3 -0
  226. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +111 -27
  227. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +43 -7
  228. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.h +1 -0
  229. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +8 -8
  230. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb_minitable.c +9 -0
  231. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +35 -35
  232. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +21 -0
  233. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +2 -2
  234. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb_minitable.c +6 -0
  235. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +16 -16
  236. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +12 -0
  237. data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb_minitable.c +3 -0
  238. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb.h +36 -36
  239. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb_minitable.c +42 -0
  240. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb.h +4 -4
  241. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb_minitable.c +6 -0
  242. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +20 -20
  243. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +15 -0
  244. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb.h +3 -3
  245. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb_minitable.c +3 -0
  246. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb.h +2 -2
  247. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb_minitable.c +12 -0
  248. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb.h +2 -2
  249. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb_minitable.c +3 -0
  250. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb.h +5 -5
  251. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb_minitable.c +15 -0
  252. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb.h +4 -4
  253. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb_minitable.c +6 -0
  254. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb.h +1 -1
  255. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb_minitable.c +3 -0
  256. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb.h +2 -2
  257. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb_minitable.c +3 -0
  258. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb.h +1 -1
  259. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb_minitable.c +3 -0
  260. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb.h +5 -5
  261. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb_minitable.c +9 -0
  262. data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb_minitable.c +6 -0
  263. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb.h +37 -6
  264. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb_minitable.c +20 -3
  265. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb.h +2 -2
  266. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb_minitable.c +6 -0
  267. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +8 -8
  268. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +12 -0
  269. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb.h +6 -6
  270. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb_minitable.c +21 -0
  271. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb.h +13 -13
  272. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb_minitable.c +15 -0
  273. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb.h +3 -3
  274. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb_minitable.c +9 -0
  275. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb.h +1 -1
  276. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb_minitable.c +3 -0
  277. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb.h +3 -3
  278. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb_minitable.c +6 -0
  279. data/src/core/ext/upb-gen/envoy/type/v3/range.upb.h +6 -6
  280. data/src/core/ext/upb-gen/envoy/type/v3/range.upb_minitable.c +9 -0
  281. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb.h +5 -5
  282. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb_minitable.c +6 -0
  283. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb.h +3 -3
  284. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb_minitable.c +3 -0
  285. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb.h +3 -3
  286. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb_minitable.c +3 -0
  287. data/src/core/ext/upb-gen/google/api/annotations.upb.h +10 -1
  288. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb.h +32 -32
  289. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb_minitable.c +39 -0
  290. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb.h +43 -43
  291. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb_minitable.c +42 -0
  292. data/src/core/ext/upb-gen/google/api/http.upb.h +12 -12
  293. data/src/core/ext/upb-gen/google/api/http.upb_minitable.c +9 -0
  294. data/src/core/ext/upb-gen/google/api/httpbody.upb.h +2 -2
  295. data/src/core/ext/upb-gen/google/api/httpbody.upb_minitable.c +3 -0
  296. data/src/core/ext/upb-gen/google/protobuf/any.upb.h +2 -2
  297. data/src/core/ext/upb-gen/google/protobuf/any.upb_minitable.c +3 -0
  298. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb.h +381 -177
  299. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.c +148 -22
  300. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.h +1 -0
  301. data/src/core/ext/upb-gen/google/protobuf/duration.upb.h +2 -2
  302. data/src/core/ext/upb-gen/google/protobuf/duration.upb_minitable.c +3 -0
  303. data/src/core/ext/upb-gen/google/protobuf/empty.upb_minitable.c +3 -0
  304. data/src/core/ext/upb-gen/google/protobuf/struct.upb.h +6 -6
  305. data/src/core/ext/upb-gen/google/protobuf/struct.upb_minitable.c +12 -0
  306. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb.h +2 -2
  307. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb_minitable.c +3 -0
  308. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb.h +9 -9
  309. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb_minitable.c +27 -0
  310. data/src/core/ext/upb-gen/google/rpc/status.upb.h +2 -2
  311. data/src/core/ext/upb-gen/google/rpc/status.upb_minitable.c +3 -0
  312. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb.h +10 -10
  313. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb_minitable.c +12 -0
  314. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb.h +6 -6
  315. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb_minitable.c +6 -0
  316. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +35 -35
  317. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +36 -0
  318. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb.h +4 -4
  319. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb_minitable.c +6 -0
  320. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb.h +2 -2
  321. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb_minitable.c +6 -0
  322. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb.h +18 -18
  323. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb_minitable.c +27 -0
  324. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb.h +4 -4
  325. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb_minitable.c +9 -0
  326. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb.h +15 -15
  327. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb_minitable.c +27 -0
  328. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb.h +54 -9
  329. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb_minitable.c +9 -0
  330. data/src/core/ext/upb-gen/udpa/annotations/security.upb.h +12 -3
  331. data/src/core/ext/upb-gen/udpa/annotations/security.upb_minitable.c +3 -0
  332. data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb.h +1 -1
  333. data/src/core/ext/upb-gen/udpa/annotations/status.upb.h +12 -3
  334. data/src/core/ext/upb-gen/udpa/annotations/status.upb_minitable.c +3 -0
  335. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb.h +11 -2
  336. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb_minitable.c +3 -0
  337. data/src/core/ext/upb-gen/validate/validate.upb.h +175 -166
  338. data/src/core/ext/upb-gen/validate/validate.upb_minitable.c +69 -0
  339. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb.h +54 -9
  340. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb_minitable.c +9 -0
  341. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb.h +12 -3
  342. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb_minitable.c +3 -0
  343. data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb.h +1 -1
  344. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb.h +35 -8
  345. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb_minitable.c +12 -0
  346. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb.h +11 -2
  347. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb_minitable.c +3 -0
  348. data/src/core/ext/upb-gen/xds/core/v3/authority.upb.h +1 -1
  349. data/src/core/ext/upb-gen/xds/core/v3/authority.upb_minitable.c +3 -0
  350. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb.h +2 -2
  351. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb_minitable.c +3 -0
  352. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb.h +5 -5
  353. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb_minitable.c +6 -0
  354. data/src/core/ext/upb-gen/xds/core/v3/context_params.upb_minitable.c +6 -0
  355. data/src/core/ext/upb-gen/xds/core/v3/extension.upb.h +2 -2
  356. data/src/core/ext/upb-gen/xds/core/v3/extension.upb_minitable.c +3 -0
  357. data/src/core/ext/upb-gen/xds/core/v3/resource.upb.h +3 -3
  358. data/src/core/ext/upb-gen/xds/core/v3/resource.upb_minitable.c +3 -0
  359. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb.h +7 -7
  360. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb_minitable.c +6 -0
  361. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb.h +4 -4
  362. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb_minitable.c +3 -0
  363. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb.h +6 -6
  364. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb_minitable.c +12 -0
  365. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb.h +1 -1
  366. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb_minitable.c +3 -0
  367. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +2 -2
  368. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +3 -0
  369. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb.h +1 -1
  370. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb_minitable.c +6 -0
  371. data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb_minitable.c +3 -0
  372. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb.h +2 -2
  373. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb_minitable.c +6 -0
  374. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb.h +18 -18
  375. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb_minitable.c +30 -0
  376. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb.h +3 -3
  377. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb_minitable.c +18 -0
  378. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb.h +2 -2
  379. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb_minitable.c +6 -0
  380. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb.h +6 -6
  381. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb_minitable.c +6 -0
  382. data/src/core/ext/upb-gen/xds/type/v3/cel.upb.h +4 -4
  383. data/src/core/ext/upb-gen/xds/type/v3/cel.upb_minitable.c +6 -0
  384. data/src/core/ext/upb-gen/xds/type/v3/range.upb.h +6 -6
  385. data/src/core/ext/upb-gen/xds/type/v3/range.upb_minitable.c +9 -0
  386. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb.h +2 -2
  387. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb_minitable.c +3 -0
  388. data/src/core/ext/upbdefs-gen/envoy/admin/v3/server_info.upbdefs.c +86 -81
  389. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +61 -60
  390. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +221 -210
  391. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +5 -0
  392. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +317 -297
  393. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.h +5 -0
  394. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +114 -105
  395. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +185 -140
  396. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.h +25 -0
  397. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/config_source.upbdefs.c +10 -11
  398. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_service.upbdefs.c +173 -164
  399. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/health_check.upbdefs.c +197 -187
  400. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +229 -222
  401. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +39 -36
  402. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.c +122 -93
  403. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.h +5 -0
  404. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener.upbdefs.c +41 -39
  405. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/quic_config.upbdefs.c +20 -12
  406. data/src/core/ext/upbdefs-gen/envoy/config/rbac/v3/rbac.upbdefs.c +69 -65
  407. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +611 -604
  408. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.c +30 -20
  409. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.h +5 -0
  410. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +18 -17
  411. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +62 -59
  412. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/zipkin.upbdefs.c +21 -20
  413. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +145 -142
  414. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +36 -33
  415. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +290 -288
  416. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +82 -75
  417. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +5 -0
  418. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/string.upbdefs.c +39 -33
  419. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.c +281 -256
  420. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.h +5 -0
  421. data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +9 -7
  422. data/src/core/handshaker/handshaker.cc +122 -135
  423. data/src/core/handshaker/handshaker.h +51 -43
  424. data/src/core/handshaker/http_connect/http_connect_handshaker.cc +102 -137
  425. data/src/core/handshaker/http_connect/http_proxy_mapper.cc +13 -16
  426. data/src/core/handshaker/security/secure_endpoint.cc +36 -39
  427. data/src/core/handshaker/security/secure_endpoint.h +5 -3
  428. data/src/core/handshaker/security/security_handshaker.cc +95 -119
  429. data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +36 -49
  430. data/src/core/lib/channel/channel_args.h +5 -0
  431. data/src/core/lib/channel/channel_stack.cc +3 -8
  432. data/src/core/lib/channel/channel_stack.h +2 -12
  433. data/src/core/lib/channel/connected_channel.cc +2 -2
  434. data/src/core/lib/channel/promise_based_filter.cc +120 -145
  435. data/src/core/lib/channel/promise_based_filter.h +6 -18
  436. data/src/core/lib/compression/compression.cc +3 -3
  437. data/src/core/lib/config/config_vars.cc +1 -8
  438. data/src/core/lib/config/config_vars.h +0 -6
  439. data/src/core/lib/debug/trace.cc +1 -2
  440. data/src/core/lib/debug/trace_flags.cc +2 -0
  441. data/src/core/lib/debug/trace_flags.h +1 -0
  442. data/src/core/lib/debug/trace_impl.h +4 -0
  443. data/src/core/lib/event_engine/ares_resolver.cc +47 -0
  444. data/src/core/lib/event_engine/ares_resolver.h +13 -6
  445. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +10 -11
  446. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +29 -28
  447. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +0 -1
  448. data/src/core/lib/event_engine/default_event_engine.cc +6 -7
  449. data/src/core/lib/event_engine/event_engine.cc +8 -2
  450. data/src/core/lib/event_engine/event_engine_context.h +4 -2
  451. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +32 -30
  452. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +7 -21
  453. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +3 -3
  454. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +17 -10
  455. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +2 -0
  456. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +7 -8
  457. data/src/core/lib/event_engine/thread_pool/thread_count.cc +3 -2
  458. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +10 -12
  459. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +32 -6
  460. data/src/core/lib/event_engine/windows/iocp.cc +10 -9
  461. data/src/core/lib/event_engine/windows/win_socket.cc +14 -12
  462. data/src/core/lib/event_engine/windows/windows_endpoint.cc +10 -8
  463. data/src/core/lib/event_engine/windows/windows_engine.cc +35 -40
  464. data/src/core/lib/event_engine/windows/windows_listener.cc +8 -11
  465. data/src/core/lib/experiments/config.cc +33 -7
  466. data/src/core/lib/experiments/config.h +55 -1
  467. data/src/core/lib/experiments/experiments.cc +15 -51
  468. data/src/core/lib/experiments/experiments.h +33 -49
  469. data/src/core/lib/gprpp/bitset.h +1 -1
  470. data/src/core/lib/gprpp/construct_destruct.h +2 -2
  471. data/src/core/lib/gprpp/debug_location.h +7 -0
  472. data/src/core/lib/gprpp/down_cast.h +2 -2
  473. data/src/core/lib/gprpp/dump_args.cc +8 -8
  474. data/src/core/lib/gprpp/dump_args.h +51 -3
  475. data/src/core/lib/gprpp/status_helper.cc +1 -1
  476. data/src/core/lib/gprpp/table.h +23 -15
  477. data/src/core/lib/gprpp/time.h +12 -17
  478. data/src/core/lib/gprpp/unique_type_name.h +28 -8
  479. data/src/core/lib/gprpp/work_serializer.cc +22 -17
  480. data/src/core/lib/iomgr/call_combiner.cc +28 -44
  481. data/src/core/lib/iomgr/call_combiner.h +7 -5
  482. data/src/core/lib/iomgr/cfstream_handle.cc +10 -10
  483. data/src/core/lib/iomgr/closure.h +5 -5
  484. data/src/core/lib/iomgr/combiner.cc +30 -39
  485. data/src/core/lib/iomgr/endpoint.h +2 -0
  486. data/src/core/lib/iomgr/endpoint_cfstream.cc +21 -25
  487. data/src/core/lib/iomgr/error.cc +3 -3
  488. data/src/core/lib/iomgr/ev_apple.cc +3 -3
  489. data/src/core/lib/iomgr/ev_epoll1_linux.cc +31 -38
  490. data/src/core/lib/iomgr/ev_poll_posix.cc +14 -14
  491. data/src/core/lib/iomgr/ev_posix.cc +5 -4
  492. data/src/core/lib/iomgr/ev_posix.h +3 -3
  493. data/src/core/lib/iomgr/event_engine_shims/closure.cc +6 -6
  494. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +9 -11
  495. data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +7 -10
  496. data/src/core/lib/iomgr/exec_ctx.cc +6 -6
  497. data/src/core/lib/iomgr/executor.cc +8 -5
  498. data/src/core/lib/iomgr/lockfree_event.cc +6 -9
  499. data/src/core/lib/iomgr/socket_utils_common_posix.cc +13 -13
  500. data/src/core/lib/iomgr/tcp_client_cfstream.cc +8 -7
  501. data/src/core/lib/iomgr/tcp_client_posix.cc +6 -7
  502. data/src/core/lib/iomgr/tcp_posix.cc +30 -34
  503. data/src/core/lib/iomgr/tcp_server_posix.cc +20 -29
  504. data/src/core/lib/iomgr/tcp_windows.cc +8 -12
  505. data/src/core/lib/iomgr/timer_generic.cc +52 -61
  506. data/src/core/lib/iomgr/timer_manager.cc +4 -6
  507. data/src/core/lib/promise/activity.h +13 -2
  508. data/src/core/lib/promise/all_ok.h +15 -8
  509. data/src/core/lib/promise/cancel_callback.h +11 -7
  510. data/src/core/lib/promise/context.h +7 -7
  511. data/src/core/lib/promise/detail/join_state.h +418 -579
  512. data/src/core/lib/promise/detail/promise_factory.h +44 -27
  513. data/src/core/lib/promise/detail/promise_like.h +14 -5
  514. data/src/core/lib/promise/detail/seq_state.h +208 -614
  515. data/src/core/lib/promise/detail/status.h +34 -13
  516. data/src/core/lib/promise/for_each.h +25 -20
  517. data/src/core/lib/promise/if.h +19 -15
  518. data/src/core/lib/promise/interceptor_list.h +12 -13
  519. data/src/core/lib/promise/latch.h +9 -14
  520. data/src/core/lib/promise/loop.h +13 -8
  521. data/src/core/lib/promise/map.h +9 -8
  522. data/src/core/lib/promise/party.cc +81 -62
  523. data/src/core/lib/promise/party.h +68 -89
  524. data/src/core/lib/promise/pipe.h +2 -3
  525. data/src/core/lib/promise/poll.h +99 -33
  526. data/src/core/lib/promise/promise.h +11 -5
  527. data/src/core/lib/promise/race.h +10 -5
  528. data/src/core/lib/promise/seq.h +51 -36
  529. data/src/core/lib/promise/status_flag.h +146 -47
  530. data/src/core/lib/promise/try_join.h +34 -18
  531. data/src/core/lib/promise/try_seq.h +83 -46
  532. data/src/core/lib/resource_quota/arena.cc +19 -17
  533. data/src/core/lib/resource_quota/arena.h +30 -10
  534. data/src/core/lib/resource_quota/memory_quota.cc +14 -15
  535. data/src/core/lib/resource_quota/memory_quota.h +3 -2
  536. data/src/core/lib/resource_quota/periodic_update.cc +3 -2
  537. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +13 -17
  538. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +2 -0
  539. data/src/core/lib/security/context/security_context.cc +31 -28
  540. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +1 -1
  541. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +1 -1
  542. data/src/core/lib/security/credentials/composite/composite_credentials.cc +7 -9
  543. data/src/core/lib/security/credentials/credentials.cc +11 -9
  544. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +2 -3
  545. data/src/core/lib/security/credentials/iam/iam_credentials.cc +3 -5
  546. data/src/core/lib/security/credentials/jwt/json_token.cc +1 -1
  547. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +8 -14
  548. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +19 -23
  549. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +11 -18
  550. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +16 -20
  551. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +5 -6
  552. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +2 -3
  553. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +5 -7
  554. data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -2
  555. data/src/core/lib/security/credentials/xds/xds_credentials.cc +12 -8
  556. data/src/core/lib/security/security_connector/security_connector.cc +3 -3
  557. data/src/core/lib/security/security_connector/ssl_utils.cc +9 -6
  558. data/src/core/lib/security/transport/auth_filters.h +4 -0
  559. data/src/core/lib/security/transport/client_auth_filter.cc +1 -2
  560. data/src/core/lib/security/transport/server_auth_filter.cc +8 -11
  561. data/src/core/lib/slice/slice_refcount.h +4 -6
  562. data/src/core/lib/surface/call.cc +33 -26
  563. data/src/core/lib/surface/call.h +9 -18
  564. data/src/core/lib/surface/call_details.cc +4 -3
  565. data/src/core/lib/surface/call_log_batch.cc +4 -5
  566. data/src/core/lib/surface/call_utils.cc +5 -7
  567. data/src/core/lib/surface/channel.cc +32 -34
  568. data/src/core/lib/surface/channel_create.cc +15 -6
  569. data/src/core/lib/surface/channel_init.cc +257 -196
  570. data/src/core/lib/surface/channel_init.h +156 -21
  571. data/src/core/lib/surface/client_call.cc +32 -21
  572. data/src/core/lib/surface/client_call.h +12 -12
  573. data/src/core/lib/surface/completion_queue.cc +51 -64
  574. data/src/core/lib/surface/filter_stack_call.cc +15 -14
  575. data/src/core/lib/surface/init.cc +25 -7
  576. data/src/core/lib/surface/lame_client.cc +1 -2
  577. data/src/core/lib/surface/lame_client.h +2 -0
  578. data/src/core/lib/surface/legacy_channel.cc +9 -7
  579. data/src/core/lib/surface/metadata_array.cc +4 -3
  580. data/src/core/lib/surface/server_call.cc +2 -0
  581. data/src/core/lib/surface/server_call.h +8 -6
  582. data/src/core/lib/surface/version.cc +2 -2
  583. data/src/core/lib/transport/bdp_estimator.cc +7 -9
  584. data/src/core/lib/transport/bdp_estimator.h +5 -5
  585. data/src/core/lib/transport/call_arena_allocator.h +2 -0
  586. data/src/core/lib/transport/call_filters.cc +72 -319
  587. data/src/core/lib/transport/call_filters.h +347 -770
  588. data/src/core/lib/transport/call_spine.cc +99 -72
  589. data/src/core/lib/transport/call_spine.h +23 -73
  590. data/src/core/lib/transport/call_state.cc +39 -0
  591. data/src/core/lib/transport/call_state.h +957 -0
  592. data/src/core/lib/transport/connectivity_state.cc +28 -25
  593. data/src/core/lib/transport/interception_chain.cc +6 -14
  594. data/src/core/lib/transport/interception_chain.h +34 -26
  595. data/src/core/lib/transport/metadata.cc +27 -3
  596. data/src/core/lib/transport/metadata.h +37 -2
  597. data/src/core/lib/transport/metadata_batch.h +5 -0
  598. data/src/core/lib/transport/transport.h +9 -5
  599. data/src/core/load_balancing/child_policy_handler.cc +24 -27
  600. data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +1 -2
  601. data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +3 -0
  602. data/src/core/load_balancing/grpclb/grpclb.cc +95 -106
  603. data/src/core/load_balancing/health_check_client.cc +35 -41
  604. data/src/core/load_balancing/lb_policy.h +42 -22
  605. data/src/core/load_balancing/oob_backend_metric.cc +4 -4
  606. data/src/core/load_balancing/outlier_detection/outlier_detection.cc +86 -104
  607. data/src/core/load_balancing/pick_first/pick_first.cc +156 -180
  608. data/src/core/load_balancing/priority/priority.cc +63 -74
  609. data/src/core/load_balancing/ring_hash/ring_hash.cc +34 -40
  610. data/src/core/load_balancing/rls/rls.cc +136 -145
  611. data/src/core/load_balancing/round_robin/round_robin.cc +39 -38
  612. data/src/core/load_balancing/subchannel_interface.h +4 -0
  613. data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +75 -74
  614. data/src/core/load_balancing/weighted_target/weighted_target.cc +47 -55
  615. data/src/core/load_balancing/xds/cds.cc +22 -22
  616. data/src/core/load_balancing/xds/xds_cluster_impl.cc +100 -75
  617. data/src/core/load_balancing/xds/xds_cluster_manager.cc +31 -45
  618. data/src/core/load_balancing/xds/xds_override_host.cc +68 -91
  619. data/src/core/load_balancing/xds/xds_wrr_locality.cc +19 -18
  620. data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +9 -0
  621. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +14 -24
  622. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +6 -6
  623. data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +4 -5
  624. data/src/core/resolver/dns/native/dns_resolver.cc +6 -7
  625. data/src/core/resolver/endpoint_addresses.h +3 -0
  626. data/src/core/resolver/resolver.h +0 -3
  627. data/src/core/resolver/xds/xds_dependency_manager.cc +67 -57
  628. data/src/core/resolver/xds/xds_dependency_manager.h +4 -0
  629. data/src/core/resolver/xds/xds_resolver.cc +72 -45
  630. data/src/core/resolver/xds/xds_resolver_attributes.h +5 -1
  631. data/src/core/server/server.cc +74 -78
  632. data/src/core/server/server_call_tracer_filter.cc +3 -2
  633. data/src/core/server/server_config_selector_filter.cc +6 -2
  634. data/src/core/server/xds_channel_stack_modifier.cc +1 -1
  635. data/src/core/server/xds_server_config_fetcher.cc +40 -44
  636. data/src/core/service_config/service_config_call_data.h +2 -1
  637. data/src/core/service_config/service_config_channel_arg_filter.cc +3 -2
  638. data/src/core/telemetry/call_tracer.cc +34 -0
  639. data/src/core/telemetry/call_tracer.h +15 -0
  640. data/src/core/telemetry/metrics.h +13 -8
  641. data/src/core/tsi/alts/frame_protector/frame_handler.cc +8 -7
  642. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +8 -10
  643. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +6 -9
  644. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +13 -21
  645. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +6 -8
  646. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +6 -8
  647. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +5 -5
  648. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +3 -6
  649. data/src/core/tsi/fake_transport_security.cc +7 -7
  650. data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +5 -7
  651. data/src/core/tsi/ssl_transport_security.cc +44 -29
  652. data/src/core/tsi/ssl_transport_security_utils.cc +3 -4
  653. data/src/core/util/android/log.cc +0 -12
  654. data/src/core/util/http_client/httpcli.cc +21 -33
  655. data/src/core/util/http_client/httpcli.h +3 -4
  656. data/src/core/util/http_client/parser.cc +3 -3
  657. data/src/core/util/latent_see.cc +113 -0
  658. data/src/core/util/latent_see.h +214 -0
  659. data/src/core/util/linux/cpu.cc +8 -7
  660. data/src/core/util/log.cc +0 -18
  661. data/src/core/util/posix/cpu.cc +3 -2
  662. data/src/core/util/posix/tmpfile.cc +5 -5
  663. data/src/core/util/time_precise.cc +4 -3
  664. data/src/core/{xds/grpc → util}/upb_utils.h +3 -5
  665. data/src/core/util/useful.h +39 -44
  666. data/src/core/xds/grpc/xds_audit_logger_registry.cc +1 -0
  667. data/src/core/xds/grpc/xds_bootstrap_grpc.cc +0 -125
  668. data/src/core/xds/grpc/xds_bootstrap_grpc.h +2 -27
  669. data/src/core/xds/grpc/xds_certificate_provider.cc +2 -1
  670. data/src/core/xds/grpc/xds_certificate_provider.h +3 -1
  671. data/src/core/xds/grpc/xds_client_grpc.cc +13 -14
  672. data/src/core/xds/grpc/xds_cluster.cc +0 -723
  673. data/src/core/xds/grpc/xds_cluster.h +2 -37
  674. data/src/core/xds/grpc/xds_cluster_parser.cc +730 -0
  675. data/src/core/xds/grpc/xds_cluster_parser.h +57 -0
  676. data/src/core/xds/grpc/xds_common_types.cc +33 -437
  677. data/src/core/xds/grpc/xds_common_types.h +7 -24
  678. data/src/core/xds/grpc/xds_common_types_parser.cc +467 -0
  679. data/src/core/xds/grpc/xds_common_types_parser.h +54 -0
  680. data/src/core/xds/grpc/xds_endpoint.cc +0 -419
  681. data/src/core/xds/grpc/xds_endpoint.h +0 -24
  682. data/src/core/xds/grpc/xds_endpoint_parser.cc +439 -0
  683. data/src/core/xds/grpc/xds_endpoint_parser.h +48 -0
  684. data/src/core/xds/grpc/xds_health_status.cc +0 -2
  685. data/src/core/xds/grpc/xds_health_status.h +0 -2
  686. data/src/core/xds/grpc/xds_http_fault_filter.cc +6 -1
  687. data/src/core/xds/grpc/xds_http_fault_filter.h +2 -1
  688. data/src/core/xds/grpc/{xds_http_filters.h → xds_http_filter.h} +6 -63
  689. data/src/core/xds/grpc/{xds_http_filters.cc → xds_http_filter_registry.cc} +2 -1
  690. data/src/core/xds/grpc/xds_http_filter_registry.h +98 -0
  691. data/src/core/xds/grpc/xds_http_rbac_filter.cc +5 -1
  692. data/src/core/xds/grpc/xds_http_rbac_filter.h +2 -1
  693. data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +8 -2
  694. data/src/core/xds/grpc/xds_http_stateful_session_filter.h +2 -1
  695. data/src/core/xds/grpc/xds_lb_policy_registry.cc +4 -5
  696. data/src/core/xds/grpc/xds_listener.cc +18 -982
  697. data/src/core/xds/grpc/xds_listener.h +1 -33
  698. data/src/core/xds/grpc/xds_listener_parser.cc +997 -0
  699. data/src/core/xds/grpc/xds_listener_parser.h +60 -0
  700. data/src/core/xds/grpc/xds_route_config.cc +0 -915
  701. data/src/core/xds/grpc/xds_route_config.h +6 -38
  702. data/src/core/xds/grpc/xds_route_config_parser.cc +969 -0
  703. data/src/core/xds/grpc/xds_route_config_parser.h +80 -0
  704. data/src/core/xds/grpc/xds_routing.cc +1 -1
  705. data/src/core/xds/grpc/xds_routing.h +1 -1
  706. data/src/core/xds/grpc/xds_server_grpc.cc +161 -0
  707. data/src/core/xds/grpc/xds_server_grpc.h +63 -0
  708. data/src/core/xds/grpc/xds_transport_grpc.cc +4 -5
  709. data/src/core/xds/xds_client/xds_api.cc +10 -10
  710. data/src/core/xds/xds_client/xds_client.cc +144 -177
  711. data/src/core/xds/xds_client/xds_client_stats.cc +21 -24
  712. data/src/ruby/ext/grpc/rb_call.c +2 -2
  713. data/src/ruby/ext/grpc/rb_channel.c +14 -14
  714. data/src/ruby/ext/grpc/rb_channel_args.c +1 -1
  715. data/src/ruby/ext/grpc/rb_compression_options.c +3 -3
  716. data/src/ruby/ext/grpc/rb_event_thread.c +2 -2
  717. data/src/ruby/ext/grpc/rb_grpc.c +4 -4
  718. data/src/ruby/ext/grpc/rb_grpc.h +8 -0
  719. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +0 -4
  720. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +0 -6
  721. data/src/ruby/ext/grpc/rb_server.c +1 -1
  722. data/src/ruby/lib/grpc/logconfig.rb +13 -0
  723. data/src/ruby/lib/grpc/version.rb +1 -1
  724. data/src/ruby/spec/logconfig_spec.rb +30 -0
  725. data/third_party/upb/upb/base/string_view.h +1 -1
  726. data/third_party/upb/upb/json/decode.c +1 -0
  727. data/third_party/upb/upb/mem/arena.c +67 -2
  728. data/third_party/upb/upb/mem/arena.h +11 -9
  729. data/third_party/upb/upb/mem/internal/arena.h +11 -8
  730. data/third_party/upb/upb/message/accessors.c +6 -5
  731. data/third_party/upb/upb/message/accessors.h +49 -38
  732. data/third_party/upb/upb/message/array.c +26 -3
  733. data/third_party/upb/upb/message/array.h +17 -9
  734. data/third_party/upb/upb/message/compat.c +5 -5
  735. data/third_party/upb/upb/message/compat.h +3 -3
  736. data/third_party/upb/upb/message/copy.c +12 -13
  737. data/third_party/upb/upb/message/internal/accessors.h +45 -35
  738. data/third_party/upb/upb/message/internal/array.h +23 -15
  739. data/third_party/upb/upb/message/internal/compare_unknown.c +289 -0
  740. data/third_party/upb/upb/message/internal/compare_unknown.h +49 -0
  741. data/third_party/upb/upb/message/internal/extension.c +11 -12
  742. data/third_party/upb/upb/message/internal/extension.h +9 -12
  743. data/third_party/upb/upb/message/internal/map.h +15 -0
  744. data/third_party/upb/upb/message/internal/map_sorter.h +4 -5
  745. data/third_party/upb/upb/message/internal/message.c +20 -3
  746. data/third_party/upb/upb/message/internal/message.h +10 -0
  747. data/third_party/upb/upb/message/internal/tagged_ptr.h +5 -5
  748. data/third_party/upb/upb/message/internal/types.h +41 -1
  749. data/third_party/upb/upb/message/map.c +25 -0
  750. data/third_party/upb/upb/message/map.h +11 -7
  751. data/third_party/upb/upb/message/message.c +83 -4
  752. data/third_party/upb/upb/message/message.h +20 -1
  753. data/third_party/upb/upb/message/tagged_ptr.h +4 -8
  754. data/third_party/upb/upb/mini_descriptor/build_enum.c +3 -3
  755. data/third_party/upb/upb/mini_descriptor/build_enum.h +6 -14
  756. data/third_party/upb/upb/mini_descriptor/decode.c +12 -1
  757. data/third_party/upb/upb/mini_descriptor/link.c +16 -18
  758. data/third_party/upb/upb/mini_table/enum.h +2 -4
  759. data/third_party/upb/upb/mini_table/extension.h +4 -12
  760. data/third_party/upb/upb/mini_table/field.h +12 -38
  761. data/third_party/upb/upb/mini_table/file.h +6 -19
  762. data/third_party/upb/upb/mini_table/internal/enum.h +1 -1
  763. data/third_party/upb/upb/mini_table/internal/extension.h +9 -9
  764. data/third_party/upb/upb/mini_table/internal/field.h +23 -23
  765. data/third_party/upb/upb/mini_table/internal/file.h +7 -7
  766. data/third_party/upb/upb/mini_table/internal/message.h +51 -27
  767. data/third_party/upb/upb/mini_table/internal/sub.h +4 -4
  768. data/third_party/upb/upb/mini_table/message.h +13 -22
  769. data/third_party/upb/upb/mini_table/sub.h +4 -12
  770. data/third_party/upb/upb/port/def.inc +12 -6
  771. data/third_party/upb/upb/port/undef.inc +1 -1
  772. data/third_party/upb/upb/reflection/def.hpp +27 -0
  773. data/third_party/upb/upb/reflection/def_pool.h +2 -2
  774. data/third_party/upb/upb/reflection/enum_def.c +5 -1
  775. data/third_party/upb/upb/reflection/enum_def.h +1 -0
  776. data/third_party/upb/upb/reflection/enum_value_def.c +3 -8
  777. data/third_party/upb/upb/reflection/field_def.c +61 -24
  778. data/third_party/upb/upb/reflection/field_def.h +3 -0
  779. data/third_party/upb/upb/reflection/file_def.c +30 -4
  780. data/third_party/upb/upb/reflection/file_def.h +3 -0
  781. data/third_party/upb/upb/reflection/internal/upb_edition_defaults.h +1 -1
  782. data/third_party/upb/upb/reflection/message.c +19 -7
  783. data/third_party/upb/upb/reflection/message_def.c +14 -9
  784. data/third_party/upb/upb/reflection/method_def.h +8 -7
  785. data/third_party/upb/upb/reflection/service_def.h +6 -5
  786. data/third_party/upb/upb/text/encode.c +10 -3
  787. data/third_party/upb/upb/wire/decode.c +91 -57
  788. data/third_party/upb/upb/wire/decode.h +11 -1
  789. data/third_party/upb/upb/wire/encode.c +48 -30
  790. data/third_party/upb/upb/wire/encode.h +9 -1
  791. data/third_party/upb/upb/wire/eps_copy_input_stream.h +3 -3
  792. data/third_party/upb/upb/wire/internal/decode_fast.c +25 -29
  793. data/third_party/upb/upb/wire/internal/reader.h +3 -3
  794. data/third_party/upb/upb/wire/reader.c +1 -2
  795. data/third_party/upb/upb/wire/reader.h +4 -8
  796. metadata +31 -9
  797. data/src/core/client_channel/config_selector.cc +0 -60
  798. data/src/core/lib/event_engine/trace.h +0 -37
  799. data/src/core/lib/surface/api_trace.h +0 -50
@@ -15,7 +15,7 @@
15
15
  #ifndef GRPC_SRC_CORE_LIB_PROMISE_DETAIL_JOIN_STATE_H
16
16
  #define GRPC_SRC_CORE_LIB_PROMISE_DETAIL_JOIN_STATE_H
17
17
 
18
- // This file is generated by tools/codegen/core/gen_seq.py
18
+ // This file is generated by tools/codegen/core/gen_join.py
19
19
 
20
20
  #include <tuple>
21
21
  #include <type_traits>
@@ -54,30 +54,23 @@ struct JoinState<Traits, P0, P1> {
54
54
  GPR_NO_UNIQUE_ADDRESS Result1 result1;
55
55
  };
56
56
  GPR_NO_UNIQUE_ADDRESS BitSet<2> ready;
57
- JoinState(P0&& p0, P1&& p1) {
57
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1) {
58
58
  Construct(&promise0, std::forward<P0>(p0));
59
59
  Construct(&promise1, std::forward<P1>(p1));
60
60
  }
61
- JoinState(const JoinState& other) {
62
- CHECK(other.ready.none());
61
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
62
+ DCHECK(other.ready.none());
63
63
  Construct(&promise0, other.promise0);
64
64
  Construct(&promise1, other.promise1);
65
65
  }
66
66
  JoinState& operator=(const JoinState& other) = delete;
67
67
  JoinState& operator=(JoinState&& other) = delete;
68
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
69
- if (ready.is_set(0)) {
70
- Construct(&result0, std::move(other.result0));
71
- } else {
72
- Construct(&promise0, std::move(other.promise0));
73
- }
74
- if (ready.is_set(1)) {
75
- Construct(&result1, std::move(other.result1));
76
- } else {
77
- Construct(&promise1, std::move(other.promise1));
78
- }
68
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
69
+ DCHECK(other.ready.none());
70
+ Construct(&promise0, std::move(other.promise0));
71
+ Construct(&promise1, std::move(other.promise1));
79
72
  }
80
- ~JoinState() {
73
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
81
74
  if (ready.is_set(0)) {
82
75
  Destruct(&result0);
83
76
  } else {
@@ -91,17 +84,16 @@ struct JoinState<Traits, P0, P1> {
91
84
  }
92
85
  using Result =
93
86
  typename Traits::template ResultType<std::tuple<Result0, Result1>>;
94
- Poll<Result> PollOnce() {
87
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
95
88
  if (!ready.is_set(0)) {
96
89
  GRPC_TRACE_VLOG(promise_primitives, 2)
97
90
  << "join[" << this << "]: begin poll joint 1/2";
98
91
  auto poll = promise0();
99
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
100
- auto* p = poll.value_if_ready();
101
- VLOG(2) << "join[" << this << "]: joint 1/2 "
102
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
103
- : "pending");
104
- }
92
+ GRPC_TRACE_VLOG(promise_primitives, 2)
93
+ << "join[" << this << "]: end poll joint 1/2 "
94
+ << (poll.pending()
95
+ ? "pending"
96
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
105
97
  if (auto* p = poll.value_if_ready()) {
106
98
  if (Traits::IsOk(*p)) {
107
99
  ready.set(0);
@@ -112,18 +104,18 @@ struct JoinState<Traits, P0, P1> {
112
104
  }
113
105
  }
114
106
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
115
- VLOG(2) << "join[" << this << "]: joint 1/2 already ready";
107
+ GRPC_TRACE_VLOG(promise_primitives, 2)
108
+ << "join[" << this << "]: joint 1/2 already ready";
116
109
  }
117
110
  if (!ready.is_set(1)) {
118
111
  GRPC_TRACE_VLOG(promise_primitives, 2)
119
112
  << "join[" << this << "]: begin poll joint 2/2";
120
113
  auto poll = promise1();
121
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
122
- auto* p = poll.value_if_ready();
123
- VLOG(2) << "join[" << this << "]: joint 2/2 "
124
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
125
- : "pending");
126
- }
114
+ GRPC_TRACE_VLOG(promise_primitives, 2)
115
+ << "join[" << this << "]: end poll joint 2/2 "
116
+ << (poll.pending()
117
+ ? "pending"
118
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
127
119
  if (auto* p = poll.value_if_ready()) {
128
120
  if (Traits::IsOk(*p)) {
129
121
  ready.set(1);
@@ -134,7 +126,8 @@ struct JoinState<Traits, P0, P1> {
134
126
  }
135
127
  }
136
128
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
137
- VLOG(2) << "join[" << this << "]: joint 2/2 already ready";
129
+ GRPC_TRACE_VLOG(promise_primitives, 2)
130
+ << "join[" << this << "]: joint 2/2 already ready";
138
131
  }
139
132
  if (ready.all()) {
140
133
  return Traits::FinalReturn(std::move(result0), std::move(result1));
@@ -166,37 +159,26 @@ struct JoinState<Traits, P0, P1, P2> {
166
159
  GPR_NO_UNIQUE_ADDRESS Result2 result2;
167
160
  };
168
161
  GPR_NO_UNIQUE_ADDRESS BitSet<3> ready;
169
- JoinState(P0&& p0, P1&& p1, P2&& p2) {
162
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2) {
170
163
  Construct(&promise0, std::forward<P0>(p0));
171
164
  Construct(&promise1, std::forward<P1>(p1));
172
165
  Construct(&promise2, std::forward<P2>(p2));
173
166
  }
174
- JoinState(const JoinState& other) {
175
- CHECK(other.ready.none());
167
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
168
+ DCHECK(other.ready.none());
176
169
  Construct(&promise0, other.promise0);
177
170
  Construct(&promise1, other.promise1);
178
171
  Construct(&promise2, other.promise2);
179
172
  }
180
173
  JoinState& operator=(const JoinState& other) = delete;
181
174
  JoinState& operator=(JoinState&& other) = delete;
182
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
183
- if (ready.is_set(0)) {
184
- Construct(&result0, std::move(other.result0));
185
- } else {
186
- Construct(&promise0, std::move(other.promise0));
187
- }
188
- if (ready.is_set(1)) {
189
- Construct(&result1, std::move(other.result1));
190
- } else {
191
- Construct(&promise1, std::move(other.promise1));
192
- }
193
- if (ready.is_set(2)) {
194
- Construct(&result2, std::move(other.result2));
195
- } else {
196
- Construct(&promise2, std::move(other.promise2));
197
- }
175
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
176
+ DCHECK(other.ready.none());
177
+ Construct(&promise0, std::move(other.promise0));
178
+ Construct(&promise1, std::move(other.promise1));
179
+ Construct(&promise2, std::move(other.promise2));
198
180
  }
199
- ~JoinState() {
181
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
200
182
  if (ready.is_set(0)) {
201
183
  Destruct(&result0);
202
184
  } else {
@@ -215,17 +197,16 @@ struct JoinState<Traits, P0, P1, P2> {
215
197
  }
216
198
  using Result = typename Traits::template ResultType<
217
199
  std::tuple<Result0, Result1, Result2>>;
218
- Poll<Result> PollOnce() {
200
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
219
201
  if (!ready.is_set(0)) {
220
202
  GRPC_TRACE_VLOG(promise_primitives, 2)
221
203
  << "join[" << this << "]: begin poll joint 1/3";
222
204
  auto poll = promise0();
223
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
224
- auto* p = poll.value_if_ready();
225
- VLOG(2) << "join[" << this << "]: joint 1/3 "
226
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
227
- : "pending");
228
- }
205
+ GRPC_TRACE_VLOG(promise_primitives, 2)
206
+ << "join[" << this << "]: end poll joint 1/3 "
207
+ << (poll.pending()
208
+ ? "pending"
209
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
229
210
  if (auto* p = poll.value_if_ready()) {
230
211
  if (Traits::IsOk(*p)) {
231
212
  ready.set(0);
@@ -236,18 +217,18 @@ struct JoinState<Traits, P0, P1, P2> {
236
217
  }
237
218
  }
238
219
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
239
- VLOG(2) << "join[" << this << "]: joint 1/3 already ready";
220
+ GRPC_TRACE_VLOG(promise_primitives, 2)
221
+ << "join[" << this << "]: joint 1/3 already ready";
240
222
  }
241
223
  if (!ready.is_set(1)) {
242
224
  GRPC_TRACE_VLOG(promise_primitives, 2)
243
225
  << "join[" << this << "]: begin poll joint 2/3";
244
226
  auto poll = promise1();
245
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
246
- auto* p = poll.value_if_ready();
247
- VLOG(2) << "join[" << this << "]: joint 2/3 "
248
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
249
- : "pending");
250
- }
227
+ GRPC_TRACE_VLOG(promise_primitives, 2)
228
+ << "join[" << this << "]: end poll joint 2/3 "
229
+ << (poll.pending()
230
+ ? "pending"
231
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
251
232
  if (auto* p = poll.value_if_ready()) {
252
233
  if (Traits::IsOk(*p)) {
253
234
  ready.set(1);
@@ -258,18 +239,18 @@ struct JoinState<Traits, P0, P1, P2> {
258
239
  }
259
240
  }
260
241
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
261
- VLOG(2) << "join[" << this << "]: joint 2/3 already ready";
242
+ GRPC_TRACE_VLOG(promise_primitives, 2)
243
+ << "join[" << this << "]: joint 2/3 already ready";
262
244
  }
263
245
  if (!ready.is_set(2)) {
264
246
  GRPC_TRACE_VLOG(promise_primitives, 2)
265
247
  << "join[" << this << "]: begin poll joint 3/3";
266
248
  auto poll = promise2();
267
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
268
- auto* p = poll.value_if_ready();
269
- VLOG(2) << "join[" << this << "]: joint 3/3 "
270
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
271
- : "pending");
272
- }
249
+ GRPC_TRACE_VLOG(promise_primitives, 2)
250
+ << "join[" << this << "]: end poll joint 3/3 "
251
+ << (poll.pending()
252
+ ? "pending"
253
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
273
254
  if (auto* p = poll.value_if_ready()) {
274
255
  if (Traits::IsOk(*p)) {
275
256
  ready.set(2);
@@ -280,7 +261,8 @@ struct JoinState<Traits, P0, P1, P2> {
280
261
  }
281
262
  }
282
263
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
283
- VLOG(2) << "join[" << this << "]: joint 3/3 already ready";
264
+ GRPC_TRACE_VLOG(promise_primitives, 2)
265
+ << "join[" << this << "]: joint 3/3 already ready";
284
266
  }
285
267
  if (ready.all()) {
286
268
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -319,14 +301,15 @@ struct JoinState<Traits, P0, P1, P2, P3> {
319
301
  GPR_NO_UNIQUE_ADDRESS Result3 result3;
320
302
  };
321
303
  GPR_NO_UNIQUE_ADDRESS BitSet<4> ready;
322
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3) {
304
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
305
+ P3&& p3) {
323
306
  Construct(&promise0, std::forward<P0>(p0));
324
307
  Construct(&promise1, std::forward<P1>(p1));
325
308
  Construct(&promise2, std::forward<P2>(p2));
326
309
  Construct(&promise3, std::forward<P3>(p3));
327
310
  }
328
- JoinState(const JoinState& other) {
329
- CHECK(other.ready.none());
311
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
312
+ DCHECK(other.ready.none());
330
313
  Construct(&promise0, other.promise0);
331
314
  Construct(&promise1, other.promise1);
332
315
  Construct(&promise2, other.promise2);
@@ -334,29 +317,14 @@ struct JoinState<Traits, P0, P1, P2, P3> {
334
317
  }
335
318
  JoinState& operator=(const JoinState& other) = delete;
336
319
  JoinState& operator=(JoinState&& other) = delete;
337
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
338
- if (ready.is_set(0)) {
339
- Construct(&result0, std::move(other.result0));
340
- } else {
341
- Construct(&promise0, std::move(other.promise0));
342
- }
343
- if (ready.is_set(1)) {
344
- Construct(&result1, std::move(other.result1));
345
- } else {
346
- Construct(&promise1, std::move(other.promise1));
347
- }
348
- if (ready.is_set(2)) {
349
- Construct(&result2, std::move(other.result2));
350
- } else {
351
- Construct(&promise2, std::move(other.promise2));
352
- }
353
- if (ready.is_set(3)) {
354
- Construct(&result3, std::move(other.result3));
355
- } else {
356
- Construct(&promise3, std::move(other.promise3));
357
- }
320
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
321
+ DCHECK(other.ready.none());
322
+ Construct(&promise0, std::move(other.promise0));
323
+ Construct(&promise1, std::move(other.promise1));
324
+ Construct(&promise2, std::move(other.promise2));
325
+ Construct(&promise3, std::move(other.promise3));
358
326
  }
359
- ~JoinState() {
327
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
360
328
  if (ready.is_set(0)) {
361
329
  Destruct(&result0);
362
330
  } else {
@@ -380,17 +348,16 @@ struct JoinState<Traits, P0, P1, P2, P3> {
380
348
  }
381
349
  using Result = typename Traits::template ResultType<
382
350
  std::tuple<Result0, Result1, Result2, Result3>>;
383
- Poll<Result> PollOnce() {
351
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
384
352
  if (!ready.is_set(0)) {
385
353
  GRPC_TRACE_VLOG(promise_primitives, 2)
386
354
  << "join[" << this << "]: begin poll joint 1/4";
387
355
  auto poll = promise0();
388
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
389
- auto* p = poll.value_if_ready();
390
- VLOG(2) << "join[" << this << "]: joint 1/4 "
391
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
392
- : "pending");
393
- }
356
+ GRPC_TRACE_VLOG(promise_primitives, 2)
357
+ << "join[" << this << "]: end poll joint 1/4 "
358
+ << (poll.pending()
359
+ ? "pending"
360
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
394
361
  if (auto* p = poll.value_if_ready()) {
395
362
  if (Traits::IsOk(*p)) {
396
363
  ready.set(0);
@@ -401,18 +368,18 @@ struct JoinState<Traits, P0, P1, P2, P3> {
401
368
  }
402
369
  }
403
370
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
404
- VLOG(2) << "join[" << this << "]: joint 1/4 already ready";
371
+ GRPC_TRACE_VLOG(promise_primitives, 2)
372
+ << "join[" << this << "]: joint 1/4 already ready";
405
373
  }
406
374
  if (!ready.is_set(1)) {
407
375
  GRPC_TRACE_VLOG(promise_primitives, 2)
408
376
  << "join[" << this << "]: begin poll joint 2/4";
409
377
  auto poll = promise1();
410
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
411
- auto* p = poll.value_if_ready();
412
- VLOG(2) << "join[" << this << "]: joint 2/4 "
413
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
414
- : "pending");
415
- }
378
+ GRPC_TRACE_VLOG(promise_primitives, 2)
379
+ << "join[" << this << "]: end poll joint 2/4 "
380
+ << (poll.pending()
381
+ ? "pending"
382
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
416
383
  if (auto* p = poll.value_if_ready()) {
417
384
  if (Traits::IsOk(*p)) {
418
385
  ready.set(1);
@@ -423,18 +390,18 @@ struct JoinState<Traits, P0, P1, P2, P3> {
423
390
  }
424
391
  }
425
392
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
426
- VLOG(2) << "join[" << this << "]: joint 2/4 already ready";
393
+ GRPC_TRACE_VLOG(promise_primitives, 2)
394
+ << "join[" << this << "]: joint 2/4 already ready";
427
395
  }
428
396
  if (!ready.is_set(2)) {
429
397
  GRPC_TRACE_VLOG(promise_primitives, 2)
430
398
  << "join[" << this << "]: begin poll joint 3/4";
431
399
  auto poll = promise2();
432
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
433
- auto* p = poll.value_if_ready();
434
- VLOG(2) << "join[" << this << "]: joint 3/4 "
435
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
436
- : "pending");
437
- }
400
+ GRPC_TRACE_VLOG(promise_primitives, 2)
401
+ << "join[" << this << "]: end poll joint 3/4 "
402
+ << (poll.pending()
403
+ ? "pending"
404
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
438
405
  if (auto* p = poll.value_if_ready()) {
439
406
  if (Traits::IsOk(*p)) {
440
407
  ready.set(2);
@@ -445,18 +412,18 @@ struct JoinState<Traits, P0, P1, P2, P3> {
445
412
  }
446
413
  }
447
414
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
448
- VLOG(2) << "join[" << this << "]: joint 3/4 already ready";
415
+ GRPC_TRACE_VLOG(promise_primitives, 2)
416
+ << "join[" << this << "]: joint 3/4 already ready";
449
417
  }
450
418
  if (!ready.is_set(3)) {
451
419
  GRPC_TRACE_VLOG(promise_primitives, 2)
452
420
  << "join[" << this << "]: begin poll joint 4/4";
453
421
  auto poll = promise3();
454
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
455
- auto* p = poll.value_if_ready();
456
- VLOG(2) << "join[" << this << "]: joint 4/4 "
457
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
458
- : "pending");
459
- }
422
+ GRPC_TRACE_VLOG(promise_primitives, 2)
423
+ << "join[" << this << "]: end poll joint 4/4 "
424
+ << (poll.pending()
425
+ ? "pending"
426
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
460
427
  if (auto* p = poll.value_if_ready()) {
461
428
  if (Traits::IsOk(*p)) {
462
429
  ready.set(3);
@@ -467,7 +434,8 @@ struct JoinState<Traits, P0, P1, P2, P3> {
467
434
  }
468
435
  }
469
436
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
470
- VLOG(2) << "join[" << this << "]: joint 4/4 already ready";
437
+ GRPC_TRACE_VLOG(promise_primitives, 2)
438
+ << "join[" << this << "]: joint 4/4 already ready";
471
439
  }
472
440
  if (ready.all()) {
473
441
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -513,15 +481,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
513
481
  GPR_NO_UNIQUE_ADDRESS Result4 result4;
514
482
  };
515
483
  GPR_NO_UNIQUE_ADDRESS BitSet<5> ready;
516
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4) {
484
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
485
+ P3&& p3, P4&& p4) {
517
486
  Construct(&promise0, std::forward<P0>(p0));
518
487
  Construct(&promise1, std::forward<P1>(p1));
519
488
  Construct(&promise2, std::forward<P2>(p2));
520
489
  Construct(&promise3, std::forward<P3>(p3));
521
490
  Construct(&promise4, std::forward<P4>(p4));
522
491
  }
523
- JoinState(const JoinState& other) {
524
- CHECK(other.ready.none());
492
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
493
+ DCHECK(other.ready.none());
525
494
  Construct(&promise0, other.promise0);
526
495
  Construct(&promise1, other.promise1);
527
496
  Construct(&promise2, other.promise2);
@@ -530,34 +499,15 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
530
499
  }
531
500
  JoinState& operator=(const JoinState& other) = delete;
532
501
  JoinState& operator=(JoinState&& other) = delete;
533
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
534
- if (ready.is_set(0)) {
535
- Construct(&result0, std::move(other.result0));
536
- } else {
537
- Construct(&promise0, std::move(other.promise0));
538
- }
539
- if (ready.is_set(1)) {
540
- Construct(&result1, std::move(other.result1));
541
- } else {
542
- Construct(&promise1, std::move(other.promise1));
543
- }
544
- if (ready.is_set(2)) {
545
- Construct(&result2, std::move(other.result2));
546
- } else {
547
- Construct(&promise2, std::move(other.promise2));
548
- }
549
- if (ready.is_set(3)) {
550
- Construct(&result3, std::move(other.result3));
551
- } else {
552
- Construct(&promise3, std::move(other.promise3));
553
- }
554
- if (ready.is_set(4)) {
555
- Construct(&result4, std::move(other.result4));
556
- } else {
557
- Construct(&promise4, std::move(other.promise4));
558
- }
502
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
503
+ DCHECK(other.ready.none());
504
+ Construct(&promise0, std::move(other.promise0));
505
+ Construct(&promise1, std::move(other.promise1));
506
+ Construct(&promise2, std::move(other.promise2));
507
+ Construct(&promise3, std::move(other.promise3));
508
+ Construct(&promise4, std::move(other.promise4));
559
509
  }
560
- ~JoinState() {
510
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
561
511
  if (ready.is_set(0)) {
562
512
  Destruct(&result0);
563
513
  } else {
@@ -586,17 +536,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
586
536
  }
587
537
  using Result = typename Traits::template ResultType<
588
538
  std::tuple<Result0, Result1, Result2, Result3, Result4>>;
589
- Poll<Result> PollOnce() {
539
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
590
540
  if (!ready.is_set(0)) {
591
541
  GRPC_TRACE_VLOG(promise_primitives, 2)
592
542
  << "join[" << this << "]: begin poll joint 1/5";
593
543
  auto poll = promise0();
594
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
595
- auto* p = poll.value_if_ready();
596
- VLOG(2) << "join[" << this << "]: joint 1/5 "
597
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
598
- : "pending");
599
- }
544
+ GRPC_TRACE_VLOG(promise_primitives, 2)
545
+ << "join[" << this << "]: end poll joint 1/5 "
546
+ << (poll.pending()
547
+ ? "pending"
548
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
600
549
  if (auto* p = poll.value_if_ready()) {
601
550
  if (Traits::IsOk(*p)) {
602
551
  ready.set(0);
@@ -607,18 +556,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
607
556
  }
608
557
  }
609
558
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
610
- VLOG(2) << "join[" << this << "]: joint 1/5 already ready";
559
+ GRPC_TRACE_VLOG(promise_primitives, 2)
560
+ << "join[" << this << "]: joint 1/5 already ready";
611
561
  }
612
562
  if (!ready.is_set(1)) {
613
563
  GRPC_TRACE_VLOG(promise_primitives, 2)
614
564
  << "join[" << this << "]: begin poll joint 2/5";
615
565
  auto poll = promise1();
616
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
617
- auto* p = poll.value_if_ready();
618
- VLOG(2) << "join[" << this << "]: joint 2/5 "
619
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
620
- : "pending");
621
- }
566
+ GRPC_TRACE_VLOG(promise_primitives, 2)
567
+ << "join[" << this << "]: end poll joint 2/5 "
568
+ << (poll.pending()
569
+ ? "pending"
570
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
622
571
  if (auto* p = poll.value_if_ready()) {
623
572
  if (Traits::IsOk(*p)) {
624
573
  ready.set(1);
@@ -629,18 +578,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
629
578
  }
630
579
  }
631
580
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
632
- VLOG(2) << "join[" << this << "]: joint 2/5 already ready";
581
+ GRPC_TRACE_VLOG(promise_primitives, 2)
582
+ << "join[" << this << "]: joint 2/5 already ready";
633
583
  }
634
584
  if (!ready.is_set(2)) {
635
585
  GRPC_TRACE_VLOG(promise_primitives, 2)
636
586
  << "join[" << this << "]: begin poll joint 3/5";
637
587
  auto poll = promise2();
638
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
639
- auto* p = poll.value_if_ready();
640
- VLOG(2) << "join[" << this << "]: joint 3/5 "
641
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
642
- : "pending");
643
- }
588
+ GRPC_TRACE_VLOG(promise_primitives, 2)
589
+ << "join[" << this << "]: end poll joint 3/5 "
590
+ << (poll.pending()
591
+ ? "pending"
592
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
644
593
  if (auto* p = poll.value_if_ready()) {
645
594
  if (Traits::IsOk(*p)) {
646
595
  ready.set(2);
@@ -651,18 +600,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
651
600
  }
652
601
  }
653
602
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
654
- VLOG(2) << "join[" << this << "]: joint 3/5 already ready";
603
+ GRPC_TRACE_VLOG(promise_primitives, 2)
604
+ << "join[" << this << "]: joint 3/5 already ready";
655
605
  }
656
606
  if (!ready.is_set(3)) {
657
607
  GRPC_TRACE_VLOG(promise_primitives, 2)
658
608
  << "join[" << this << "]: begin poll joint 4/5";
659
609
  auto poll = promise3();
660
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
661
- auto* p = poll.value_if_ready();
662
- VLOG(2) << "join[" << this << "]: joint 4/5 "
663
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
664
- : "pending");
665
- }
610
+ GRPC_TRACE_VLOG(promise_primitives, 2)
611
+ << "join[" << this << "]: end poll joint 4/5 "
612
+ << (poll.pending()
613
+ ? "pending"
614
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
666
615
  if (auto* p = poll.value_if_ready()) {
667
616
  if (Traits::IsOk(*p)) {
668
617
  ready.set(3);
@@ -673,18 +622,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
673
622
  }
674
623
  }
675
624
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
676
- VLOG(2) << "join[" << this << "]: joint 4/5 already ready";
625
+ GRPC_TRACE_VLOG(promise_primitives, 2)
626
+ << "join[" << this << "]: joint 4/5 already ready";
677
627
  }
678
628
  if (!ready.is_set(4)) {
679
629
  GRPC_TRACE_VLOG(promise_primitives, 2)
680
630
  << "join[" << this << "]: begin poll joint 5/5";
681
631
  auto poll = promise4();
682
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
683
- auto* p = poll.value_if_ready();
684
- VLOG(2) << "join[" << this << "]: joint 5/5 "
685
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
686
- : "pending");
687
- }
632
+ GRPC_TRACE_VLOG(promise_primitives, 2)
633
+ << "join[" << this << "]: end poll joint 5/5 "
634
+ << (poll.pending()
635
+ ? "pending"
636
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
688
637
  if (auto* p = poll.value_if_ready()) {
689
638
  if (Traits::IsOk(*p)) {
690
639
  ready.set(4);
@@ -695,7 +644,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
695
644
  }
696
645
  }
697
646
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
698
- VLOG(2) << "join[" << this << "]: joint 5/5 already ready";
647
+ GRPC_TRACE_VLOG(promise_primitives, 2)
648
+ << "join[" << this << "]: joint 5/5 already ready";
699
649
  }
700
650
  if (ready.all()) {
701
651
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -748,7 +698,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
748
698
  GPR_NO_UNIQUE_ADDRESS Result5 result5;
749
699
  };
750
700
  GPR_NO_UNIQUE_ADDRESS BitSet<6> ready;
751
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4, P5&& p5) {
701
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
702
+ P3&& p3, P4&& p4, P5&& p5) {
752
703
  Construct(&promise0, std::forward<P0>(p0));
753
704
  Construct(&promise1, std::forward<P1>(p1));
754
705
  Construct(&promise2, std::forward<P2>(p2));
@@ -756,8 +707,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
756
707
  Construct(&promise4, std::forward<P4>(p4));
757
708
  Construct(&promise5, std::forward<P5>(p5));
758
709
  }
759
- JoinState(const JoinState& other) {
760
- CHECK(other.ready.none());
710
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
711
+ DCHECK(other.ready.none());
761
712
  Construct(&promise0, other.promise0);
762
713
  Construct(&promise1, other.promise1);
763
714
  Construct(&promise2, other.promise2);
@@ -767,39 +718,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
767
718
  }
768
719
  JoinState& operator=(const JoinState& other) = delete;
769
720
  JoinState& operator=(JoinState&& other) = delete;
770
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
771
- if (ready.is_set(0)) {
772
- Construct(&result0, std::move(other.result0));
773
- } else {
774
- Construct(&promise0, std::move(other.promise0));
775
- }
776
- if (ready.is_set(1)) {
777
- Construct(&result1, std::move(other.result1));
778
- } else {
779
- Construct(&promise1, std::move(other.promise1));
780
- }
781
- if (ready.is_set(2)) {
782
- Construct(&result2, std::move(other.result2));
783
- } else {
784
- Construct(&promise2, std::move(other.promise2));
785
- }
786
- if (ready.is_set(3)) {
787
- Construct(&result3, std::move(other.result3));
788
- } else {
789
- Construct(&promise3, std::move(other.promise3));
790
- }
791
- if (ready.is_set(4)) {
792
- Construct(&result4, std::move(other.result4));
793
- } else {
794
- Construct(&promise4, std::move(other.promise4));
795
- }
796
- if (ready.is_set(5)) {
797
- Construct(&result5, std::move(other.result5));
798
- } else {
799
- Construct(&promise5, std::move(other.promise5));
800
- }
721
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
722
+ DCHECK(other.ready.none());
723
+ Construct(&promise0, std::move(other.promise0));
724
+ Construct(&promise1, std::move(other.promise1));
725
+ Construct(&promise2, std::move(other.promise2));
726
+ Construct(&promise3, std::move(other.promise3));
727
+ Construct(&promise4, std::move(other.promise4));
728
+ Construct(&promise5, std::move(other.promise5));
801
729
  }
802
- ~JoinState() {
730
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
803
731
  if (ready.is_set(0)) {
804
732
  Destruct(&result0);
805
733
  } else {
@@ -833,17 +761,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
833
761
  }
834
762
  using Result = typename Traits::template ResultType<
835
763
  std::tuple<Result0, Result1, Result2, Result3, Result4, Result5>>;
836
- Poll<Result> PollOnce() {
764
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
837
765
  if (!ready.is_set(0)) {
838
766
  GRPC_TRACE_VLOG(promise_primitives, 2)
839
767
  << "join[" << this << "]: begin poll joint 1/6";
840
768
  auto poll = promise0();
841
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
842
- auto* p = poll.value_if_ready();
843
- VLOG(2) << "join[" << this << "]: joint 1/6 "
844
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
845
- : "pending");
846
- }
769
+ GRPC_TRACE_VLOG(promise_primitives, 2)
770
+ << "join[" << this << "]: end poll joint 1/6 "
771
+ << (poll.pending()
772
+ ? "pending"
773
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
847
774
  if (auto* p = poll.value_if_ready()) {
848
775
  if (Traits::IsOk(*p)) {
849
776
  ready.set(0);
@@ -854,18 +781,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
854
781
  }
855
782
  }
856
783
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
857
- VLOG(2) << "join[" << this << "]: joint 1/6 already ready";
784
+ GRPC_TRACE_VLOG(promise_primitives, 2)
785
+ << "join[" << this << "]: joint 1/6 already ready";
858
786
  }
859
787
  if (!ready.is_set(1)) {
860
788
  GRPC_TRACE_VLOG(promise_primitives, 2)
861
789
  << "join[" << this << "]: begin poll joint 2/6";
862
790
  auto poll = promise1();
863
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
864
- auto* p = poll.value_if_ready();
865
- VLOG(2) << "join[" << this << "]: joint 2/6 "
866
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
867
- : "pending");
868
- }
791
+ GRPC_TRACE_VLOG(promise_primitives, 2)
792
+ << "join[" << this << "]: end poll joint 2/6 "
793
+ << (poll.pending()
794
+ ? "pending"
795
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
869
796
  if (auto* p = poll.value_if_ready()) {
870
797
  if (Traits::IsOk(*p)) {
871
798
  ready.set(1);
@@ -876,18 +803,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
876
803
  }
877
804
  }
878
805
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
879
- VLOG(2) << "join[" << this << "]: joint 2/6 already ready";
806
+ GRPC_TRACE_VLOG(promise_primitives, 2)
807
+ << "join[" << this << "]: joint 2/6 already ready";
880
808
  }
881
809
  if (!ready.is_set(2)) {
882
810
  GRPC_TRACE_VLOG(promise_primitives, 2)
883
811
  << "join[" << this << "]: begin poll joint 3/6";
884
812
  auto poll = promise2();
885
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
886
- auto* p = poll.value_if_ready();
887
- VLOG(2) << "join[" << this << "]: joint 3/6 "
888
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
889
- : "pending");
890
- }
813
+ GRPC_TRACE_VLOG(promise_primitives, 2)
814
+ << "join[" << this << "]: end poll joint 3/6 "
815
+ << (poll.pending()
816
+ ? "pending"
817
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
891
818
  if (auto* p = poll.value_if_ready()) {
892
819
  if (Traits::IsOk(*p)) {
893
820
  ready.set(2);
@@ -898,18 +825,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
898
825
  }
899
826
  }
900
827
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
901
- VLOG(2) << "join[" << this << "]: joint 3/6 already ready";
828
+ GRPC_TRACE_VLOG(promise_primitives, 2)
829
+ << "join[" << this << "]: joint 3/6 already ready";
902
830
  }
903
831
  if (!ready.is_set(3)) {
904
832
  GRPC_TRACE_VLOG(promise_primitives, 2)
905
833
  << "join[" << this << "]: begin poll joint 4/6";
906
834
  auto poll = promise3();
907
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
908
- auto* p = poll.value_if_ready();
909
- VLOG(2) << "join[" << this << "]: joint 4/6 "
910
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
911
- : "pending");
912
- }
835
+ GRPC_TRACE_VLOG(promise_primitives, 2)
836
+ << "join[" << this << "]: end poll joint 4/6 "
837
+ << (poll.pending()
838
+ ? "pending"
839
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
913
840
  if (auto* p = poll.value_if_ready()) {
914
841
  if (Traits::IsOk(*p)) {
915
842
  ready.set(3);
@@ -920,18 +847,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
920
847
  }
921
848
  }
922
849
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
923
- VLOG(2) << "join[" << this << "]: joint 4/6 already ready";
850
+ GRPC_TRACE_VLOG(promise_primitives, 2)
851
+ << "join[" << this << "]: joint 4/6 already ready";
924
852
  }
925
853
  if (!ready.is_set(4)) {
926
854
  GRPC_TRACE_VLOG(promise_primitives, 2)
927
855
  << "join[" << this << "]: begin poll joint 5/6";
928
856
  auto poll = promise4();
929
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
930
- auto* p = poll.value_if_ready();
931
- VLOG(2) << "join[" << this << "]: joint 5/6 "
932
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
933
- : "pending");
934
- }
857
+ GRPC_TRACE_VLOG(promise_primitives, 2)
858
+ << "join[" << this << "]: end poll joint 5/6 "
859
+ << (poll.pending()
860
+ ? "pending"
861
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
935
862
  if (auto* p = poll.value_if_ready()) {
936
863
  if (Traits::IsOk(*p)) {
937
864
  ready.set(4);
@@ -942,18 +869,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
942
869
  }
943
870
  }
944
871
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
945
- VLOG(2) << "join[" << this << "]: joint 5/6 already ready";
872
+ GRPC_TRACE_VLOG(promise_primitives, 2)
873
+ << "join[" << this << "]: joint 5/6 already ready";
946
874
  }
947
875
  if (!ready.is_set(5)) {
948
876
  GRPC_TRACE_VLOG(promise_primitives, 2)
949
877
  << "join[" << this << "]: begin poll joint 6/6";
950
878
  auto poll = promise5();
951
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
952
- auto* p = poll.value_if_ready();
953
- VLOG(2) << "join[" << this << "]: joint 6/6 "
954
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
955
- : "pending");
956
- }
879
+ GRPC_TRACE_VLOG(promise_primitives, 2)
880
+ << "join[" << this << "]: end poll joint 6/6 "
881
+ << (poll.pending()
882
+ ? "pending"
883
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
957
884
  if (auto* p = poll.value_if_ready()) {
958
885
  if (Traits::IsOk(*p)) {
959
886
  ready.set(5);
@@ -964,7 +891,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
964
891
  }
965
892
  }
966
893
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
967
- VLOG(2) << "join[" << this << "]: joint 6/6 already ready";
894
+ GRPC_TRACE_VLOG(promise_primitives, 2)
895
+ << "join[" << this << "]: joint 6/6 already ready";
968
896
  }
969
897
  if (ready.all()) {
970
898
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -1023,7 +951,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1023
951
  GPR_NO_UNIQUE_ADDRESS Result6 result6;
1024
952
  };
1025
953
  GPR_NO_UNIQUE_ADDRESS BitSet<7> ready;
1026
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4, P5&& p5, P6&& p6) {
954
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
955
+ P3&& p3, P4&& p4, P5&& p5,
956
+ P6&& p6) {
1027
957
  Construct(&promise0, std::forward<P0>(p0));
1028
958
  Construct(&promise1, std::forward<P1>(p1));
1029
959
  Construct(&promise2, std::forward<P2>(p2));
@@ -1032,8 +962,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1032
962
  Construct(&promise5, std::forward<P5>(p5));
1033
963
  Construct(&promise6, std::forward<P6>(p6));
1034
964
  }
1035
- JoinState(const JoinState& other) {
1036
- CHECK(other.ready.none());
965
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
966
+ DCHECK(other.ready.none());
1037
967
  Construct(&promise0, other.promise0);
1038
968
  Construct(&promise1, other.promise1);
1039
969
  Construct(&promise2, other.promise2);
@@ -1044,44 +974,17 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1044
974
  }
1045
975
  JoinState& operator=(const JoinState& other) = delete;
1046
976
  JoinState& operator=(JoinState&& other) = delete;
1047
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
1048
- if (ready.is_set(0)) {
1049
- Construct(&result0, std::move(other.result0));
1050
- } else {
1051
- Construct(&promise0, std::move(other.promise0));
1052
- }
1053
- if (ready.is_set(1)) {
1054
- Construct(&result1, std::move(other.result1));
1055
- } else {
1056
- Construct(&promise1, std::move(other.promise1));
1057
- }
1058
- if (ready.is_set(2)) {
1059
- Construct(&result2, std::move(other.result2));
1060
- } else {
1061
- Construct(&promise2, std::move(other.promise2));
1062
- }
1063
- if (ready.is_set(3)) {
1064
- Construct(&result3, std::move(other.result3));
1065
- } else {
1066
- Construct(&promise3, std::move(other.promise3));
1067
- }
1068
- if (ready.is_set(4)) {
1069
- Construct(&result4, std::move(other.result4));
1070
- } else {
1071
- Construct(&promise4, std::move(other.promise4));
1072
- }
1073
- if (ready.is_set(5)) {
1074
- Construct(&result5, std::move(other.result5));
1075
- } else {
1076
- Construct(&promise5, std::move(other.promise5));
1077
- }
1078
- if (ready.is_set(6)) {
1079
- Construct(&result6, std::move(other.result6));
1080
- } else {
1081
- Construct(&promise6, std::move(other.promise6));
1082
- }
977
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
978
+ DCHECK(other.ready.none());
979
+ Construct(&promise0, std::move(other.promise0));
980
+ Construct(&promise1, std::move(other.promise1));
981
+ Construct(&promise2, std::move(other.promise2));
982
+ Construct(&promise3, std::move(other.promise3));
983
+ Construct(&promise4, std::move(other.promise4));
984
+ Construct(&promise5, std::move(other.promise5));
985
+ Construct(&promise6, std::move(other.promise6));
1083
986
  }
1084
- ~JoinState() {
987
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
1085
988
  if (ready.is_set(0)) {
1086
989
  Destruct(&result0);
1087
990
  } else {
@@ -1120,17 +1023,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1120
1023
  }
1121
1024
  using Result = typename Traits::template ResultType<std::tuple<
1122
1025
  Result0, Result1, Result2, Result3, Result4, Result5, Result6>>;
1123
- Poll<Result> PollOnce() {
1026
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
1124
1027
  if (!ready.is_set(0)) {
1125
1028
  GRPC_TRACE_VLOG(promise_primitives, 2)
1126
1029
  << "join[" << this << "]: begin poll joint 1/7";
1127
1030
  auto poll = promise0();
1128
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1129
- auto* p = poll.value_if_ready();
1130
- VLOG(2) << "join[" << this << "]: joint 1/7 "
1131
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1132
- : "pending");
1133
- }
1031
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1032
+ << "join[" << this << "]: end poll joint 1/7 "
1033
+ << (poll.pending()
1034
+ ? "pending"
1035
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1134
1036
  if (auto* p = poll.value_if_ready()) {
1135
1037
  if (Traits::IsOk(*p)) {
1136
1038
  ready.set(0);
@@ -1141,18 +1043,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1141
1043
  }
1142
1044
  }
1143
1045
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1144
- VLOG(2) << "join[" << this << "]: joint 1/7 already ready";
1046
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1047
+ << "join[" << this << "]: joint 1/7 already ready";
1145
1048
  }
1146
1049
  if (!ready.is_set(1)) {
1147
1050
  GRPC_TRACE_VLOG(promise_primitives, 2)
1148
1051
  << "join[" << this << "]: begin poll joint 2/7";
1149
1052
  auto poll = promise1();
1150
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1151
- auto* p = poll.value_if_ready();
1152
- VLOG(2) << "join[" << this << "]: joint 2/7 "
1153
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1154
- : "pending");
1155
- }
1053
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1054
+ << "join[" << this << "]: end poll joint 2/7 "
1055
+ << (poll.pending()
1056
+ ? "pending"
1057
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1156
1058
  if (auto* p = poll.value_if_ready()) {
1157
1059
  if (Traits::IsOk(*p)) {
1158
1060
  ready.set(1);
@@ -1163,18 +1065,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1163
1065
  }
1164
1066
  }
1165
1067
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1166
- VLOG(2) << "join[" << this << "]: joint 2/7 already ready";
1068
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1069
+ << "join[" << this << "]: joint 2/7 already ready";
1167
1070
  }
1168
1071
  if (!ready.is_set(2)) {
1169
1072
  GRPC_TRACE_VLOG(promise_primitives, 2)
1170
1073
  << "join[" << this << "]: begin poll joint 3/7";
1171
1074
  auto poll = promise2();
1172
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1173
- auto* p = poll.value_if_ready();
1174
- VLOG(2) << "join[" << this << "]: joint 3/7 "
1175
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1176
- : "pending");
1177
- }
1075
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1076
+ << "join[" << this << "]: end poll joint 3/7 "
1077
+ << (poll.pending()
1078
+ ? "pending"
1079
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1178
1080
  if (auto* p = poll.value_if_ready()) {
1179
1081
  if (Traits::IsOk(*p)) {
1180
1082
  ready.set(2);
@@ -1185,18 +1087,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1185
1087
  }
1186
1088
  }
1187
1089
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1188
- VLOG(2) << "join[" << this << "]: joint 3/7 already ready";
1090
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1091
+ << "join[" << this << "]: joint 3/7 already ready";
1189
1092
  }
1190
1093
  if (!ready.is_set(3)) {
1191
1094
  GRPC_TRACE_VLOG(promise_primitives, 2)
1192
1095
  << "join[" << this << "]: begin poll joint 4/7";
1193
1096
  auto poll = promise3();
1194
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1195
- auto* p = poll.value_if_ready();
1196
- VLOG(2) << "join[" << this << "]: joint 4/7 "
1197
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1198
- : "pending");
1199
- }
1097
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1098
+ << "join[" << this << "]: end poll joint 4/7 "
1099
+ << (poll.pending()
1100
+ ? "pending"
1101
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1200
1102
  if (auto* p = poll.value_if_ready()) {
1201
1103
  if (Traits::IsOk(*p)) {
1202
1104
  ready.set(3);
@@ -1207,18 +1109,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1207
1109
  }
1208
1110
  }
1209
1111
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1210
- VLOG(2) << "join[" << this << "]: joint 4/7 already ready";
1112
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1113
+ << "join[" << this << "]: joint 4/7 already ready";
1211
1114
  }
1212
1115
  if (!ready.is_set(4)) {
1213
1116
  GRPC_TRACE_VLOG(promise_primitives, 2)
1214
1117
  << "join[" << this << "]: begin poll joint 5/7";
1215
1118
  auto poll = promise4();
1216
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1217
- auto* p = poll.value_if_ready();
1218
- VLOG(2) << "join[" << this << "]: joint 5/7 "
1219
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1220
- : "pending");
1221
- }
1119
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1120
+ << "join[" << this << "]: end poll joint 5/7 "
1121
+ << (poll.pending()
1122
+ ? "pending"
1123
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1222
1124
  if (auto* p = poll.value_if_ready()) {
1223
1125
  if (Traits::IsOk(*p)) {
1224
1126
  ready.set(4);
@@ -1229,18 +1131,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1229
1131
  }
1230
1132
  }
1231
1133
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1232
- VLOG(2) << "join[" << this << "]: joint 5/7 already ready";
1134
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1135
+ << "join[" << this << "]: joint 5/7 already ready";
1233
1136
  }
1234
1137
  if (!ready.is_set(5)) {
1235
1138
  GRPC_TRACE_VLOG(promise_primitives, 2)
1236
1139
  << "join[" << this << "]: begin poll joint 6/7";
1237
1140
  auto poll = promise5();
1238
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1239
- auto* p = poll.value_if_ready();
1240
- VLOG(2) << "join[" << this << "]: joint 6/7 "
1241
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1242
- : "pending");
1243
- }
1141
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1142
+ << "join[" << this << "]: end poll joint 6/7 "
1143
+ << (poll.pending()
1144
+ ? "pending"
1145
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1244
1146
  if (auto* p = poll.value_if_ready()) {
1245
1147
  if (Traits::IsOk(*p)) {
1246
1148
  ready.set(5);
@@ -1251,18 +1153,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1251
1153
  }
1252
1154
  }
1253
1155
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1254
- VLOG(2) << "join[" << this << "]: joint 6/7 already ready";
1156
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1157
+ << "join[" << this << "]: joint 6/7 already ready";
1255
1158
  }
1256
1159
  if (!ready.is_set(6)) {
1257
1160
  GRPC_TRACE_VLOG(promise_primitives, 2)
1258
1161
  << "join[" << this << "]: begin poll joint 7/7";
1259
1162
  auto poll = promise6();
1260
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1261
- auto* p = poll.value_if_ready();
1262
- VLOG(2) << "join[" << this << "]: joint 7/7 "
1263
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1264
- : "pending");
1265
- }
1163
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1164
+ << "join[" << this << "]: end poll joint 7/7 "
1165
+ << (poll.pending()
1166
+ ? "pending"
1167
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1266
1168
  if (auto* p = poll.value_if_ready()) {
1267
1169
  if (Traits::IsOk(*p)) {
1268
1170
  ready.set(6);
@@ -1273,7 +1175,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1273
1175
  }
1274
1176
  }
1275
1177
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1276
- VLOG(2) << "join[" << this << "]: joint 7/7 already ready";
1178
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1179
+ << "join[" << this << "]: joint 7/7 already ready";
1277
1180
  }
1278
1181
  if (ready.all()) {
1279
1182
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -1339,8 +1242,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1339
1242
  GPR_NO_UNIQUE_ADDRESS Result7 result7;
1340
1243
  };
1341
1244
  GPR_NO_UNIQUE_ADDRESS BitSet<8> ready;
1342
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4, P5&& p5, P6&& p6,
1343
- P7&& p7) {
1245
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
1246
+ P3&& p3, P4&& p4, P5&& p5,
1247
+ P6&& p6, P7&& p7) {
1344
1248
  Construct(&promise0, std::forward<P0>(p0));
1345
1249
  Construct(&promise1, std::forward<P1>(p1));
1346
1250
  Construct(&promise2, std::forward<P2>(p2));
@@ -1350,8 +1254,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1350
1254
  Construct(&promise6, std::forward<P6>(p6));
1351
1255
  Construct(&promise7, std::forward<P7>(p7));
1352
1256
  }
1353
- JoinState(const JoinState& other) {
1354
- CHECK(other.ready.none());
1257
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
1258
+ DCHECK(other.ready.none());
1355
1259
  Construct(&promise0, other.promise0);
1356
1260
  Construct(&promise1, other.promise1);
1357
1261
  Construct(&promise2, other.promise2);
@@ -1363,49 +1267,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1363
1267
  }
1364
1268
  JoinState& operator=(const JoinState& other) = delete;
1365
1269
  JoinState& operator=(JoinState&& other) = delete;
1366
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
1367
- if (ready.is_set(0)) {
1368
- Construct(&result0, std::move(other.result0));
1369
- } else {
1370
- Construct(&promise0, std::move(other.promise0));
1371
- }
1372
- if (ready.is_set(1)) {
1373
- Construct(&result1, std::move(other.result1));
1374
- } else {
1375
- Construct(&promise1, std::move(other.promise1));
1376
- }
1377
- if (ready.is_set(2)) {
1378
- Construct(&result2, std::move(other.result2));
1379
- } else {
1380
- Construct(&promise2, std::move(other.promise2));
1381
- }
1382
- if (ready.is_set(3)) {
1383
- Construct(&result3, std::move(other.result3));
1384
- } else {
1385
- Construct(&promise3, std::move(other.promise3));
1386
- }
1387
- if (ready.is_set(4)) {
1388
- Construct(&result4, std::move(other.result4));
1389
- } else {
1390
- Construct(&promise4, std::move(other.promise4));
1391
- }
1392
- if (ready.is_set(5)) {
1393
- Construct(&result5, std::move(other.result5));
1394
- } else {
1395
- Construct(&promise5, std::move(other.promise5));
1396
- }
1397
- if (ready.is_set(6)) {
1398
- Construct(&result6, std::move(other.result6));
1399
- } else {
1400
- Construct(&promise6, std::move(other.promise6));
1401
- }
1402
- if (ready.is_set(7)) {
1403
- Construct(&result7, std::move(other.result7));
1404
- } else {
1405
- Construct(&promise7, std::move(other.promise7));
1406
- }
1270
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
1271
+ DCHECK(other.ready.none());
1272
+ Construct(&promise0, std::move(other.promise0));
1273
+ Construct(&promise1, std::move(other.promise1));
1274
+ Construct(&promise2, std::move(other.promise2));
1275
+ Construct(&promise3, std::move(other.promise3));
1276
+ Construct(&promise4, std::move(other.promise4));
1277
+ Construct(&promise5, std::move(other.promise5));
1278
+ Construct(&promise6, std::move(other.promise6));
1279
+ Construct(&promise7, std::move(other.promise7));
1407
1280
  }
1408
- ~JoinState() {
1281
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
1409
1282
  if (ready.is_set(0)) {
1410
1283
  Destruct(&result0);
1411
1284
  } else {
@@ -1449,17 +1322,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1449
1322
  }
1450
1323
  using Result = typename Traits::template ResultType<std::tuple<
1451
1324
  Result0, Result1, Result2, Result3, Result4, Result5, Result6, Result7>>;
1452
- Poll<Result> PollOnce() {
1325
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
1453
1326
  if (!ready.is_set(0)) {
1454
1327
  GRPC_TRACE_VLOG(promise_primitives, 2)
1455
1328
  << "join[" << this << "]: begin poll joint 1/8";
1456
1329
  auto poll = promise0();
1457
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1458
- auto* p = poll.value_if_ready();
1459
- VLOG(2) << "join[" << this << "]: joint 1/8 "
1460
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1461
- : "pending");
1462
- }
1330
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1331
+ << "join[" << this << "]: end poll joint 1/8 "
1332
+ << (poll.pending()
1333
+ ? "pending"
1334
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1463
1335
  if (auto* p = poll.value_if_ready()) {
1464
1336
  if (Traits::IsOk(*p)) {
1465
1337
  ready.set(0);
@@ -1470,18 +1342,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1470
1342
  }
1471
1343
  }
1472
1344
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1473
- VLOG(2) << "join[" << this << "]: joint 1/8 already ready";
1345
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1346
+ << "join[" << this << "]: joint 1/8 already ready";
1474
1347
  }
1475
1348
  if (!ready.is_set(1)) {
1476
1349
  GRPC_TRACE_VLOG(promise_primitives, 2)
1477
1350
  << "join[" << this << "]: begin poll joint 2/8";
1478
1351
  auto poll = promise1();
1479
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1480
- auto* p = poll.value_if_ready();
1481
- VLOG(2) << "join[" << this << "]: joint 2/8 "
1482
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1483
- : "pending");
1484
- }
1352
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1353
+ << "join[" << this << "]: end poll joint 2/8 "
1354
+ << (poll.pending()
1355
+ ? "pending"
1356
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1485
1357
  if (auto* p = poll.value_if_ready()) {
1486
1358
  if (Traits::IsOk(*p)) {
1487
1359
  ready.set(1);
@@ -1492,18 +1364,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1492
1364
  }
1493
1365
  }
1494
1366
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1495
- VLOG(2) << "join[" << this << "]: joint 2/8 already ready";
1367
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1368
+ << "join[" << this << "]: joint 2/8 already ready";
1496
1369
  }
1497
1370
  if (!ready.is_set(2)) {
1498
1371
  GRPC_TRACE_VLOG(promise_primitives, 2)
1499
1372
  << "join[" << this << "]: begin poll joint 3/8";
1500
1373
  auto poll = promise2();
1501
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1502
- auto* p = poll.value_if_ready();
1503
- VLOG(2) << "join[" << this << "]: joint 3/8 "
1504
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1505
- : "pending");
1506
- }
1374
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1375
+ << "join[" << this << "]: end poll joint 3/8 "
1376
+ << (poll.pending()
1377
+ ? "pending"
1378
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1507
1379
  if (auto* p = poll.value_if_ready()) {
1508
1380
  if (Traits::IsOk(*p)) {
1509
1381
  ready.set(2);
@@ -1514,18 +1386,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1514
1386
  }
1515
1387
  }
1516
1388
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1517
- VLOG(2) << "join[" << this << "]: joint 3/8 already ready";
1389
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1390
+ << "join[" << this << "]: joint 3/8 already ready";
1518
1391
  }
1519
1392
  if (!ready.is_set(3)) {
1520
1393
  GRPC_TRACE_VLOG(promise_primitives, 2)
1521
1394
  << "join[" << this << "]: begin poll joint 4/8";
1522
1395
  auto poll = promise3();
1523
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1524
- auto* p = poll.value_if_ready();
1525
- VLOG(2) << "join[" << this << "]: joint 4/8 "
1526
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1527
- : "pending");
1528
- }
1396
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1397
+ << "join[" << this << "]: end poll joint 4/8 "
1398
+ << (poll.pending()
1399
+ ? "pending"
1400
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1529
1401
  if (auto* p = poll.value_if_ready()) {
1530
1402
  if (Traits::IsOk(*p)) {
1531
1403
  ready.set(3);
@@ -1536,18 +1408,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1536
1408
  }
1537
1409
  }
1538
1410
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1539
- VLOG(2) << "join[" << this << "]: joint 4/8 already ready";
1411
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1412
+ << "join[" << this << "]: joint 4/8 already ready";
1540
1413
  }
1541
1414
  if (!ready.is_set(4)) {
1542
1415
  GRPC_TRACE_VLOG(promise_primitives, 2)
1543
1416
  << "join[" << this << "]: begin poll joint 5/8";
1544
1417
  auto poll = promise4();
1545
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1546
- auto* p = poll.value_if_ready();
1547
- VLOG(2) << "join[" << this << "]: joint 5/8 "
1548
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1549
- : "pending");
1550
- }
1418
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1419
+ << "join[" << this << "]: end poll joint 5/8 "
1420
+ << (poll.pending()
1421
+ ? "pending"
1422
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1551
1423
  if (auto* p = poll.value_if_ready()) {
1552
1424
  if (Traits::IsOk(*p)) {
1553
1425
  ready.set(4);
@@ -1558,18 +1430,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1558
1430
  }
1559
1431
  }
1560
1432
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1561
- VLOG(2) << "join[" << this << "]: joint 5/8 already ready";
1433
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1434
+ << "join[" << this << "]: joint 5/8 already ready";
1562
1435
  }
1563
1436
  if (!ready.is_set(5)) {
1564
1437
  GRPC_TRACE_VLOG(promise_primitives, 2)
1565
1438
  << "join[" << this << "]: begin poll joint 6/8";
1566
1439
  auto poll = promise5();
1567
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1568
- auto* p = poll.value_if_ready();
1569
- VLOG(2) << "join[" << this << "]: joint 6/8 "
1570
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1571
- : "pending");
1572
- }
1440
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1441
+ << "join[" << this << "]: end poll joint 6/8 "
1442
+ << (poll.pending()
1443
+ ? "pending"
1444
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1573
1445
  if (auto* p = poll.value_if_ready()) {
1574
1446
  if (Traits::IsOk(*p)) {
1575
1447
  ready.set(5);
@@ -1580,18 +1452,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1580
1452
  }
1581
1453
  }
1582
1454
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1583
- VLOG(2) << "join[" << this << "]: joint 6/8 already ready";
1455
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1456
+ << "join[" << this << "]: joint 6/8 already ready";
1584
1457
  }
1585
1458
  if (!ready.is_set(6)) {
1586
1459
  GRPC_TRACE_VLOG(promise_primitives, 2)
1587
1460
  << "join[" << this << "]: begin poll joint 7/8";
1588
1461
  auto poll = promise6();
1589
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1590
- auto* p = poll.value_if_ready();
1591
- VLOG(2) << "join[" << this << "]: joint 7/8 "
1592
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1593
- : "pending");
1594
- }
1462
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1463
+ << "join[" << this << "]: end poll joint 7/8 "
1464
+ << (poll.pending()
1465
+ ? "pending"
1466
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1595
1467
  if (auto* p = poll.value_if_ready()) {
1596
1468
  if (Traits::IsOk(*p)) {
1597
1469
  ready.set(6);
@@ -1602,18 +1474,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1602
1474
  }
1603
1475
  }
1604
1476
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1605
- VLOG(2) << "join[" << this << "]: joint 7/8 already ready";
1477
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1478
+ << "join[" << this << "]: joint 7/8 already ready";
1606
1479
  }
1607
1480
  if (!ready.is_set(7)) {
1608
1481
  GRPC_TRACE_VLOG(promise_primitives, 2)
1609
1482
  << "join[" << this << "]: begin poll joint 8/8";
1610
1483
  auto poll = promise7();
1611
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1612
- auto* p = poll.value_if_ready();
1613
- VLOG(2) << "join[" << this << "]: joint 8/8 "
1614
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1615
- : "pending");
1616
- }
1484
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1485
+ << "join[" << this << "]: end poll joint 8/8 "
1486
+ << (poll.pending()
1487
+ ? "pending"
1488
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1617
1489
  if (auto* p = poll.value_if_ready()) {
1618
1490
  if (Traits::IsOk(*p)) {
1619
1491
  ready.set(7);
@@ -1624,7 +1496,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1624
1496
  }
1625
1497
  }
1626
1498
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1627
- VLOG(2) << "join[" << this << "]: joint 8/8 already ready";
1499
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1500
+ << "join[" << this << "]: joint 8/8 already ready";
1628
1501
  }
1629
1502
  if (ready.all()) {
1630
1503
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -1696,8 +1569,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1696
1569
  GPR_NO_UNIQUE_ADDRESS Result8 result8;
1697
1570
  };
1698
1571
  GPR_NO_UNIQUE_ADDRESS BitSet<9> ready;
1699
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4, P5&& p5, P6&& p6,
1700
- P7&& p7, P8&& p8) {
1572
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
1573
+ P3&& p3, P4&& p4, P5&& p5,
1574
+ P6&& p6, P7&& p7, P8&& p8) {
1701
1575
  Construct(&promise0, std::forward<P0>(p0));
1702
1576
  Construct(&promise1, std::forward<P1>(p1));
1703
1577
  Construct(&promise2, std::forward<P2>(p2));
@@ -1708,8 +1582,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1708
1582
  Construct(&promise7, std::forward<P7>(p7));
1709
1583
  Construct(&promise8, std::forward<P8>(p8));
1710
1584
  }
1711
- JoinState(const JoinState& other) {
1712
- CHECK(other.ready.none());
1585
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
1586
+ DCHECK(other.ready.none());
1713
1587
  Construct(&promise0, other.promise0);
1714
1588
  Construct(&promise1, other.promise1);
1715
1589
  Construct(&promise2, other.promise2);
@@ -1722,54 +1596,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1722
1596
  }
1723
1597
  JoinState& operator=(const JoinState& other) = delete;
1724
1598
  JoinState& operator=(JoinState&& other) = delete;
1725
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
1726
- if (ready.is_set(0)) {
1727
- Construct(&result0, std::move(other.result0));
1728
- } else {
1729
- Construct(&promise0, std::move(other.promise0));
1730
- }
1731
- if (ready.is_set(1)) {
1732
- Construct(&result1, std::move(other.result1));
1733
- } else {
1734
- Construct(&promise1, std::move(other.promise1));
1735
- }
1736
- if (ready.is_set(2)) {
1737
- Construct(&result2, std::move(other.result2));
1738
- } else {
1739
- Construct(&promise2, std::move(other.promise2));
1740
- }
1741
- if (ready.is_set(3)) {
1742
- Construct(&result3, std::move(other.result3));
1743
- } else {
1744
- Construct(&promise3, std::move(other.promise3));
1745
- }
1746
- if (ready.is_set(4)) {
1747
- Construct(&result4, std::move(other.result4));
1748
- } else {
1749
- Construct(&promise4, std::move(other.promise4));
1750
- }
1751
- if (ready.is_set(5)) {
1752
- Construct(&result5, std::move(other.result5));
1753
- } else {
1754
- Construct(&promise5, std::move(other.promise5));
1755
- }
1756
- if (ready.is_set(6)) {
1757
- Construct(&result6, std::move(other.result6));
1758
- } else {
1759
- Construct(&promise6, std::move(other.promise6));
1760
- }
1761
- if (ready.is_set(7)) {
1762
- Construct(&result7, std::move(other.result7));
1763
- } else {
1764
- Construct(&promise7, std::move(other.promise7));
1765
- }
1766
- if (ready.is_set(8)) {
1767
- Construct(&result8, std::move(other.result8));
1768
- } else {
1769
- Construct(&promise8, std::move(other.promise8));
1770
- }
1599
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
1600
+ DCHECK(other.ready.none());
1601
+ Construct(&promise0, std::move(other.promise0));
1602
+ Construct(&promise1, std::move(other.promise1));
1603
+ Construct(&promise2, std::move(other.promise2));
1604
+ Construct(&promise3, std::move(other.promise3));
1605
+ Construct(&promise4, std::move(other.promise4));
1606
+ Construct(&promise5, std::move(other.promise5));
1607
+ Construct(&promise6, std::move(other.promise6));
1608
+ Construct(&promise7, std::move(other.promise7));
1609
+ Construct(&promise8, std::move(other.promise8));
1771
1610
  }
1772
- ~JoinState() {
1611
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
1773
1612
  if (ready.is_set(0)) {
1774
1613
  Destruct(&result0);
1775
1614
  } else {
@@ -1819,17 +1658,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1819
1658
  using Result = typename Traits::template ResultType<
1820
1659
  std::tuple<Result0, Result1, Result2, Result3, Result4, Result5, Result6,
1821
1660
  Result7, Result8>>;
1822
- Poll<Result> PollOnce() {
1661
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
1823
1662
  if (!ready.is_set(0)) {
1824
1663
  GRPC_TRACE_VLOG(promise_primitives, 2)
1825
1664
  << "join[" << this << "]: begin poll joint 1/9";
1826
1665
  auto poll = promise0();
1827
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1828
- auto* p = poll.value_if_ready();
1829
- VLOG(2) << "join[" << this << "]: joint 1/9 "
1830
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1831
- : "pending");
1832
- }
1666
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1667
+ << "join[" << this << "]: end poll joint 1/9 "
1668
+ << (poll.pending()
1669
+ ? "pending"
1670
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1833
1671
  if (auto* p = poll.value_if_ready()) {
1834
1672
  if (Traits::IsOk(*p)) {
1835
1673
  ready.set(0);
@@ -1840,18 +1678,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1840
1678
  }
1841
1679
  }
1842
1680
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1843
- VLOG(2) << "join[" << this << "]: joint 1/9 already ready";
1681
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1682
+ << "join[" << this << "]: joint 1/9 already ready";
1844
1683
  }
1845
1684
  if (!ready.is_set(1)) {
1846
1685
  GRPC_TRACE_VLOG(promise_primitives, 2)
1847
1686
  << "join[" << this << "]: begin poll joint 2/9";
1848
1687
  auto poll = promise1();
1849
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1850
- auto* p = poll.value_if_ready();
1851
- VLOG(2) << "join[" << this << "]: joint 2/9 "
1852
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1853
- : "pending");
1854
- }
1688
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1689
+ << "join[" << this << "]: end poll joint 2/9 "
1690
+ << (poll.pending()
1691
+ ? "pending"
1692
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1855
1693
  if (auto* p = poll.value_if_ready()) {
1856
1694
  if (Traits::IsOk(*p)) {
1857
1695
  ready.set(1);
@@ -1862,18 +1700,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1862
1700
  }
1863
1701
  }
1864
1702
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1865
- VLOG(2) << "join[" << this << "]: joint 2/9 already ready";
1703
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1704
+ << "join[" << this << "]: joint 2/9 already ready";
1866
1705
  }
1867
1706
  if (!ready.is_set(2)) {
1868
1707
  GRPC_TRACE_VLOG(promise_primitives, 2)
1869
1708
  << "join[" << this << "]: begin poll joint 3/9";
1870
1709
  auto poll = promise2();
1871
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1872
- auto* p = poll.value_if_ready();
1873
- VLOG(2) << "join[" << this << "]: joint 3/9 "
1874
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1875
- : "pending");
1876
- }
1710
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1711
+ << "join[" << this << "]: end poll joint 3/9 "
1712
+ << (poll.pending()
1713
+ ? "pending"
1714
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1877
1715
  if (auto* p = poll.value_if_ready()) {
1878
1716
  if (Traits::IsOk(*p)) {
1879
1717
  ready.set(2);
@@ -1884,18 +1722,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1884
1722
  }
1885
1723
  }
1886
1724
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1887
- VLOG(2) << "join[" << this << "]: joint 3/9 already ready";
1725
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1726
+ << "join[" << this << "]: joint 3/9 already ready";
1888
1727
  }
1889
1728
  if (!ready.is_set(3)) {
1890
1729
  GRPC_TRACE_VLOG(promise_primitives, 2)
1891
1730
  << "join[" << this << "]: begin poll joint 4/9";
1892
1731
  auto poll = promise3();
1893
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1894
- auto* p = poll.value_if_ready();
1895
- VLOG(2) << "join[" << this << "]: joint 4/9 "
1896
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1897
- : "pending");
1898
- }
1732
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1733
+ << "join[" << this << "]: end poll joint 4/9 "
1734
+ << (poll.pending()
1735
+ ? "pending"
1736
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1899
1737
  if (auto* p = poll.value_if_ready()) {
1900
1738
  if (Traits::IsOk(*p)) {
1901
1739
  ready.set(3);
@@ -1906,18 +1744,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1906
1744
  }
1907
1745
  }
1908
1746
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1909
- VLOG(2) << "join[" << this << "]: joint 4/9 already ready";
1747
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1748
+ << "join[" << this << "]: joint 4/9 already ready";
1910
1749
  }
1911
1750
  if (!ready.is_set(4)) {
1912
1751
  GRPC_TRACE_VLOG(promise_primitives, 2)
1913
1752
  << "join[" << this << "]: begin poll joint 5/9";
1914
1753
  auto poll = promise4();
1915
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1916
- auto* p = poll.value_if_ready();
1917
- VLOG(2) << "join[" << this << "]: joint 5/9 "
1918
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1919
- : "pending");
1920
- }
1754
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1755
+ << "join[" << this << "]: end poll joint 5/9 "
1756
+ << (poll.pending()
1757
+ ? "pending"
1758
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1921
1759
  if (auto* p = poll.value_if_ready()) {
1922
1760
  if (Traits::IsOk(*p)) {
1923
1761
  ready.set(4);
@@ -1928,18 +1766,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1928
1766
  }
1929
1767
  }
1930
1768
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1931
- VLOG(2) << "join[" << this << "]: joint 5/9 already ready";
1769
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1770
+ << "join[" << this << "]: joint 5/9 already ready";
1932
1771
  }
1933
1772
  if (!ready.is_set(5)) {
1934
1773
  GRPC_TRACE_VLOG(promise_primitives, 2)
1935
1774
  << "join[" << this << "]: begin poll joint 6/9";
1936
1775
  auto poll = promise5();
1937
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1938
- auto* p = poll.value_if_ready();
1939
- VLOG(2) << "join[" << this << "]: joint 6/9 "
1940
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1941
- : "pending");
1942
- }
1776
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1777
+ << "join[" << this << "]: end poll joint 6/9 "
1778
+ << (poll.pending()
1779
+ ? "pending"
1780
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1943
1781
  if (auto* p = poll.value_if_ready()) {
1944
1782
  if (Traits::IsOk(*p)) {
1945
1783
  ready.set(5);
@@ -1950,18 +1788,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1950
1788
  }
1951
1789
  }
1952
1790
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1953
- VLOG(2) << "join[" << this << "]: joint 6/9 already ready";
1791
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1792
+ << "join[" << this << "]: joint 6/9 already ready";
1954
1793
  }
1955
1794
  if (!ready.is_set(6)) {
1956
1795
  GRPC_TRACE_VLOG(promise_primitives, 2)
1957
1796
  << "join[" << this << "]: begin poll joint 7/9";
1958
1797
  auto poll = promise6();
1959
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1960
- auto* p = poll.value_if_ready();
1961
- VLOG(2) << "join[" << this << "]: joint 7/9 "
1962
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1963
- : "pending");
1964
- }
1798
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1799
+ << "join[" << this << "]: end poll joint 7/9 "
1800
+ << (poll.pending()
1801
+ ? "pending"
1802
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1965
1803
  if (auto* p = poll.value_if_ready()) {
1966
1804
  if (Traits::IsOk(*p)) {
1967
1805
  ready.set(6);
@@ -1972,18 +1810,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1972
1810
  }
1973
1811
  }
1974
1812
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1975
- VLOG(2) << "join[" << this << "]: joint 7/9 already ready";
1813
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1814
+ << "join[" << this << "]: joint 7/9 already ready";
1976
1815
  }
1977
1816
  if (!ready.is_set(7)) {
1978
1817
  GRPC_TRACE_VLOG(promise_primitives, 2)
1979
1818
  << "join[" << this << "]: begin poll joint 8/9";
1980
1819
  auto poll = promise7();
1981
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1982
- auto* p = poll.value_if_ready();
1983
- VLOG(2) << "join[" << this << "]: joint 8/9 "
1984
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1985
- : "pending");
1986
- }
1820
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1821
+ << "join[" << this << "]: end poll joint 8/9 "
1822
+ << (poll.pending()
1823
+ ? "pending"
1824
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1987
1825
  if (auto* p = poll.value_if_ready()) {
1988
1826
  if (Traits::IsOk(*p)) {
1989
1827
  ready.set(7);
@@ -1994,18 +1832,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1994
1832
  }
1995
1833
  }
1996
1834
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
1997
- VLOG(2) << "join[" << this << "]: joint 8/9 already ready";
1835
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1836
+ << "join[" << this << "]: joint 8/9 already ready";
1998
1837
  }
1999
1838
  if (!ready.is_set(8)) {
2000
1839
  GRPC_TRACE_VLOG(promise_primitives, 2)
2001
1840
  << "join[" << this << "]: begin poll joint 9/9";
2002
1841
  auto poll = promise8();
2003
- if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
2004
- auto* p = poll.value_if_ready();
2005
- VLOG(2) << "join[" << this << "]: joint 9/9 "
2006
- << (p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
2007
- : "pending");
2008
- }
1842
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1843
+ << "join[" << this << "]: end poll joint 9/9 "
1844
+ << (poll.pending()
1845
+ ? "pending"
1846
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
2009
1847
  if (auto* p = poll.value_if_ready()) {
2010
1848
  if (Traits::IsOk(*p)) {
2011
1849
  ready.set(8);
@@ -2016,7 +1854,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
2016
1854
  }
2017
1855
  }
2018
1856
  } else if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
2019
- VLOG(2) << "join[" << this << "]: joint 9/9 already ready";
1857
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1858
+ << "join[" << this << "]: joint 9/9 already ready";
2020
1859
  }
2021
1860
  if (ready.all()) {
2022
1861
  return Traits::FinalReturn(