grpc 1.64.0 → 1.68.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (2325) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +127 -99
  3. data/include/grpc/compression.h +1 -2
  4. data/include/grpc/credentials.h +2 -3
  5. data/include/grpc/event_engine/README.md +1 -1
  6. data/include/grpc/event_engine/endpoint_config.h +2 -2
  7. data/include/grpc/event_engine/event_engine.h +33 -12
  8. data/include/grpc/event_engine/extensible.h +5 -2
  9. data/include/grpc/event_engine/internal/memory_allocator_impl.h +4 -4
  10. data/include/grpc/event_engine/internal/slice_cast.h +1 -1
  11. data/include/grpc/event_engine/memory_allocator.h +3 -4
  12. data/include/grpc/event_engine/memory_request.h +19 -2
  13. data/include/grpc/event_engine/slice.h +3 -5
  14. data/include/grpc/event_engine/slice_buffer.h +6 -8
  15. data/include/grpc/grpc.h +1 -2
  16. data/include/grpc/grpc_audit_logging.h +3 -3
  17. data/include/grpc/grpc_crl_provider.h +5 -5
  18. data/include/grpc/grpc_posix.h +1 -2
  19. data/include/grpc/grpc_security.h +1 -2
  20. data/include/grpc/impl/call.h +2 -2
  21. data/include/grpc/impl/channel_arg_names.h +8 -4
  22. data/include/grpc/impl/grpc_types.h +1 -2
  23. data/include/grpc/impl/slice_type.h +1 -2
  24. data/include/grpc/module.modulemap +1 -0
  25. data/include/grpc/passive_listener.h +62 -0
  26. data/include/grpc/support/alloc.h +1 -2
  27. data/include/grpc/support/json.h +1 -2
  28. data/include/grpc/support/log.h +37 -64
  29. data/include/grpc/support/metrics.h +21 -6
  30. data/include/grpc/support/port_platform.h +31 -1
  31. data/include/grpc/support/sync_generic.h +2 -4
  32. data/include/grpc/support/sync_posix.h +1 -2
  33. data/include/grpc/support/time.h +1 -2
  34. data/src/core/channelz/channel_trace.cc +6 -7
  35. data/src/core/channelz/channel_trace.h +6 -8
  36. data/src/core/channelz/channelz.cc +8 -10
  37. data/src/core/channelz/channelz.h +15 -17
  38. data/src/core/channelz/channelz_registry.cc +10 -11
  39. data/src/core/channelz/channelz_registry.h +4 -5
  40. data/src/core/client_channel/backup_poller.cc +24 -15
  41. data/src/core/client_channel/client_channel.cc +1426 -0
  42. data/src/core/client_channel/client_channel.h +245 -0
  43. data/src/core/client_channel/client_channel_factory.cc +2 -2
  44. data/src/core/client_channel/client_channel_factory.h +1 -2
  45. data/src/core/client_channel/client_channel_filter.cc +348 -861
  46. data/src/core/client_channel/client_channel_filter.h +23 -76
  47. data/src/core/client_channel/client_channel_internal.h +23 -9
  48. data/src/core/client_channel/client_channel_plugin.cc +2 -17
  49. data/src/core/client_channel/client_channel_service_config.cc +2 -3
  50. data/src/core/client_channel/client_channel_service_config.h +6 -8
  51. data/src/core/client_channel/config_selector.h +21 -22
  52. data/src/core/client_channel/connector.h +3 -3
  53. data/src/core/client_channel/direct_channel.cc +83 -0
  54. data/src/core/client_channel/direct_channel.h +101 -0
  55. data/src/core/client_channel/dynamic_filters.cc +16 -14
  56. data/src/core/client_channel/dynamic_filters.h +9 -10
  57. data/src/core/client_channel/global_subchannel_pool.cc +2 -2
  58. data/src/core/client_channel/global_subchannel_pool.h +2 -3
  59. data/src/core/client_channel/lb_metadata.cc +120 -0
  60. data/src/core/client_channel/lb_metadata.h +55 -0
  61. data/src/core/client_channel/load_balanced_call_destination.cc +273 -0
  62. data/src/core/client_channel/load_balanced_call_destination.h +48 -0
  63. data/src/core/client_channel/local_subchannel_pool.cc +2 -5
  64. data/src/core/client_channel/local_subchannel_pool.h +1 -1
  65. data/src/core/client_channel/retry_filter.cc +8 -17
  66. data/src/core/client_channel/retry_filter.h +6 -15
  67. data/src/core/client_channel/retry_filter_legacy_call_data.cc +206 -318
  68. data/src/core/client_channel/retry_filter_legacy_call_data.h +9 -14
  69. data/src/core/client_channel/retry_service_config.cc +9 -12
  70. data/src/core/client_channel/retry_service_config.h +5 -7
  71. data/src/core/client_channel/retry_throttle.cc +3 -4
  72. data/src/core/client_channel/retry_throttle.h +4 -7
  73. data/src/core/client_channel/subchannel.cc +282 -164
  74. data/src/core/client_channel/subchannel.h +48 -40
  75. data/src/core/client_channel/subchannel_interface_internal.h +1 -1
  76. data/src/core/client_channel/subchannel_pool_interface.cc +1 -5
  77. data/src/core/client_channel/subchannel_pool_interface.h +4 -7
  78. data/src/core/client_channel/subchannel_stream_client.cc +43 -59
  79. data/src/core/client_channel/subchannel_stream_client.h +10 -14
  80. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +22 -27
  81. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +3 -1
  82. data/src/core/ext/filters/backend_metrics/backend_metric_provider.h +7 -0
  83. data/src/core/ext/filters/census/grpc_context.cc +7 -10
  84. data/src/core/ext/filters/channel_idle/idle_filter_state.cc +1 -2
  85. data/src/core/ext/filters/channel_idle/idle_filter_state.h +0 -1
  86. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +34 -45
  87. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +12 -8
  88. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +16 -19
  89. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +4 -3
  90. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +2 -3
  91. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +6 -9
  92. data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.cc +205 -0
  93. data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.h +97 -0
  94. data/src/core/ext/filters/gcp_authentication/gcp_authentication_service_config_parser.cc +80 -0
  95. data/src/core/ext/filters/gcp_authentication/gcp_authentication_service_config_parser.h +86 -0
  96. data/src/core/ext/filters/http/client/http_client_filter.cc +14 -8
  97. data/src/core/ext/filters/http/client/http_client_filter.h +3 -1
  98. data/src/core/ext/filters/http/client_authority_filter.cc +8 -7
  99. data/src/core/ext/filters/http/client_authority_filter.h +3 -1
  100. data/src/core/ext/filters/http/http_filters_plugin.cc +0 -1
  101. data/src/core/ext/filters/http/message_compress/compression_filter.cc +48 -44
  102. data/src/core/ext/filters/http/message_compress/compression_filter.h +8 -4
  103. data/src/core/ext/filters/http/server/http_server_filter.cc +16 -13
  104. data/src/core/ext/filters/http/server/http_server_filter.h +3 -1
  105. data/src/core/ext/filters/message_size/message_size_filter.cc +32 -32
  106. data/src/core/ext/filters/message_size/message_size_filter.h +11 -9
  107. data/src/core/ext/filters/rbac/rbac_filter.cc +8 -11
  108. data/src/core/ext/filters/rbac/rbac_filter.h +3 -2
  109. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +16 -10
  110. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +2 -4
  111. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +13 -15
  112. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +5 -4
  113. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +2 -3
  114. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +5 -7
  115. data/src/core/ext/transport/chttp2/alpn/alpn.cc +2 -4
  116. data/src/core/ext/transport/chttp2/alpn/alpn.h +1 -2
  117. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +71 -101
  118. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +5 -11
  119. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +426 -314
  120. data/src/core/ext/transport/chttp2/server/chttp2_server.h +35 -2
  121. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +19 -32
  122. data/src/core/ext/transport/chttp2/transport/bin_decoder.h +2 -3
  123. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +1 -4
  124. data/src/core/ext/transport/chttp2/transport/bin_encoder.h +1 -2
  125. data/src/core/ext/transport/chttp2/transport/call_tracer_wrapper.cc +53 -0
  126. data/src/core/ext/transport/chttp2/transport/call_tracer_wrapper.h +72 -0
  127. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +562 -516
  128. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +15 -16
  129. data/src/core/ext/transport/chttp2/transport/context_list_entry.h +2 -3
  130. data/src/core/ext/transport/chttp2/transport/decode_huff.h +2 -2
  131. data/src/core/ext/transport/chttp2/transport/flow_control.cc +6 -11
  132. data/src/core/ext/transport/chttp2/transport/flow_control.h +2 -7
  133. data/src/core/ext/transport/chttp2/transport/frame.cc +2 -5
  134. data/src/core/ext/transport/chttp2/transport/frame.h +2 -3
  135. data/src/core/ext/transport/chttp2/transport/frame_data.cc +7 -13
  136. data/src/core/ext/transport/chttp2/transport/frame_data.h +4 -5
  137. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +3 -6
  138. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +1 -2
  139. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +14 -19
  140. data/src/core/ext/transport/chttp2/transport/frame_ping.h +1 -2
  141. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +17 -18
  142. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +6 -5
  143. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +20 -20
  144. data/src/core/ext/transport/chttp2/transport/frame_settings.h +3 -4
  145. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +10 -7
  146. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +4 -3
  147. data/src/core/ext/transport/chttp2/transport/hpack_constants.h +2 -2
  148. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +14 -16
  149. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +16 -12
  150. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +2 -3
  151. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +1 -2
  152. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +2 -4
  153. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +4 -7
  154. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +56 -51
  155. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +6 -6
  156. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +41 -16
  157. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +29 -10
  158. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +2 -3
  159. data/src/core/ext/transport/chttp2/transport/http2_settings.h +2 -4
  160. data/src/core/ext/transport/chttp2/transport/internal.h +46 -79
  161. data/src/core/ext/transport/chttp2/transport/parsing.cc +101 -109
  162. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +3 -3
  163. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +3 -3
  164. data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +2 -5
  165. data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +3 -7
  166. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +33 -18
  167. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +7 -8
  168. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +13 -16
  169. data/src/core/ext/transport/chttp2/transport/stream_lists.h +65 -0
  170. data/src/core/ext/transport/chttp2/transport/varint.cc +2 -2
  171. data/src/core/ext/transport/chttp2/transport/varint.h +1 -3
  172. data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +2 -3
  173. data/src/core/ext/transport/chttp2/transport/write_size_policy.h +2 -3
  174. data/src/core/ext/transport/chttp2/transport/writing.cc +145 -120
  175. data/src/core/ext/transport/inproc/inproc_transport.cc +149 -67
  176. data/src/core/ext/transport/inproc/inproc_transport.h +1 -3
  177. data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +120 -121
  178. data/src/core/ext/transport/inproc/legacy_inproc_transport.h +0 -2
  179. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb.h +43 -12
  180. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb_minitable.c +36 -14
  181. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb_minitable.h +7 -1
  182. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb.h +56 -24
  183. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb_minitable.c +33 -15
  184. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb_minitable.h +6 -1
  185. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb.h +47 -12
  186. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb_minitable.c +39 -17
  187. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb_minitable.h +7 -1
  188. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb.h +184 -51
  189. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb_minitable.c +143 -65
  190. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb_minitable.h +21 -1
  191. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb.h +8 -2
  192. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb_minitable.c +13 -3
  193. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb_minitable.h +4 -1
  194. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb.h +16 -3
  195. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb_minitable.c +16 -6
  196. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb_minitable.h +4 -1
  197. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb.h +8 -7
  198. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb_minitable.c +7 -1
  199. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb_minitable.h +3 -1
  200. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb.h +5 -4
  201. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb_minitable.c +7 -1
  202. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb_minitable.h +3 -1
  203. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb.h +5 -4
  204. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb_minitable.c +7 -1
  205. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb_minitable.h +3 -1
  206. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb.h +126 -79
  207. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb_minitable.c +37 -25
  208. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb_minitable.h +4 -1
  209. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb.h +6 -3
  210. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb_minitable.c +9 -3
  211. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb_minitable.h +3 -1
  212. data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb.h +6 -5
  213. data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb_minitable.c +7 -1
  214. data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb_minitable.h +2 -1
  215. data/src/core/ext/upb-gen/envoy/annotations/resource.upb.h +13 -3
  216. data/src/core/ext/upb-gen/envoy/annotations/resource.upb_minitable.c +12 -5
  217. data/src/core/ext/upb-gen/envoy/annotations/resource.upb_minitable.h +3 -1
  218. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb.h +88 -31
  219. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb_minitable.c +103 -37
  220. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb_minitable.h +18 -1
  221. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +541 -251
  222. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +247 -131
  223. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +26 -1
  224. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb.h +38 -11
  225. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb_minitable.c +28 -14
  226. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb_minitable.h +5 -1
  227. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +496 -138
  228. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +247 -122
  229. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.h +28 -1
  230. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +9 -4
  231. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +10 -4
  232. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.h +3 -1
  233. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +168 -24
  234. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +53 -26
  235. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.h +3 -1
  236. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +124 -32
  237. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +111 -49
  238. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.h +17 -1
  239. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +64 -24
  240. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +55 -21
  241. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.h +10 -1
  242. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb.h +8 -3
  243. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb_minitable.c +10 -4
  244. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb_minitable.h +3 -1
  245. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +752 -69
  246. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +304 -59
  247. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.h +36 -1
  248. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb.h +64 -22
  249. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb_minitable.c +52 -22
  250. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb_minitable.h +9 -1
  251. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb.h +5 -2
  252. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb_minitable.c +9 -3
  253. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb_minitable.h +3 -1
  254. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb.h +6 -3
  255. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb_minitable.c +9 -3
  256. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb_minitable.h +3 -1
  257. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb.h +8 -2
  258. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb_minitable.c +13 -3
  259. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb_minitable.h +4 -1
  260. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb.h +198 -59
  261. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb_minitable.c +111 -44
  262. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb_minitable.h +16 -1
  263. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb.h +193 -59
  264. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb_minitable.c +90 -48
  265. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb_minitable.h +11 -1
  266. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +10 -2
  267. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +10 -4
  268. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.h +3 -1
  269. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb.h +7 -4
  270. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb_minitable.c +9 -3
  271. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb_minitable.h +3 -1
  272. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +228 -73
  273. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +139 -67
  274. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.h +18 -1
  275. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb.h +7 -4
  276. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb_minitable.c +13 -3
  277. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb_minitable.h +4 -1
  278. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb.h +12 -4
  279. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb_minitable.c +14 -4
  280. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb_minitable.h +4 -1
  281. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb.h +13 -7
  282. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb_minitable.c +13 -3
  283. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb_minitable.h +4 -1
  284. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +20 -8
  285. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +16 -6
  286. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.h +4 -1
  287. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb.h +8 -3
  288. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb_minitable.c +10 -4
  289. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb_minitable.h +3 -1
  290. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +39 -8
  291. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +31 -13
  292. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.h +6 -1
  293. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb.h +103 -31
  294. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb_minitable.c +62 -30
  295. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb_minitable.h +9 -1
  296. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb.h +278 -34
  297. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.c +78 -24
  298. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.h +9 -1
  299. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb.h +5 -2
  300. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb_minitable.c +9 -3
  301. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb_minitable.h +3 -1
  302. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb.h +139 -44
  303. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb_minitable.c +85 -42
  304. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb_minitable.h +12 -1
  305. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb.h +88 -26
  306. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb_minitable.c +61 -31
  307. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb_minitable.h +9 -1
  308. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb.h +90 -10
  309. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb_minitable.c +23 -13
  310. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb_minitable.h +3 -1
  311. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb.h +11 -4
  312. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb_minitable.c +15 -5
  313. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb_minitable.h +4 -1
  314. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb.h +11 -6
  315. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb_minitable.c +10 -4
  316. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb_minitable.h +3 -1
  317. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb.h +48 -19
  318. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb_minitable.c +52 -18
  319. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb_minitable.h +10 -1
  320. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb.h +65 -18
  321. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb_minitable.c +64 -22
  322. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb_minitable.h +12 -1
  323. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb.h +156 -35
  324. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb_minitable.c +95 -47
  325. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb_minitable.h +13 -1
  326. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +58 -10
  327. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +30 -16
  328. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.h +5 -1
  329. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +705 -230
  330. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +454 -217
  331. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.h +60 -1
  332. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb.h +17 -7
  333. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb_minitable.c +20 -6
  334. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb_minitable.h +5 -1
  335. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +97 -32
  336. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +86 -36
  337. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.h +14 -1
  338. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb.h +115 -13
  339. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.c +43 -12
  340. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.h +5 -1
  341. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +6 -3
  342. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +9 -3
  343. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.h +3 -1
  344. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb.h +9 -4
  345. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb_minitable.c +15 -5
  346. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb_minitable.h +4 -1
  347. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb.h +7 -4
  348. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb_minitable.c +9 -3
  349. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb_minitable.h +3 -1
  350. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb.h +19 -12
  351. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb_minitable.c +11 -5
  352. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb_minitable.h +3 -1
  353. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +17 -5
  354. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +12 -6
  355. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.h +3 -1
  356. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb.h +5 -2
  357. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb_minitable.c +9 -3
  358. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb_minitable.h +3 -1
  359. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb.h +14 -7
  360. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb_minitable.c +16 -6
  361. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb_minitable.h +4 -1
  362. data/src/core/ext/upb-gen/envoy/config/trace/v3/trace.upb.h +2 -1
  363. data/src/core/ext/upb-gen/envoy/config/trace/v3/trace.upb_minitable.c +3 -1
  364. data/src/core/ext/upb-gen/envoy/config/trace/v3/trace.upb_minitable.h +2 -1
  365. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb.h +16 -7
  366. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb_minitable.c +17 -7
  367. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb_minitable.h +4 -1
  368. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb.h +11 -8
  369. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb_minitable.c +9 -3
  370. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb_minitable.h +3 -1
  371. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +213 -99
  372. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +115 -48
  373. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.h +18 -1
  374. data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +2 -1
  375. data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb_minitable.c +7 -1
  376. data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb_minitable.h +3 -1
  377. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb.h +21 -8
  378. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb_minitable.c +31 -9
  379. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb_minitable.h +7 -1
  380. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb.h +39 -19
  381. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb_minitable.c +25 -11
  382. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb_minitable.h +5 -1
  383. data/src/core/ext/upb-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upb.h +444 -0
  384. data/src/core/ext/upb-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upb_minitable.c +135 -0
  385. data/src/core/ext/upb-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upb_minitable.h +38 -0
  386. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +53 -10
  387. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb_minitable.c +27 -11
  388. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb_minitable.h +4 -1
  389. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +26 -9
  390. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +18 -8
  391. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.h +4 -1
  392. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +10 -5
  393. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +15 -5
  394. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.h +4 -1
  395. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +324 -131
  396. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +189 -102
  397. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.h +23 -1
  398. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +5 -2
  399. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb_minitable.c +9 -3
  400. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb_minitable.h +3 -1
  401. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +20 -7
  402. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb_minitable.c +14 -8
  403. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb_minitable.h +3 -1
  404. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +28 -11
  405. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb_minitable.c +35 -13
  406. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb_minitable.h +7 -1
  407. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +3 -2
  408. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb_minitable.c +7 -1
  409. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb_minitable.h +3 -1
  410. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +19 -8
  411. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb_minitable.c +13 -7
  412. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb_minitable.h +3 -1
  413. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +5 -2
  414. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb_minitable.c +9 -3
  415. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb_minitable.h +3 -1
  416. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upb.h +106 -0
  417. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upb_minitable.c +52 -0
  418. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upb_minitable.h +32 -0
  419. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +2 -1
  420. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/cert.upb_minitable.c +3 -1
  421. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/cert.upb_minitable.h +2 -1
  422. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +167 -28
  423. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +78 -32
  424. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.h +11 -1
  425. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +22 -9
  426. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb_minitable.c +24 -10
  427. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb_minitable.h +5 -1
  428. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +109 -36
  429. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +67 -37
  430. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.h +9 -1
  431. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +11 -3
  432. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb_minitable.c +15 -5
  433. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb_minitable.h +4 -1
  434. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +55 -17
  435. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +40 -22
  436. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.h +6 -1
  437. data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb.h +2 -1
  438. data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb_minitable.c +7 -1
  439. data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb_minitable.h +3 -1
  440. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb.h +119 -37
  441. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb_minitable.c +95 -37
  442. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb_minitable.h +16 -1
  443. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb.h +15 -5
  444. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb_minitable.c +16 -6
  445. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb_minitable.h +4 -1
  446. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +62 -21
  447. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +42 -20
  448. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.h +7 -1
  449. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb.h +7 -4
  450. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb_minitable.c +9 -3
  451. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb_minitable.h +3 -1
  452. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb.h +13 -3
  453. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb_minitable.c +24 -6
  454. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb_minitable.h +6 -1
  455. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb.h +6 -3
  456. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb_minitable.c +9 -3
  457. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb_minitable.h +3 -1
  458. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb.h +7 -6
  459. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb_minitable.c +23 -1
  460. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb_minitable.h +7 -1
  461. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb.h +13 -5
  462. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb_minitable.c +14 -4
  463. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb_minitable.h +4 -1
  464. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb.h +10 -2
  465. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb_minitable.c +10 -4
  466. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb_minitable.h +3 -1
  467. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb.h +6 -3
  468. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb_minitable.c +9 -3
  469. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb_minitable.h +3 -1
  470. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb.h +5 -2
  471. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb_minitable.c +9 -3
  472. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb_minitable.h +3 -1
  473. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb.h +13 -6
  474. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb_minitable.c +21 -7
  475. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb_minitable.h +5 -1
  476. data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb.h +2 -1
  477. data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb_minitable.c +11 -1
  478. data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb_minitable.h +4 -1
  479. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb.h +48 -7
  480. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb_minitable.c +28 -7
  481. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb_minitable.h +4 -1
  482. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb.h +11 -3
  483. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb_minitable.c +14 -4
  484. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb_minitable.h +4 -1
  485. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +27 -9
  486. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +29 -11
  487. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.h +6 -1
  488. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb.h +21 -7
  489. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb_minitable.c +38 -8
  490. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb_minitable.h +9 -1
  491. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb.h +27 -14
  492. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb_minitable.c +31 -9
  493. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb_minitable.h +7 -1
  494. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb.h +9 -4
  495. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb_minitable.c +18 -4
  496. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb_minitable.h +5 -1
  497. data/src/core/ext/upb-gen/envoy/type/v3/http.upb.h +2 -1
  498. data/src/core/ext/upb-gen/envoy/type/v3/http.upb_minitable.c +3 -1
  499. data/src/core/ext/upb-gen/envoy/type/v3/http.upb_minitable.h +2 -1
  500. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb.h +3 -2
  501. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb_minitable.c +7 -1
  502. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb_minitable.h +3 -1
  503. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb.h +5 -4
  504. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb_minitable.c +11 -1
  505. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb_minitable.h +4 -1
  506. data/src/core/ext/upb-gen/envoy/type/v3/range.upb.h +8 -7
  507. data/src/core/ext/upb-gen/envoy/type/v3/range.upb_minitable.c +15 -1
  508. data/src/core/ext/upb-gen/envoy/type/v3/range.upb_minitable.h +5 -1
  509. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb.h +11 -6
  510. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb_minitable.c +14 -4
  511. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb_minitable.h +4 -1
  512. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_unit.upb.h +2 -1
  513. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_unit.upb_minitable.c +3 -1
  514. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_unit.upb_minitable.h +2 -1
  515. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb.h +5 -4
  516. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb_minitable.c +7 -1
  517. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb_minitable.h +3 -1
  518. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb.h +9 -4
  519. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb_minitable.c +10 -4
  520. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb_minitable.h +3 -1
  521. data/src/core/ext/upb-gen/google/api/annotations.upb.h +12 -2
  522. data/src/core/ext/upb-gen/google/api/annotations.upb_minitable.c +4 -1
  523. data/src/core/ext/upb-gen/google/api/annotations.upb_minitable.h +2 -1
  524. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb.h +132 -33
  525. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb_minitable.c +108 -43
  526. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb_minitable.h +15 -1
  527. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb.h +522 -66
  528. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb_minitable.c +191 -57
  529. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb_minitable.h +20 -1
  530. data/src/core/ext/upb-gen/google/api/http.upb.h +26 -13
  531. data/src/core/ext/upb-gen/google/api/http.upb_minitable.c +20 -6
  532. data/src/core/ext/upb-gen/google/api/http.upb_minitable.h +5 -1
  533. data/src/core/ext/upb-gen/google/api/httpbody.upb.h +9 -3
  534. data/src/core/ext/upb-gen/google/api/httpbody.upb_minitable.c +9 -3
  535. data/src/core/ext/upb-gen/google/api/httpbody.upb_minitable.h +3 -1
  536. data/src/core/ext/upb-gen/google/protobuf/any.upb.h +4 -3
  537. data/src/core/ext/upb-gen/google/protobuf/any.upb_minitable.c +7 -1
  538. data/src/core/ext/upb-gen/google/protobuf/any.upb_minitable.h +3 -1
  539. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb.h +579 -178
  540. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.c +292 -131
  541. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.h +36 -1
  542. data/src/core/ext/upb-gen/google/protobuf/duration.upb.h +4 -3
  543. data/src/core/ext/upb-gen/google/protobuf/duration.upb_minitable.c +7 -1
  544. data/src/core/ext/upb-gen/google/protobuf/duration.upb_minitable.h +3 -1
  545. data/src/core/ext/upb-gen/google/protobuf/empty.upb.h +2 -1
  546. data/src/core/ext/upb-gen/google/protobuf/empty.upb_minitable.c +7 -1
  547. data/src/core/ext/upb-gen/google/protobuf/empty.upb_minitable.h +3 -1
  548. data/src/core/ext/upb-gen/google/protobuf/struct.upb.h +29 -7
  549. data/src/core/ext/upb-gen/google/protobuf/struct.upb_minitable.c +28 -10
  550. data/src/core/ext/upb-gen/google/protobuf/struct.upb_minitable.h +6 -1
  551. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb.h +4 -3
  552. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb_minitable.c +7 -1
  553. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb_minitable.h +3 -1
  554. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb.h +11 -10
  555. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb_minitable.c +39 -1
  556. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb_minitable.h +11 -1
  557. data/src/core/ext/upb-gen/google/rpc/status.upb.h +9 -3
  558. data/src/core/ext/upb-gen/google/rpc/status.upb_minitable.c +9 -3
  559. data/src/core/ext/upb-gen/google/rpc/status.upb_minitable.h +3 -1
  560. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb.h +18 -11
  561. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb_minitable.c +23 -5
  562. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb_minitable.h +6 -1
  563. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb.h +16 -7
  564. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb_minitable.c +14 -4
  565. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb_minitable.h +4 -1
  566. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +95 -36
  567. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +79 -29
  568. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.h +14 -1
  569. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb.h +10 -5
  570. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb_minitable.c +14 -4
  571. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb_minitable.h +4 -1
  572. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb.h +4 -3
  573. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb_minitable.c +11 -1
  574. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb_minitable.h +4 -1
  575. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb.h +44 -19
  576. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb_minitable.c +53 -15
  577. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb_minitable.h +11 -1
  578. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb.h +12 -5
  579. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb_minitable.c +17 -3
  580. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb_minitable.h +5 -1
  581. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb.h +69 -16
  582. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb_minitable.c +56 -18
  583. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb_minitable.h +11 -1
  584. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb.h +56 -10
  585. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb_minitable.c +26 -7
  586. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb_minitable.h +5 -1
  587. data/src/core/ext/upb-gen/udpa/annotations/security.upb.h +14 -4
  588. data/src/core/ext/upb-gen/udpa/annotations/security.upb_minitable.c +12 -5
  589. data/src/core/ext/upb-gen/udpa/annotations/security.upb_minitable.h +3 -1
  590. data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb.h +3 -2
  591. data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb_minitable.c +4 -1
  592. data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb_minitable.h +2 -1
  593. data/src/core/ext/upb-gen/udpa/annotations/status.upb.h +14 -4
  594. data/src/core/ext/upb-gen/udpa/annotations/status.upb_minitable.c +12 -5
  595. data/src/core/ext/upb-gen/udpa/annotations/status.upb_minitable.h +3 -1
  596. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb.h +13 -3
  597. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb_minitable.c +12 -5
  598. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb_minitable.h +3 -1
  599. data/src/core/ext/upb-gen/validate/validate.upb.h +259 -167
  600. data/src/core/ext/upb-gen/validate/validate.upb_minitable.c +178 -80
  601. data/src/core/ext/upb-gen/validate/validate.upb_minitable.h +25 -1
  602. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb.h +56 -10
  603. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb_minitable.c +26 -7
  604. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb_minitable.h +5 -1
  605. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb.h +14 -4
  606. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb_minitable.c +12 -5
  607. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb_minitable.h +3 -1
  608. data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb.h +3 -2
  609. data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb_minitable.c +4 -1
  610. data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb_minitable.h +2 -1
  611. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb.h +37 -9
  612. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb_minitable.c +29 -8
  613. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb_minitable.h +6 -1
  614. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb.h +13 -3
  615. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb_minitable.c +12 -5
  616. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb_minitable.h +3 -1
  617. data/src/core/ext/upb-gen/xds/core/v3/authority.upb.h +3 -2
  618. data/src/core/ext/upb-gen/xds/core/v3/authority.upb_minitable.c +7 -1
  619. data/src/core/ext/upb-gen/xds/core/v3/authority.upb_minitable.h +3 -1
  620. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb.h +6 -3
  621. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb_minitable.c +9 -3
  622. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb_minitable.h +3 -1
  623. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb.h +13 -6
  624. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb_minitable.c +16 -6
  625. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb_minitable.h +4 -1
  626. data/src/core/ext/upb-gen/xds/core/v3/context_params.upb.h +8 -1
  627. data/src/core/ext/upb-gen/xds/core/v3/context_params.upb_minitable.c +13 -3
  628. data/src/core/ext/upb-gen/xds/core/v3/context_params.upb_minitable.h +4 -1
  629. data/src/core/ext/upb-gen/xds/core/v3/extension.upb.h +6 -3
  630. data/src/core/ext/upb-gen/xds/core/v3/extension.upb_minitable.c +9 -3
  631. data/src/core/ext/upb-gen/xds/core/v3/extension.upb_minitable.h +3 -1
  632. data/src/core/ext/upb-gen/xds/core/v3/resource.upb.h +9 -4
  633. data/src/core/ext/upb-gen/xds/core/v3/resource.upb_minitable.c +10 -4
  634. data/src/core/ext/upb-gen/xds/core/v3/resource.upb_minitable.h +3 -1
  635. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb.h +18 -8
  636. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb_minitable.c +16 -6
  637. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb_minitable.h +4 -1
  638. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb.h +8 -5
  639. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb_minitable.c +9 -3
  640. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb_minitable.h +3 -1
  641. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb.h +26 -7
  642. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb_minitable.c +23 -5
  643. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb_minitable.h +6 -1
  644. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb.h +5 -2
  645. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb_minitable.c +9 -3
  646. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb_minitable.h +3 -1
  647. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +6 -3
  648. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +9 -3
  649. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.h +3 -1
  650. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb.h +10 -2
  651. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb_minitable.c +15 -5
  652. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb_minitable.h +4 -1
  653. data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb.h +2 -1
  654. data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb_minitable.c +7 -1
  655. data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb_minitable.h +3 -1
  656. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb.h +16 -3
  657. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb_minitable.c +16 -6
  658. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb_minitable.h +4 -1
  659. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb.h +78 -19
  660. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb_minitable.c +75 -33
  661. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb_minitable.h +12 -1
  662. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb.h +41 -4
  663. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb_minitable.c +42 -16
  664. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb_minitable.h +8 -1
  665. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb.h +6 -3
  666. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb_minitable.c +13 -3
  667. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb_minitable.h +4 -1
  668. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb.h +15 -7
  669. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb_minitable.c +15 -5
  670. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb_minitable.h +4 -1
  671. data/src/core/ext/upb-gen/xds/type/v3/cel.upb.h +14 -5
  672. data/src/core/ext/upb-gen/xds/type/v3/cel.upb_minitable.c +17 -7
  673. data/src/core/ext/upb-gen/xds/type/v3/cel.upb_minitable.h +4 -1
  674. data/src/core/ext/upb-gen/xds/type/v3/range.upb.h +8 -7
  675. data/src/core/ext/upb-gen/xds/type/v3/range.upb_minitable.c +15 -1
  676. data/src/core/ext/upb-gen/xds/type/v3/range.upb_minitable.h +5 -1
  677. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb.h +6 -3
  678. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb_minitable.c +9 -3
  679. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb_minitable.h +3 -1
  680. data/src/core/ext/upbdefs-gen/envoy/admin/v3/certs.upbdefs.c +2 -1
  681. data/src/core/ext/upbdefs-gen/envoy/admin/v3/certs.upbdefs.h +2 -1
  682. data/src/core/ext/upbdefs-gen/envoy/admin/v3/clusters.upbdefs.c +2 -1
  683. data/src/core/ext/upbdefs-gen/envoy/admin/v3/clusters.upbdefs.h +2 -1
  684. data/src/core/ext/upbdefs-gen/envoy/admin/v3/config_dump.upbdefs.c +2 -1
  685. data/src/core/ext/upbdefs-gen/envoy/admin/v3/config_dump.upbdefs.h +2 -1
  686. data/src/core/ext/upbdefs-gen/envoy/admin/v3/config_dump_shared.upbdefs.c +2 -1
  687. data/src/core/ext/upbdefs-gen/envoy/admin/v3/config_dump_shared.upbdefs.h +2 -1
  688. data/src/core/ext/upbdefs-gen/envoy/admin/v3/init_dump.upbdefs.c +2 -1
  689. data/src/core/ext/upbdefs-gen/envoy/admin/v3/init_dump.upbdefs.h +2 -1
  690. data/src/core/ext/upbdefs-gen/envoy/admin/v3/listeners.upbdefs.c +2 -1
  691. data/src/core/ext/upbdefs-gen/envoy/admin/v3/listeners.upbdefs.h +2 -1
  692. data/src/core/ext/upbdefs-gen/envoy/admin/v3/memory.upbdefs.c +2 -1
  693. data/src/core/ext/upbdefs-gen/envoy/admin/v3/memory.upbdefs.h +2 -1
  694. data/src/core/ext/upbdefs-gen/envoy/admin/v3/metrics.upbdefs.c +2 -1
  695. data/src/core/ext/upbdefs-gen/envoy/admin/v3/metrics.upbdefs.h +2 -1
  696. data/src/core/ext/upbdefs-gen/envoy/admin/v3/mutex_stats.upbdefs.c +2 -1
  697. data/src/core/ext/upbdefs-gen/envoy/admin/v3/mutex_stats.upbdefs.h +2 -1
  698. data/src/core/ext/upbdefs-gen/envoy/admin/v3/server_info.upbdefs.c +88 -82
  699. data/src/core/ext/upbdefs-gen/envoy/admin/v3/server_info.upbdefs.h +2 -1
  700. data/src/core/ext/upbdefs-gen/envoy/admin/v3/tap.upbdefs.c +2 -1
  701. data/src/core/ext/upbdefs-gen/envoy/admin/v3/tap.upbdefs.h +2 -1
  702. data/src/core/ext/upbdefs-gen/envoy/annotations/deprecation.upbdefs.c +2 -1
  703. data/src/core/ext/upbdefs-gen/envoy/annotations/deprecation.upbdefs.h +2 -1
  704. data/src/core/ext/upbdefs-gen/envoy/annotations/resource.upbdefs.c +2 -1
  705. data/src/core/ext/upbdefs-gen/envoy/annotations/resource.upbdefs.h +2 -1
  706. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +63 -61
  707. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.h +2 -1
  708. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +223 -211
  709. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +7 -1
  710. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +2 -1
  711. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +2 -1
  712. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +319 -298
  713. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.h +7 -1
  714. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.c +2 -1
  715. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.h +2 -1
  716. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +116 -106
  717. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.h +2 -1
  718. data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.c +2 -1
  719. data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.h +2 -1
  720. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.c +2 -1
  721. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.h +2 -1
  722. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/backoff.upbdefs.c +2 -1
  723. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/backoff.upbdefs.h +2 -1
  724. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +187 -141
  725. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.h +27 -1
  726. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/config_source.upbdefs.c +12 -12
  727. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/config_source.upbdefs.h +2 -1
  728. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/event_service_config.upbdefs.c +2 -1
  729. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/event_service_config.upbdefs.h +2 -1
  730. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/extension.upbdefs.c +2 -1
  731. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/extension.upbdefs.h +2 -1
  732. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_method_list.upbdefs.c +2 -1
  733. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_method_list.upbdefs.h +2 -1
  734. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_service.upbdefs.c +175 -165
  735. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_service.upbdefs.h +2 -1
  736. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/health_check.upbdefs.c +199 -188
  737. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/health_check.upbdefs.h +2 -1
  738. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.c +2 -1
  739. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.h +2 -1
  740. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.c +2 -1
  741. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.h +2 -1
  742. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +231 -223
  743. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.h +2 -1
  744. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/proxy_protocol.upbdefs.c +2 -1
  745. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/proxy_protocol.upbdefs.h +2 -1
  746. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/resolver.upbdefs.c +2 -1
  747. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/resolver.upbdefs.h +2 -1
  748. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/socket_option.upbdefs.c +2 -1
  749. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/socket_option.upbdefs.h +2 -1
  750. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.c +2 -1
  751. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.h +2 -1
  752. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/udp_socket_config.upbdefs.c +2 -1
  753. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/udp_socket_config.upbdefs.h +2 -1
  754. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.c +2 -1
  755. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.h +2 -1
  756. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +41 -37
  757. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +2 -1
  758. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.c +124 -94
  759. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.h +7 -1
  760. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/api_listener.upbdefs.c +2 -1
  761. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/api_listener.upbdefs.h +2 -1
  762. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener.upbdefs.c +43 -40
  763. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener.upbdefs.h +2 -1
  764. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener_components.upbdefs.c +2 -1
  765. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener_components.upbdefs.h +2 -1
  766. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/quic_config.upbdefs.c +22 -13
  767. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/quic_config.upbdefs.h +2 -1
  768. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/udp_listener_config.upbdefs.c +2 -1
  769. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/udp_listener_config.upbdefs.h +2 -1
  770. data/src/core/ext/upbdefs-gen/envoy/config/metrics/v3/metrics_service.upbdefs.c +2 -1
  771. data/src/core/ext/upbdefs-gen/envoy/config/metrics/v3/metrics_service.upbdefs.h +2 -1
  772. data/src/core/ext/upbdefs-gen/envoy/config/metrics/v3/stats.upbdefs.c +2 -1
  773. data/src/core/ext/upbdefs-gen/envoy/config/metrics/v3/stats.upbdefs.h +2 -1
  774. data/src/core/ext/upbdefs-gen/envoy/config/overload/v3/overload.upbdefs.c +2 -1
  775. data/src/core/ext/upbdefs-gen/envoy/config/overload/v3/overload.upbdefs.h +2 -1
  776. data/src/core/ext/upbdefs-gen/envoy/config/rbac/v3/rbac.upbdefs.c +71 -66
  777. data/src/core/ext/upbdefs-gen/envoy/config/rbac/v3/rbac.upbdefs.h +2 -1
  778. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.c +2 -1
  779. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.h +2 -1
  780. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +613 -605
  781. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.h +2 -1
  782. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/scoped_route.upbdefs.c +2 -1
  783. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/scoped_route.upbdefs.h +2 -1
  784. data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.c +2 -1
  785. data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.h +2 -1
  786. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.c +32 -21
  787. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.h +7 -1
  788. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +20 -18
  789. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.h +2 -1
  790. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/http_tracer.upbdefs.c +2 -1
  791. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/http_tracer.upbdefs.h +2 -1
  792. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/lightstep.upbdefs.c +2 -1
  793. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/lightstep.upbdefs.h +2 -1
  794. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +64 -60
  795. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.h +2 -1
  796. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.c +2 -1
  797. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.h +2 -1
  798. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/service.upbdefs.c +2 -1
  799. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/service.upbdefs.h +2 -1
  800. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/skywalking.upbdefs.c +2 -1
  801. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/skywalking.upbdefs.h +2 -1
  802. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/trace.upbdefs.c +2 -1
  803. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/trace.upbdefs.h +2 -1
  804. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/xray.upbdefs.c +2 -1
  805. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/xray.upbdefs.h +2 -1
  806. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/zipkin.upbdefs.c +23 -21
  807. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/zipkin.upbdefs.h +2 -1
  808. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +147 -143
  809. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.h +2 -1
  810. data/src/core/ext/upbdefs-gen/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +2 -1
  811. data/src/core/ext/upbdefs-gen/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +2 -1
  812. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +2 -1
  813. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +2 -1
  814. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +2 -1
  815. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +2 -1
  816. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upbdefs.c +87 -0
  817. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upbdefs.h +48 -0
  818. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +38 -34
  819. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +2 -1
  820. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.c +2 -1
  821. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.h +2 -1
  822. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +2 -1
  823. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +2 -1
  824. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +292 -289
  825. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +2 -1
  826. data/src/core/ext/upbdefs-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +2 -1
  827. data/src/core/ext/upbdefs-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +2 -1
  828. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upbdefs.c +53 -0
  829. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upbdefs.h +33 -0
  830. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +2 -1
  831. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +2 -1
  832. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +84 -76
  833. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +7 -1
  834. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +2 -1
  835. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +2 -1
  836. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +2 -1
  837. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +2 -1
  838. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +2 -1
  839. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +2 -1
  840. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.c +2 -1
  841. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.h +2 -1
  842. data/src/core/ext/upbdefs-gen/envoy/service/discovery/v3/ads.upbdefs.c +2 -1
  843. data/src/core/ext/upbdefs-gen/envoy/service/discovery/v3/ads.upbdefs.h +2 -1
  844. data/src/core/ext/upbdefs-gen/envoy/service/discovery/v3/discovery.upbdefs.c +2 -1
  845. data/src/core/ext/upbdefs-gen/envoy/service/discovery/v3/discovery.upbdefs.h +2 -1
  846. data/src/core/ext/upbdefs-gen/envoy/service/load_stats/v3/lrs.upbdefs.c +2 -1
  847. data/src/core/ext/upbdefs-gen/envoy/service/load_stats/v3/lrs.upbdefs.h +2 -1
  848. data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.c +2 -1
  849. data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.h +2 -1
  850. data/src/core/ext/upbdefs-gen/envoy/type/http/v3/cookie.upbdefs.c +2 -1
  851. data/src/core/ext/upbdefs-gen/envoy/type/http/v3/cookie.upbdefs.h +2 -1
  852. data/src/core/ext/upbdefs-gen/envoy/type/http/v3/path_transformation.upbdefs.c +2 -1
  853. data/src/core/ext/upbdefs-gen/envoy/type/http/v3/path_transformation.upbdefs.h +2 -1
  854. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/filter_state.upbdefs.c +2 -1
  855. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/filter_state.upbdefs.h +2 -1
  856. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/http_inputs.upbdefs.c +2 -1
  857. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/http_inputs.upbdefs.h +2 -1
  858. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/metadata.upbdefs.c +2 -1
  859. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/metadata.upbdefs.h +2 -1
  860. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/node.upbdefs.c +2 -1
  861. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/node.upbdefs.h +2 -1
  862. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/number.upbdefs.c +2 -1
  863. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/number.upbdefs.h +2 -1
  864. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/path.upbdefs.c +2 -1
  865. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/path.upbdefs.h +2 -1
  866. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/regex.upbdefs.c +2 -1
  867. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/regex.upbdefs.h +2 -1
  868. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/status_code_input.upbdefs.c +2 -1
  869. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/status_code_input.upbdefs.h +2 -1
  870. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/string.upbdefs.c +41 -34
  871. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/string.upbdefs.h +2 -1
  872. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/struct.upbdefs.c +2 -1
  873. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/struct.upbdefs.h +2 -1
  874. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.c +2 -1
  875. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.h +2 -1
  876. data/src/core/ext/upbdefs-gen/envoy/type/metadata/v3/metadata.upbdefs.c +2 -1
  877. data/src/core/ext/upbdefs-gen/envoy/type/metadata/v3/metadata.upbdefs.h +2 -1
  878. data/src/core/ext/upbdefs-gen/envoy/type/tracing/v3/custom_tag.upbdefs.c +2 -1
  879. data/src/core/ext/upbdefs-gen/envoy/type/tracing/v3/custom_tag.upbdefs.h +2 -1
  880. data/src/core/ext/upbdefs-gen/envoy/type/v3/hash_policy.upbdefs.c +2 -1
  881. data/src/core/ext/upbdefs-gen/envoy/type/v3/hash_policy.upbdefs.h +2 -1
  882. data/src/core/ext/upbdefs-gen/envoy/type/v3/http.upbdefs.c +2 -1
  883. data/src/core/ext/upbdefs-gen/envoy/type/v3/http.upbdefs.h +2 -1
  884. data/src/core/ext/upbdefs-gen/envoy/type/v3/http_status.upbdefs.c +2 -1
  885. data/src/core/ext/upbdefs-gen/envoy/type/v3/http_status.upbdefs.h +2 -1
  886. data/src/core/ext/upbdefs-gen/envoy/type/v3/percent.upbdefs.c +2 -1
  887. data/src/core/ext/upbdefs-gen/envoy/type/v3/percent.upbdefs.h +2 -1
  888. data/src/core/ext/upbdefs-gen/envoy/type/v3/range.upbdefs.c +2 -1
  889. data/src/core/ext/upbdefs-gen/envoy/type/v3/range.upbdefs.h +2 -1
  890. data/src/core/ext/upbdefs-gen/envoy/type/v3/ratelimit_strategy.upbdefs.c +2 -1
  891. data/src/core/ext/upbdefs-gen/envoy/type/v3/ratelimit_strategy.upbdefs.h +2 -1
  892. data/src/core/ext/upbdefs-gen/envoy/type/v3/ratelimit_unit.upbdefs.c +2 -1
  893. data/src/core/ext/upbdefs-gen/envoy/type/v3/ratelimit_unit.upbdefs.h +2 -1
  894. data/src/core/ext/upbdefs-gen/envoy/type/v3/semantic_version.upbdefs.c +2 -1
  895. data/src/core/ext/upbdefs-gen/envoy/type/v3/semantic_version.upbdefs.h +2 -1
  896. data/src/core/ext/upbdefs-gen/envoy/type/v3/token_bucket.upbdefs.c +2 -1
  897. data/src/core/ext/upbdefs-gen/envoy/type/v3/token_bucket.upbdefs.h +2 -1
  898. data/src/core/ext/upbdefs-gen/google/api/annotations.upbdefs.c +2 -1
  899. data/src/core/ext/upbdefs-gen/google/api/annotations.upbdefs.h +2 -1
  900. data/src/core/ext/upbdefs-gen/google/api/expr/v1alpha1/checked.upbdefs.c +110 -108
  901. data/src/core/ext/upbdefs-gen/google/api/expr/v1alpha1/checked.upbdefs.h +2 -1
  902. data/src/core/ext/upbdefs-gen/google/api/expr/v1alpha1/syntax.upbdefs.c +103 -79
  903. data/src/core/ext/upbdefs-gen/google/api/expr/v1alpha1/syntax.upbdefs.h +12 -1
  904. data/src/core/ext/upbdefs-gen/google/api/http.upbdefs.c +2 -1
  905. data/src/core/ext/upbdefs-gen/google/api/http.upbdefs.h +2 -1
  906. data/src/core/ext/upbdefs-gen/google/api/httpbody.upbdefs.c +2 -1
  907. data/src/core/ext/upbdefs-gen/google/api/httpbody.upbdefs.h +2 -1
  908. data/src/core/ext/upbdefs-gen/google/protobuf/any.upbdefs.c +2 -1
  909. data/src/core/ext/upbdefs-gen/google/protobuf/any.upbdefs.h +2 -1
  910. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.c +283 -257
  911. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.h +7 -1
  912. data/src/core/ext/upbdefs-gen/google/protobuf/duration.upbdefs.c +2 -1
  913. data/src/core/ext/upbdefs-gen/google/protobuf/duration.upbdefs.h +2 -1
  914. data/src/core/ext/upbdefs-gen/google/protobuf/empty.upbdefs.c +2 -1
  915. data/src/core/ext/upbdefs-gen/google/protobuf/empty.upbdefs.h +2 -1
  916. data/src/core/ext/upbdefs-gen/google/protobuf/struct.upbdefs.c +2 -1
  917. data/src/core/ext/upbdefs-gen/google/protobuf/struct.upbdefs.h +2 -1
  918. data/src/core/ext/upbdefs-gen/google/protobuf/timestamp.upbdefs.c +2 -1
  919. data/src/core/ext/upbdefs-gen/google/protobuf/timestamp.upbdefs.h +2 -1
  920. data/src/core/ext/upbdefs-gen/google/protobuf/wrappers.upbdefs.c +2 -1
  921. data/src/core/ext/upbdefs-gen/google/protobuf/wrappers.upbdefs.h +2 -1
  922. data/src/core/ext/upbdefs-gen/google/rpc/status.upbdefs.c +2 -1
  923. data/src/core/ext/upbdefs-gen/google/rpc/status.upbdefs.h +2 -1
  924. data/src/core/ext/upbdefs-gen/opencensus/proto/trace/v1/trace_config.upbdefs.c +2 -1
  925. data/src/core/ext/upbdefs-gen/opencensus/proto/trace/v1/trace_config.upbdefs.h +2 -1
  926. data/src/core/ext/upbdefs-gen/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +2 -1
  927. data/src/core/ext/upbdefs-gen/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +2 -1
  928. data/src/core/ext/upbdefs-gen/udpa/annotations/migrate.upbdefs.c +2 -1
  929. data/src/core/ext/upbdefs-gen/udpa/annotations/migrate.upbdefs.h +2 -1
  930. data/src/core/ext/upbdefs-gen/udpa/annotations/security.upbdefs.c +2 -1
  931. data/src/core/ext/upbdefs-gen/udpa/annotations/security.upbdefs.h +2 -1
  932. data/src/core/ext/upbdefs-gen/udpa/annotations/sensitive.upbdefs.c +2 -1
  933. data/src/core/ext/upbdefs-gen/udpa/annotations/sensitive.upbdefs.h +2 -1
  934. data/src/core/ext/upbdefs-gen/udpa/annotations/status.upbdefs.c +2 -1
  935. data/src/core/ext/upbdefs-gen/udpa/annotations/status.upbdefs.h +2 -1
  936. data/src/core/ext/upbdefs-gen/udpa/annotations/versioning.upbdefs.c +2 -1
  937. data/src/core/ext/upbdefs-gen/udpa/annotations/versioning.upbdefs.h +2 -1
  938. data/src/core/ext/upbdefs-gen/validate/validate.upbdefs.c +2 -1
  939. data/src/core/ext/upbdefs-gen/validate/validate.upbdefs.h +2 -1
  940. data/src/core/ext/upbdefs-gen/xds/annotations/v3/migrate.upbdefs.c +2 -1
  941. data/src/core/ext/upbdefs-gen/xds/annotations/v3/migrate.upbdefs.h +2 -1
  942. data/src/core/ext/upbdefs-gen/xds/annotations/v3/security.upbdefs.c +2 -1
  943. data/src/core/ext/upbdefs-gen/xds/annotations/v3/security.upbdefs.h +2 -1
  944. data/src/core/ext/upbdefs-gen/xds/annotations/v3/sensitive.upbdefs.c +2 -1
  945. data/src/core/ext/upbdefs-gen/xds/annotations/v3/sensitive.upbdefs.h +2 -1
  946. data/src/core/ext/upbdefs-gen/xds/annotations/v3/status.upbdefs.c +2 -1
  947. data/src/core/ext/upbdefs-gen/xds/annotations/v3/status.upbdefs.h +2 -1
  948. data/src/core/ext/upbdefs-gen/xds/annotations/v3/versioning.upbdefs.c +2 -1
  949. data/src/core/ext/upbdefs-gen/xds/annotations/v3/versioning.upbdefs.h +2 -1
  950. data/src/core/ext/upbdefs-gen/xds/core/v3/authority.upbdefs.c +2 -1
  951. data/src/core/ext/upbdefs-gen/xds/core/v3/authority.upbdefs.h +2 -1
  952. data/src/core/ext/upbdefs-gen/xds/core/v3/cidr.upbdefs.c +2 -1
  953. data/src/core/ext/upbdefs-gen/xds/core/v3/cidr.upbdefs.h +2 -1
  954. data/src/core/ext/upbdefs-gen/xds/core/v3/collection_entry.upbdefs.c +2 -1
  955. data/src/core/ext/upbdefs-gen/xds/core/v3/collection_entry.upbdefs.h +2 -1
  956. data/src/core/ext/upbdefs-gen/xds/core/v3/context_params.upbdefs.c +2 -1
  957. data/src/core/ext/upbdefs-gen/xds/core/v3/context_params.upbdefs.h +2 -1
  958. data/src/core/ext/upbdefs-gen/xds/core/v3/extension.upbdefs.c +2 -1
  959. data/src/core/ext/upbdefs-gen/xds/core/v3/extension.upbdefs.h +2 -1
  960. data/src/core/ext/upbdefs-gen/xds/core/v3/resource.upbdefs.c +2 -1
  961. data/src/core/ext/upbdefs-gen/xds/core/v3/resource.upbdefs.h +2 -1
  962. data/src/core/ext/upbdefs-gen/xds/core/v3/resource_locator.upbdefs.c +2 -1
  963. data/src/core/ext/upbdefs-gen/xds/core/v3/resource_locator.upbdefs.h +2 -1
  964. data/src/core/ext/upbdefs-gen/xds/core/v3/resource_name.upbdefs.c +2 -1
  965. data/src/core/ext/upbdefs-gen/xds/core/v3/resource_name.upbdefs.h +2 -1
  966. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.c +2 -1
  967. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.h +2 -1
  968. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/domain.upbdefs.c +2 -1
  969. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/domain.upbdefs.h +2 -1
  970. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/http_inputs.upbdefs.c +2 -1
  971. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/http_inputs.upbdefs.h +2 -1
  972. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/ip.upbdefs.c +2 -1
  973. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/ip.upbdefs.h +2 -1
  974. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/matcher.upbdefs.c +2 -1
  975. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/matcher.upbdefs.h +2 -1
  976. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/range.upbdefs.c +2 -1
  977. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/range.upbdefs.h +2 -1
  978. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/regex.upbdefs.c +2 -1
  979. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/regex.upbdefs.h +2 -1
  980. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/string.upbdefs.c +2 -1
  981. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/string.upbdefs.h +2 -1
  982. data/src/core/ext/upbdefs-gen/xds/type/v3/cel.upbdefs.c +2 -1
  983. data/src/core/ext/upbdefs-gen/xds/type/v3/cel.upbdefs.h +2 -1
  984. data/src/core/ext/upbdefs-gen/xds/type/v3/range.upbdefs.c +2 -1
  985. data/src/core/ext/upbdefs-gen/xds/type/v3/range.upbdefs.h +2 -1
  986. data/src/core/ext/upbdefs-gen/xds/type/v3/typed_struct.upbdefs.c +2 -1
  987. data/src/core/ext/upbdefs-gen/xds/type/v3/typed_struct.upbdefs.h +2 -1
  988. data/src/core/filter/blackboard.cc +33 -0
  989. data/src/core/filter/blackboard.h +70 -0
  990. data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +13 -12
  991. data/src/core/handshaker/handshaker.cc +127 -159
  992. data/src/core/handshaker/handshaker.h +58 -52
  993. data/src/core/handshaker/handshaker_registry.cc +1 -2
  994. data/src/core/handshaker/handshaker_registry.h +2 -2
  995. data/src/core/handshaker/http_connect/http_connect_handshaker.cc +113 -159
  996. data/src/core/handshaker/http_connect/http_proxy_mapper.cc +30 -37
  997. data/src/core/handshaker/http_connect/http_proxy_mapper.h +2 -3
  998. data/src/core/handshaker/http_connect/xds_http_proxy_mapper.cc +57 -0
  999. data/src/core/handshaker/http_connect/xds_http_proxy_mapper.h +46 -0
  1000. data/src/core/handshaker/proxy_mapper.h +2 -3
  1001. data/src/core/handshaker/proxy_mapper_registry.cc +2 -2
  1002. data/src/core/handshaker/proxy_mapper_registry.h +2 -3
  1003. data/src/core/handshaker/security/secure_endpoint.cc +95 -82
  1004. data/src/core/handshaker/security/secure_endpoint.h +6 -7
  1005. data/src/core/handshaker/security/security_handshaker.cc +166 -220
  1006. data/src/core/handshaker/security/security_handshaker.h +2 -3
  1007. data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +47 -61
  1008. data/src/core/lib/address_utils/parse_address.cc +30 -43
  1009. data/src/core/lib/address_utils/parse_address.h +2 -4
  1010. data/src/core/lib/address_utils/sockaddr_utils.cc +9 -12
  1011. data/src/core/lib/address_utils/sockaddr_utils.h +1 -3
  1012. data/src/core/lib/channel/call_finalization.h +2 -2
  1013. data/src/core/lib/channel/channel_args.cc +17 -23
  1014. data/src/core/lib/channel/channel_args.h +34 -20
  1015. data/src/core/lib/channel/channel_args_preconditioning.cc +2 -2
  1016. data/src/core/lib/channel/channel_args_preconditioning.h +3 -3
  1017. data/src/core/lib/channel/channel_stack.cc +13 -76
  1018. data/src/core/lib/channel/channel_stack.h +26 -61
  1019. data/src/core/lib/channel/channel_stack_builder.cc +2 -2
  1020. data/src/core/lib/channel/channel_stack_builder.h +3 -9
  1021. data/src/core/lib/channel/channel_stack_builder_impl.cc +5 -150
  1022. data/src/core/lib/channel/channel_stack_builder_impl.h +14 -4
  1023. data/src/core/lib/channel/connected_channel.cc +46 -688
  1024. data/src/core/lib/channel/promise_based_filter.cc +180 -250
  1025. data/src/core/lib/channel/promise_based_filter.h +173 -509
  1026. data/src/core/lib/channel/status_util.cc +2 -4
  1027. data/src/core/lib/channel/status_util.h +3 -3
  1028. data/src/core/lib/compression/compression.cc +7 -9
  1029. data/src/core/lib/compression/compression_internal.cc +5 -8
  1030. data/src/core/lib/compression/compression_internal.h +3 -5
  1031. data/src/core/lib/compression/message_compress.cc +9 -12
  1032. data/src/core/lib/config/config_vars.cc +15 -18
  1033. data/src/core/lib/config/config_vars.h +10 -13
  1034. data/src/core/lib/config/config_vars_non_generated.cc +2 -2
  1035. data/src/core/lib/config/core_configuration.cc +2 -3
  1036. data/src/core/lib/config/core_configuration.h +2 -4
  1037. data/src/core/lib/config/load_config.cc +2 -4
  1038. data/src/core/lib/config/load_config.h +1 -2
  1039. data/src/core/lib/debug/trace.cc +47 -65
  1040. data/src/core/lib/debug/trace.h +2 -97
  1041. data/src/core/lib/debug/trace_flags.cc +242 -0
  1042. data/src/core/lib/debug/trace_flags.h +131 -0
  1043. data/src/core/lib/debug/trace_impl.h +125 -0
  1044. data/src/core/lib/event_engine/ares_resolver.cc +151 -75
  1045. data/src/core/lib/event_engine/ares_resolver.h +13 -20
  1046. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +13 -16
  1047. data/src/core/lib/event_engine/cf_engine/cf_engine.h +1 -1
  1048. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +44 -31
  1049. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +4 -6
  1050. data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +1 -1
  1051. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +19 -26
  1052. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +3 -5
  1053. data/src/core/lib/event_engine/channel_args_endpoint_config.cc +3 -4
  1054. data/src/core/lib/event_engine/channel_args_endpoint_config.h +2 -3
  1055. data/src/core/lib/event_engine/common_closures.h +3 -3
  1056. data/src/core/lib/event_engine/default_event_engine.cc +12 -14
  1057. data/src/core/lib/event_engine/default_event_engine.h +3 -3
  1058. data/src/core/lib/event_engine/default_event_engine_factory.cc +2 -2
  1059. data/src/core/lib/event_engine/default_event_engine_factory.h +2 -2
  1060. data/src/core/lib/event_engine/event_engine.cc +35 -4
  1061. data/src/core/lib/event_engine/event_engine_context.h +4 -2
  1062. data/src/core/lib/event_engine/extensions/can_track_errors.h +2 -2
  1063. data/src/core/lib/event_engine/extensions/chaotic_good_extension.h +1 -2
  1064. data/src/core/lib/event_engine/extensions/supports_fd.h +27 -3
  1065. data/src/core/lib/event_engine/extensions/tcp_trace.h +42 -0
  1066. data/src/core/lib/event_engine/forkable.cc +6 -8
  1067. data/src/core/lib/event_engine/forkable.h +2 -14
  1068. data/src/core/lib/event_engine/grpc_polled_fd.h +3 -4
  1069. data/src/core/lib/event_engine/handle_containers.h +2 -3
  1070. data/src/core/lib/event_engine/memory_allocator_factory.h +3 -4
  1071. data/src/core/lib/event_engine/poller.h +2 -2
  1072. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +21 -23
  1073. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +8 -9
  1074. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +13 -17
  1075. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +4 -5
  1076. data/src/core/lib/event_engine/posix_engine/event_poller.h +3 -4
  1077. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +3 -4
  1078. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +2 -2
  1079. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +4 -6
  1080. data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +4 -4
  1081. data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +1 -2
  1082. data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +5 -7
  1083. data/src/core/lib/event_engine/posix_engine/lockfree_event.h +2 -3
  1084. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +3 -4
  1085. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +2 -3
  1086. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +73 -79
  1087. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +11 -12
  1088. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +74 -55
  1089. data/src/core/lib/event_engine/posix_engine/posix_engine.h +18 -14
  1090. data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +3 -3
  1091. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +23 -27
  1092. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +14 -13
  1093. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +22 -28
  1094. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +1 -2
  1095. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +44 -38
  1096. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +10 -10
  1097. data/src/core/lib/event_engine/posix_engine/timer.cc +5 -5
  1098. data/src/core/lib/event_engine/posix_engine/timer.h +5 -7
  1099. data/src/core/lib/event_engine/posix_engine/timer_heap.cc +1 -2
  1100. data/src/core/lib/event_engine/posix_engine/timer_heap.h +2 -2
  1101. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +12 -21
  1102. data/src/core/lib/event_engine/posix_engine/timer_manager.h +5 -7
  1103. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +6 -8
  1104. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +3 -5
  1105. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +5 -6
  1106. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +2 -3
  1107. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +4 -5
  1108. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +2 -3
  1109. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +2 -2
  1110. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +2 -3
  1111. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +2 -2
  1112. data/src/core/lib/event_engine/query_extensions.h +2 -2
  1113. data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +3 -5
  1114. data/src/core/lib/event_engine/resolved_address.cc +5 -5
  1115. data/src/core/lib/event_engine/shim.cc +1 -1
  1116. data/src/core/lib/event_engine/slice.cc +3 -6
  1117. data/src/core/lib/event_engine/slice_buffer.cc +1 -2
  1118. data/src/core/lib/event_engine/tcp_socket_utils.cc +9 -12
  1119. data/src/core/lib/event_engine/tcp_socket_utils.h +3 -3
  1120. data/src/core/lib/event_engine/thread_local.h +1 -1
  1121. data/src/core/lib/event_engine/thread_pool/thread_count.cc +5 -7
  1122. data/src/core/lib/event_engine/thread_pool/thread_count.h +6 -7
  1123. data/src/core/lib/event_engine/thread_pool/thread_pool.h +2 -4
  1124. data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +2 -3
  1125. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +39 -46
  1126. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +10 -15
  1127. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +50 -23
  1128. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +9 -8
  1129. data/src/core/lib/event_engine/time_util.cc +2 -2
  1130. data/src/core/lib/event_engine/time_util.h +1 -2
  1131. data/src/core/lib/event_engine/utils.cc +19 -5
  1132. data/src/core/lib/event_engine/utils.h +10 -4
  1133. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +125 -100
  1134. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.h +4 -6
  1135. data/src/core/lib/event_engine/windows/iocp.cc +14 -14
  1136. data/src/core/lib/event_engine/windows/iocp.h +2 -3
  1137. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +4 -6
  1138. data/src/core/lib/event_engine/windows/win_socket.cc +42 -33
  1139. data/src/core/lib/event_engine/windows/win_socket.h +8 -10
  1140. data/src/core/lib/event_engine/windows/windows_endpoint.cc +26 -27
  1141. data/src/core/lib/event_engine/windows/windows_engine.cc +242 -134
  1142. data/src/core/lib/event_engine/windows/windows_engine.h +143 -33
  1143. data/src/core/lib/event_engine/windows/windows_listener.cc +22 -37
  1144. data/src/core/lib/event_engine/windows/windows_listener.h +4 -5
  1145. data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +3 -3
  1146. data/src/core/lib/event_engine/work_queue/basic_work_queue.h +3 -5
  1147. data/src/core/lib/event_engine/work_queue/work_queue.h +2 -3
  1148. data/src/core/lib/experiments/config.cc +54 -27
  1149. data/src/core/lib/experiments/config.h +56 -3
  1150. data/src/core/lib/experiments/experiments.cc +159 -293
  1151. data/src/core/lib/experiments/experiments.h +84 -124
  1152. data/src/core/lib/iomgr/buffer_list.cc +5 -5
  1153. data/src/core/lib/iomgr/buffer_list.h +2 -3
  1154. data/src/core/lib/iomgr/call_combiner.cc +39 -66
  1155. data/src/core/lib/iomgr/call_combiner.h +12 -16
  1156. data/src/core/lib/iomgr/cfstream_handle.cc +14 -20
  1157. data/src/core/lib/iomgr/cfstream_handle.h +1 -1
  1158. data/src/core/lib/iomgr/closure.cc +2 -2
  1159. data/src/core/lib/iomgr/closure.h +12 -19
  1160. data/src/core/lib/iomgr/combiner.cc +33 -48
  1161. data/src/core/lib/iomgr/combiner.h +1 -4
  1162. data/src/core/lib/iomgr/endpoint.cc +0 -6
  1163. data/src/core/lib/iomgr/endpoint.h +3 -4
  1164. data/src/core/lib/iomgr/endpoint_cfstream.cc +40 -73
  1165. data/src/core/lib/iomgr/endpoint_pair_posix.cc +3 -6
  1166. data/src/core/lib/iomgr/endpoint_pair_windows.cc +6 -8
  1167. data/src/core/lib/iomgr/error.cc +22 -32
  1168. data/src/core/lib/iomgr/error.h +7 -10
  1169. data/src/core/lib/iomgr/error_cfstream.cc +1 -3
  1170. data/src/core/lib/iomgr/ev_apple.cc +15 -23
  1171. data/src/core/lib/iomgr/ev_epoll1_linux.cc +67 -113
  1172. data/src/core/lib/iomgr/ev_poll_posix.cc +53 -53
  1173. data/src/core/lib/iomgr/ev_posix.cc +66 -57
  1174. data/src/core/lib/iomgr/ev_posix.h +9 -12
  1175. data/src/core/lib/iomgr/event_engine_shims/closure.cc +10 -13
  1176. data/src/core/lib/iomgr/event_engine_shims/closure.h +1 -2
  1177. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +33 -51
  1178. data/src/core/lib/iomgr/event_engine_shims/endpoint.h +2 -2
  1179. data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +9 -13
  1180. data/src/core/lib/iomgr/exec_ctx.cc +10 -14
  1181. data/src/core/lib/iomgr/exec_ctx.h +33 -25
  1182. data/src/core/lib/iomgr/executor.cc +55 -53
  1183. data/src/core/lib/iomgr/executor.h +2 -2
  1184. data/src/core/lib/iomgr/fork_posix.cc +11 -15
  1185. data/src/core/lib/iomgr/fork_windows.cc +3 -2
  1186. data/src/core/lib/iomgr/internal_errqueue.cc +4 -4
  1187. data/src/core/lib/iomgr/iocp_windows.cc +8 -10
  1188. data/src/core/lib/iomgr/iomgr.cc +17 -23
  1189. data/src/core/lib/iomgr/iomgr.h +1 -2
  1190. data/src/core/lib/iomgr/iomgr_internal.cc +1 -2
  1191. data/src/core/lib/iomgr/iomgr_internal.h +1 -2
  1192. data/src/core/lib/iomgr/iomgr_windows.cc +1 -4
  1193. data/src/core/lib/iomgr/lockfree_event.cc +10 -20
  1194. data/src/core/lib/iomgr/polling_entity.cc +13 -7
  1195. data/src/core/lib/iomgr/pollset.h +0 -2
  1196. data/src/core/lib/iomgr/pollset_set_windows.cc +1 -2
  1197. data/src/core/lib/iomgr/pollset_windows.cc +2 -6
  1198. data/src/core/lib/iomgr/port.h +2 -2
  1199. data/src/core/lib/iomgr/resolve_address.cc +3 -5
  1200. data/src/core/lib/iomgr/resolve_address.h +4 -6
  1201. data/src/core/lib/iomgr/resolve_address_impl.h +1 -2
  1202. data/src/core/lib/iomgr/resolve_address_posix.cc +12 -21
  1203. data/src/core/lib/iomgr/resolve_address_posix.h +2 -2
  1204. data/src/core/lib/iomgr/resolve_address_windows.cc +9 -12
  1205. data/src/core/lib/iomgr/resolve_address_windows.h +2 -2
  1206. data/src/core/lib/iomgr/resolved_address.h +1 -2
  1207. data/src/core/lib/iomgr/sockaddr_utils_posix.cc +3 -6
  1208. data/src/core/lib/iomgr/socket_factory_posix.cc +1 -1
  1209. data/src/core/lib/iomgr/socket_mutator.cc +2 -3
  1210. data/src/core/lib/iomgr/socket_mutator.h +1 -2
  1211. data/src/core/lib/iomgr/socket_utils.h +1 -2
  1212. data/src/core/lib/iomgr/socket_utils_common_posix.cc +43 -52
  1213. data/src/core/lib/iomgr/socket_utils_linux.cc +1 -3
  1214. data/src/core/lib/iomgr/socket_utils_posix.cc +4 -7
  1215. data/src/core/lib/iomgr/socket_utils_windows.cc +1 -3
  1216. data/src/core/lib/iomgr/socket_windows.cc +7 -11
  1217. data/src/core/lib/iomgr/socket_windows.h +1 -2
  1218. data/src/core/lib/iomgr/tcp_client_cfstream.cc +12 -20
  1219. data/src/core/lib/iomgr/tcp_client_posix.cc +17 -30
  1220. data/src/core/lib/iomgr/tcp_client_windows.cc +5 -10
  1221. data/src/core/lib/iomgr/tcp_posix.cc +85 -155
  1222. data/src/core/lib/iomgr/tcp_posix.h +0 -2
  1223. data/src/core/lib/iomgr/tcp_server.h +2 -2
  1224. data/src/core/lib/iomgr/tcp_server_posix.cc +40 -58
  1225. data/src/core/lib/iomgr/tcp_server_utils_posix.h +2 -3
  1226. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +7 -11
  1227. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +9 -11
  1228. data/src/core/lib/iomgr/tcp_server_windows.cc +17 -25
  1229. data/src/core/lib/iomgr/tcp_windows.cc +32 -62
  1230. data/src/core/lib/iomgr/timer.h +2 -2
  1231. data/src/core/lib/iomgr/timer_generic.cc +71 -104
  1232. data/src/core/lib/iomgr/timer_heap.cc +2 -3
  1233. data/src/core/lib/iomgr/timer_manager.cc +25 -43
  1234. data/src/core/lib/iomgr/timer_manager.h +1 -2
  1235. data/src/core/lib/iomgr/unix_sockets_posix.cc +4 -6
  1236. data/src/core/lib/iomgr/unix_sockets_posix.h +3 -4
  1237. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +0 -4
  1238. data/src/core/lib/iomgr/vsock.cc +3 -6
  1239. data/src/core/lib/iomgr/vsock.h +3 -4
  1240. data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +2 -4
  1241. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +5 -6
  1242. data/src/core/lib/promise/activity.cc +2 -4
  1243. data/src/core/lib/promise/activity.h +48 -17
  1244. data/src/core/lib/promise/all_ok.h +17 -11
  1245. data/src/core/lib/promise/arena_promise.h +2 -4
  1246. data/src/core/lib/promise/cancel_callback.h +34 -6
  1247. data/src/core/lib/promise/context.h +19 -10
  1248. data/src/core/lib/promise/detail/basic_seq.h +2 -3
  1249. data/src/core/lib/promise/detail/join_state.h +556 -762
  1250. data/src/core/lib/promise/detail/promise_factory.h +46 -30
  1251. data/src/core/lib/promise/detail/promise_like.h +29 -14
  1252. data/src/core/lib/promise/detail/seq_state.h +1314 -1977
  1253. data/src/core/lib/promise/detail/status.h +36 -15
  1254. data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +2 -3
  1255. data/src/core/lib/promise/for_each.h +34 -37
  1256. data/src/core/lib/promise/if.h +23 -19
  1257. data/src/core/lib/promise/interceptor_list.h +21 -35
  1258. data/src/core/lib/promise/latch.h +19 -34
  1259. data/src/core/lib/promise/loop.h +16 -12
  1260. data/src/core/lib/promise/map.h +26 -9
  1261. data/src/core/lib/promise/observable.h +181 -0
  1262. data/src/core/lib/promise/party.cc +297 -147
  1263. data/src/core/lib/promise/party.h +139 -361
  1264. data/src/core/lib/promise/pipe.h +21 -44
  1265. data/src/core/lib/promise/poll.h +102 -38
  1266. data/src/core/lib/promise/prioritized_race.h +2 -2
  1267. data/src/core/lib/promise/promise.h +14 -8
  1268. data/src/core/lib/promise/race.h +12 -7
  1269. data/src/core/lib/promise/seq.h +55 -39
  1270. data/src/core/lib/promise/sleep.cc +3 -3
  1271. data/src/core/lib/promise/sleep.h +4 -5
  1272. data/src/core/lib/promise/status_flag.h +148 -49
  1273. data/src/core/lib/promise/try_join.h +37 -21
  1274. data/src/core/lib/promise/try_seq.h +86 -49
  1275. data/src/core/lib/resource_quota/api.cc +4 -6
  1276. data/src/core/lib/resource_quota/api.h +1 -2
  1277. data/src/core/lib/resource_quota/arena.cc +64 -86
  1278. data/src/core/lib/resource_quota/arena.h +143 -215
  1279. data/src/core/lib/resource_quota/connection_quota.cc +2 -3
  1280. data/src/core/lib/resource_quota/connection_quota.h +5 -6
  1281. data/src/core/lib/resource_quota/memory_quota.cc +28 -40
  1282. data/src/core/lib/resource_quota/memory_quota.h +20 -18
  1283. data/src/core/lib/resource_quota/periodic_update.cc +4 -4
  1284. data/src/core/lib/resource_quota/periodic_update.h +2 -4
  1285. data/src/core/lib/resource_quota/resource_quota.h +8 -9
  1286. data/src/core/lib/resource_quota/thread_quota.cc +2 -3
  1287. data/src/core/lib/resource_quota/thread_quota.h +5 -6
  1288. data/src/core/lib/security/authorization/audit_logging.cc +5 -7
  1289. data/src/core/lib/security/authorization/audit_logging.h +5 -6
  1290. data/src/core/lib/security/authorization/authorization_engine.h +3 -3
  1291. data/src/core/lib/security/authorization/authorization_policy_provider.h +4 -5
  1292. data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +2 -2
  1293. data/src/core/lib/security/authorization/evaluate_args.cc +10 -14
  1294. data/src/core/lib/security/authorization/evaluate_args.h +3 -4
  1295. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +2 -4
  1296. data/src/core/lib/security/authorization/grpc_authorization_engine.h +2 -3
  1297. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +22 -30
  1298. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +5 -3
  1299. data/src/core/lib/security/authorization/matchers.cc +5 -7
  1300. data/src/core/lib/security/authorization/matchers.h +2 -4
  1301. data/src/core/lib/security/authorization/rbac_policy.cc +2 -2
  1302. data/src/core/lib/security/authorization/rbac_policy.h +3 -5
  1303. data/src/core/lib/security/authorization/stdout_logger.cc +4 -5
  1304. data/src/core/lib/security/authorization/stdout_logger.h +4 -4
  1305. data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +8 -9
  1306. data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +4 -5
  1307. data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +2 -3
  1308. data/src/core/lib/security/context/security_context.cc +48 -48
  1309. data/src/core/lib/security/context/security_context.h +39 -18
  1310. data/src/core/lib/security/credentials/alts/alts_credentials.cc +5 -5
  1311. data/src/core/lib/security/credentials/alts/alts_credentials.h +9 -5
  1312. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +4 -4
  1313. data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +1 -2
  1314. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +3 -5
  1315. data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +3 -5
  1316. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +4 -5
  1317. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +3 -3
  1318. data/src/core/lib/security/credentials/call_creds_util.cc +8 -7
  1319. data/src/core/lib/security/credentials/call_creds_util.h +2 -2
  1320. data/src/core/lib/security/credentials/channel_creds_registry.h +7 -8
  1321. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +14 -13
  1322. data/src/core/lib/security/credentials/composite/composite_credentials.cc +10 -14
  1323. data/src/core/lib/security/credentials/composite/composite_credentials.h +11 -10
  1324. data/src/core/lib/security/credentials/credentials.cc +18 -19
  1325. data/src/core/lib/security/credentials/credentials.h +12 -14
  1326. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +335 -339
  1327. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +60 -48
  1328. data/src/core/lib/security/credentials/external/aws_request_signer.cc +4 -5
  1329. data/src/core/lib/security/credentials/external/aws_request_signer.h +3 -3
  1330. data/src/core/lib/security/credentials/external/external_account_credentials.cc +408 -374
  1331. data/src/core/lib/security/credentials/external/external_account_credentials.h +128 -60
  1332. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +90 -52
  1333. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +32 -11
  1334. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +102 -129
  1335. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +22 -24
  1336. data/src/core/lib/security/credentials/fake/fake_credentials.cc +2 -4
  1337. data/src/core/lib/security/credentials/fake/fake_credentials.h +8 -7
  1338. data/src/core/lib/security/credentials/gcp_service_account_identity/gcp_service_account_identity_credentials.cc +195 -0
  1339. data/src/core/lib/security/credentials/gcp_service_account_identity/gcp_service_account_identity_credentials.h +90 -0
  1340. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +6 -7
  1341. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +55 -73
  1342. data/src/core/lib/security/credentials/google_default/google_default_credentials.h +8 -6
  1343. data/src/core/lib/security/credentials/iam/iam_credentials.cc +5 -10
  1344. data/src/core/lib/security/credentials/iam/iam_credentials.h +8 -7
  1345. data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +2 -2
  1346. data/src/core/lib/security/credentials/insecure/insecure_credentials.h +2 -2
  1347. data/src/core/lib/security/credentials/jwt/json_token.cc +25 -29
  1348. data/src/core/lib/security/credentials/jwt/json_token.h +2 -3
  1349. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +22 -29
  1350. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +10 -10
  1351. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +67 -74
  1352. data/src/core/lib/security/credentials/jwt/jwt_verifier.h +3 -4
  1353. data/src/core/lib/security/credentials/local/local_credentials.cc +2 -2
  1354. data/src/core/lib/security/credentials/local/local_credentials.h +3 -3
  1355. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +195 -296
  1356. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +50 -73
  1357. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +20 -33
  1358. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +12 -14
  1359. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +35 -47
  1360. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +5 -8
  1361. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +3 -4
  1362. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +4 -5
  1363. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_match.cc +1 -3
  1364. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +102 -42
  1365. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +14 -13
  1366. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +6 -10
  1367. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +9 -11
  1368. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +10 -13
  1369. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +1 -1
  1370. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.cc +6 -10
  1371. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.h +8 -10
  1372. data/src/core/lib/security/credentials/tls/tls_credentials.cc +20 -23
  1373. data/src/core/lib/security/credentials/tls/tls_credentials.h +5 -3
  1374. data/src/core/lib/security/credentials/tls/tls_utils.cc +5 -6
  1375. data/src/core/lib/security/credentials/tls/tls_utils.h +3 -3
  1376. data/src/core/lib/security/credentials/token_fetcher/token_fetcher_credentials.cc +298 -0
  1377. data/src/core/lib/security/credentials/token_fetcher/token_fetcher_credentials.h +175 -0
  1378. data/src/core/lib/security/credentials/xds/xds_credentials.cc +15 -13
  1379. data/src/core/lib/security/credentials/xds/xds_credentials.h +7 -9
  1380. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +22 -27
  1381. data/src/core/lib/security/security_connector/alts/alts_security_connector.h +1 -1
  1382. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +24 -24
  1383. data/src/core/lib/security/security_connector/fake/fake_security_connector.h +1 -1
  1384. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +4 -7
  1385. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +5 -6
  1386. data/src/core/lib/security/security_connector/load_system_roots_supported.cc +9 -11
  1387. data/src/core/lib/security/security_connector/load_system_roots_windows.cc +4 -6
  1388. data/src/core/lib/security/security_connector/local/local_security_connector.cc +25 -25
  1389. data/src/core/lib/security/security_connector/local/local_security_connector.h +1 -1
  1390. data/src/core/lib/security/security_connector/security_connector.cc +6 -11
  1391. data/src/core/lib/security/security_connector/security_connector.h +8 -11
  1392. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +23 -27
  1393. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +2 -3
  1394. data/src/core/lib/security/security_connector/ssl_utils.cc +33 -34
  1395. data/src/core/lib/security/security_connector/ssl_utils.h +6 -8
  1396. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +37 -50
  1397. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +7 -8
  1398. data/src/core/lib/security/transport/auth_filters.h +7 -3
  1399. data/src/core/lib/security/transport/client_auth_filter.cc +16 -25
  1400. data/src/core/lib/security/transport/server_auth_filter.cc +20 -31
  1401. data/src/core/lib/security/util/json_util.cc +4 -5
  1402. data/src/core/lib/security/util/json_util.h +1 -1
  1403. data/src/core/lib/slice/percent_encoding.cc +2 -5
  1404. data/src/core/lib/slice/slice.cc +4 -7
  1405. data/src/core/lib/slice/slice.h +6 -9
  1406. data/src/core/lib/slice/slice_buffer.cc +4 -7
  1407. data/src/core/lib/slice/slice_buffer.h +3 -4
  1408. data/src/core/lib/slice/slice_internal.h +3 -6
  1409. data/src/core/lib/slice/slice_refcount.h +8 -15
  1410. data/src/core/lib/slice/slice_string_helpers.cc +1 -1
  1411. data/src/core/lib/slice/slice_string_helpers.h +1 -2
  1412. data/src/core/lib/surface/byte_buffer.cc +1 -2
  1413. data/src/core/lib/surface/byte_buffer_reader.cc +3 -6
  1414. data/src/core/lib/surface/call.cc +161 -3826
  1415. data/src/core/lib/surface/call.h +63 -157
  1416. data/src/core/lib/surface/call_details.cc +4 -3
  1417. data/src/core/lib/surface/call_log_batch.cc +8 -11
  1418. data/src/core/lib/surface/call_test_only.h +1 -2
  1419. data/src/core/lib/surface/call_utils.cc +231 -0
  1420. data/src/core/lib/surface/call_utils.h +482 -0
  1421. data/src/core/lib/surface/channel.cc +41 -40
  1422. data/src/core/lib/surface/channel.h +21 -19
  1423. data/src/core/lib/surface/channel_create.cc +27 -12
  1424. data/src/core/lib/surface/channel_create.h +5 -5
  1425. data/src/core/lib/surface/channel_init.cc +269 -266
  1426. data/src/core/lib/surface/channel_init.h +172 -118
  1427. data/src/core/lib/surface/client_call.cc +427 -0
  1428. data/src/core/lib/surface/client_call.h +179 -0
  1429. data/src/core/lib/surface/completion_queue.cc +110 -106
  1430. data/src/core/lib/surface/completion_queue.h +3 -12
  1431. data/src/core/lib/surface/completion_queue_factory.cc +1 -3
  1432. data/src/core/lib/surface/event_string.cc +2 -2
  1433. data/src/core/lib/surface/event_string.h +2 -2
  1434. data/src/core/lib/surface/filter_stack_call.cc +1156 -0
  1435. data/src/core/lib/surface/filter_stack_call.h +366 -0
  1436. data/src/core/lib/surface/init.cc +55 -18
  1437. data/src/core/lib/surface/init.h +5 -0
  1438. data/src/core/lib/surface/lame_client.cc +11 -14
  1439. data/src/core/lib/surface/lame_client.h +6 -5
  1440. data/src/core/lib/surface/legacy_channel.cc +60 -46
  1441. data/src/core/lib/surface/legacy_channel.h +15 -25
  1442. data/src/core/lib/surface/metadata_array.cc +5 -5
  1443. data/src/core/lib/surface/server_call.cc +221 -0
  1444. data/src/core/lib/surface/server_call.h +168 -0
  1445. data/src/core/lib/surface/validate_metadata.cc +3 -4
  1446. data/src/core/lib/surface/validate_metadata.h +2 -5
  1447. data/src/core/lib/surface/version.cc +2 -2
  1448. data/src/core/lib/transport/bdp_estimator.cc +11 -19
  1449. data/src/core/lib/transport/bdp_estimator.h +10 -16
  1450. data/src/core/lib/transport/call_arena_allocator.cc +4 -18
  1451. data/src/core/lib/transport/call_arena_allocator.h +30 -12
  1452. data/src/core/lib/transport/call_destination.h +76 -0
  1453. data/src/core/lib/transport/call_filters.cc +61 -405
  1454. data/src/core/lib/transport/call_filters.h +802 -752
  1455. data/src/core/lib/transport/call_final_info.cc +2 -2
  1456. data/src/core/lib/transport/call_final_info.h +2 -2
  1457. data/src/core/lib/transport/call_spine.cc +98 -73
  1458. data/src/core/lib/transport/call_spine.h +183 -380
  1459. data/src/core/lib/transport/call_state.cc +39 -0
  1460. data/src/core/lib/transport/call_state.h +1061 -0
  1461. data/src/core/lib/transport/connectivity_state.cc +37 -45
  1462. data/src/core/lib/transport/connectivity_state.h +5 -8
  1463. data/src/core/lib/transport/error_utils.cc +3 -4
  1464. data/src/core/lib/transport/error_utils.h +4 -5
  1465. data/src/core/lib/transport/interception_chain.cc +147 -0
  1466. data/src/core/lib/transport/interception_chain.h +253 -0
  1467. data/src/core/lib/transport/message.cc +2 -2
  1468. data/src/core/lib/transport/message.h +5 -0
  1469. data/src/core/lib/transport/metadata.cc +27 -3
  1470. data/src/core/lib/transport/metadata.h +37 -2
  1471. data/src/core/lib/transport/metadata_batch.cc +1 -3
  1472. data/src/core/lib/transport/metadata_batch.h +64 -12
  1473. data/src/core/lib/transport/metadata_compression_traits.h +1 -2
  1474. data/src/core/lib/transport/metadata_info.h +1 -1
  1475. data/src/core/lib/transport/parsed_metadata.h +3 -5
  1476. data/src/core/lib/transport/simple_slice_based_metadata.h +1 -2
  1477. data/src/core/lib/transport/status_conversion.h +1 -1
  1478. data/src/core/lib/transport/timeout_encoding.cc +3 -4
  1479. data/src/core/lib/transport/timeout_encoding.h +2 -4
  1480. data/src/core/lib/transport/transport.cc +7 -12
  1481. data/src/core/lib/transport/transport.h +59 -56
  1482. data/src/core/lib/transport/transport_op_string.cc +4 -6
  1483. data/src/core/load_balancing/address_filtering.cc +2 -4
  1484. data/src/core/load_balancing/address_filtering.h +4 -5
  1485. data/src/core/load_balancing/backend_metric_data.h +2 -2
  1486. data/src/core/load_balancing/backend_metric_parser.cc +1 -2
  1487. data/src/core/load_balancing/backend_metric_parser.h +1 -3
  1488. data/src/core/load_balancing/child_policy_handler.cc +36 -40
  1489. data/src/core/load_balancing/child_policy_handler.h +4 -5
  1490. data/src/core/load_balancing/delegating_helper.h +6 -7
  1491. data/src/core/load_balancing/endpoint_list.cc +11 -13
  1492. data/src/core/load_balancing/endpoint_list.h +7 -9
  1493. data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +12 -6
  1494. data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +5 -2
  1495. data/src/core/load_balancing/grpclb/grpclb.cc +153 -187
  1496. data/src/core/load_balancing/grpclb/grpclb_balancer_addresses.cc +2 -3
  1497. data/src/core/load_balancing/grpclb/grpclb_client_stats.cc +2 -3
  1498. data/src/core/load_balancing/grpclb/grpclb_client_stats.h +5 -7
  1499. data/src/core/load_balancing/grpclb/load_balancer_api.cc +7 -10
  1500. data/src/core/load_balancing/grpclb/load_balancer_api.h +4 -6
  1501. data/src/core/load_balancing/health_check_client.cc +60 -80
  1502. data/src/core/load_balancing/health_check_client.h +3 -3
  1503. data/src/core/load_balancing/health_check_client_internal.h +8 -9
  1504. data/src/core/load_balancing/lb_policy.cc +5 -8
  1505. data/src/core/load_balancing/lb_policy.h +72 -38
  1506. data/src/core/load_balancing/lb_policy_factory.h +5 -6
  1507. data/src/core/load_balancing/lb_policy_registry.cc +5 -7
  1508. data/src/core/load_balancing/lb_policy_registry.h +5 -6
  1509. data/src/core/load_balancing/oob_backend_metric.cc +19 -25
  1510. data/src/core/load_balancing/oob_backend_metric.h +3 -3
  1511. data/src/core/load_balancing/oob_backend_metric_internal.h +8 -9
  1512. data/src/core/load_balancing/outlier_detection/outlier_detection.cc +139 -184
  1513. data/src/core/load_balancing/outlier_detection/outlier_detection.h +6 -8
  1514. data/src/core/load_balancing/pick_first/pick_first.cc +219 -303
  1515. data/src/core/load_balancing/priority/priority.cc +93 -137
  1516. data/src/core/load_balancing/ring_hash/ring_hash.cc +52 -76
  1517. data/src/core/load_balancing/ring_hash/ring_hash.h +6 -7
  1518. data/src/core/load_balancing/rls/rls.cc +340 -345
  1519. data/src/core/load_balancing/round_robin/round_robin.cc +56 -83
  1520. data/src/core/load_balancing/subchannel_interface.h +17 -6
  1521. data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.cc +2 -3
  1522. data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.h +1 -2
  1523. data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +138 -155
  1524. data/src/core/load_balancing/weighted_target/weighted_target.cc +71 -107
  1525. data/src/core/load_balancing/xds/cds.cc +53 -69
  1526. data/src/core/load_balancing/xds/xds_cluster_impl.cc +178 -155
  1527. data/src/core/load_balancing/xds/xds_cluster_manager.cc +52 -84
  1528. data/src/core/load_balancing/xds/xds_override_host.cc +117 -179
  1529. data/src/core/load_balancing/xds/xds_override_host.h +6 -7
  1530. data/src/core/load_balancing/xds/xds_wrr_locality.cc +38 -48
  1531. data/src/core/plugin_registry/grpc_plugin_registry.cc +5 -7
  1532. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +5 -0
  1533. data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +85 -60
  1534. data/src/core/resolver/dns/c_ares/dns_resolver_ares.h +1 -2
  1535. data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver.h +4 -6
  1536. data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +2 -6
  1537. data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +118 -100
  1538. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +166 -151
  1539. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -18
  1540. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +1 -1
  1541. data/src/core/resolver/dns/dns_resolver_plugin.cc +9 -10
  1542. data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +52 -59
  1543. data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.h +3 -4
  1544. data/src/core/resolver/dns/event_engine/service_config_helper.cc +8 -10
  1545. data/src/core/resolver/dns/event_engine/service_config_helper.h +2 -2
  1546. data/src/core/resolver/dns/native/dns_resolver.cc +21 -30
  1547. data/src/core/resolver/endpoint_addresses.cc +2 -5
  1548. data/src/core/resolver/endpoint_addresses.h +5 -3
  1549. data/src/core/resolver/fake/fake_resolver.cc +7 -9
  1550. data/src/core/resolver/fake/fake_resolver.h +8 -9
  1551. data/src/core/resolver/google_c2p/google_c2p_resolver.cc +23 -25
  1552. data/src/core/resolver/polling_resolver.cc +39 -55
  1553. data/src/core/resolver/polling_resolver.h +8 -9
  1554. data/src/core/resolver/resolver.cc +2 -6
  1555. data/src/core/resolver/resolver.h +4 -10
  1556. data/src/core/resolver/resolver_factory.h +4 -5
  1557. data/src/core/resolver/resolver_registry.cc +8 -10
  1558. data/src/core/resolver/resolver_registry.h +4 -5
  1559. data/src/core/resolver/sockaddr/sockaddr_resolver.cc +7 -8
  1560. data/src/core/resolver/xds/xds_config.cc +95 -0
  1561. data/src/core/resolver/xds/xds_config.h +108 -0
  1562. data/src/core/resolver/xds/xds_dependency_manager.cc +82 -171
  1563. data/src/core/resolver/xds/xds_dependency_manager.h +6 -71
  1564. data/src/core/resolver/xds/xds_resolver.cc +123 -104
  1565. data/src/core/resolver/xds/xds_resolver_attributes.h +7 -4
  1566. data/src/core/server/server.cc +382 -484
  1567. data/src/core/server/server.h +48 -32
  1568. data/src/core/server/server_call_tracer_filter.cc +20 -19
  1569. data/src/core/server/server_config_selector.h +6 -7
  1570. data/src/core/server/server_config_selector_filter.cc +17 -12
  1571. data/src/core/server/server_interface.h +2 -0
  1572. data/src/core/server/xds_channel_stack_modifier.cc +4 -4
  1573. data/src/core/server/xds_channel_stack_modifier.h +6 -7
  1574. data/src/core/server/xds_server_config_fetcher.cc +63 -73
  1575. data/src/core/service_config/service_config.h +4 -6
  1576. data/src/core/service_config/service_config_call_data.h +21 -20
  1577. data/src/core/service_config/service_config_channel_arg_filter.cc +16 -12
  1578. data/src/core/service_config/service_config_impl.cc +8 -10
  1579. data/src/core/service_config/service_config_impl.h +5 -8
  1580. data/src/core/service_config/service_config_parser.cc +4 -8
  1581. data/src/core/service_config/service_config_parser.h +3 -5
  1582. data/src/core/{lib/channel → telemetry}/call_tracer.cc +56 -34
  1583. data/src/core/{lib/channel → telemetry}/call_tracer.h +51 -14
  1584. data/src/core/{lib/debug → telemetry}/histogram_view.cc +1 -1
  1585. data/src/core/{lib/debug → telemetry}/histogram_view.h +4 -5
  1586. data/src/core/telemetry/metrics.cc +177 -0
  1587. data/src/core/telemetry/metrics.h +565 -0
  1588. data/src/core/{lib/debug → telemetry}/stats.cc +2 -3
  1589. data/src/core/{lib/debug → telemetry}/stats.h +7 -9
  1590. data/src/core/{lib/debug → telemetry}/stats_data.cc +88 -3
  1591. data/src/core/{lib/debug → telemetry}/stats_data.h +73 -8
  1592. data/src/core/{lib/channel → telemetry}/tcp_tracer.h +4 -5
  1593. data/src/core/tsi/alts/crypt/aes_gcm.cc +5 -8
  1594. data/src/core/tsi/alts/crypt/gsec.cc +2 -3
  1595. data/src/core/tsi/alts/crypt/gsec.h +3 -4
  1596. data/src/core/tsi/alts/frame_protector/alts_counter.cc +1 -2
  1597. data/src/core/tsi/alts/frame_protector/alts_counter.h +2 -3
  1598. data/src/core/tsi/alts/frame_protector/alts_crypter.cc +1 -2
  1599. data/src/core/tsi/alts/frame_protector/alts_crypter.h +2 -3
  1600. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +16 -18
  1601. data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +1 -2
  1602. data/src/core/tsi/alts/frame_protector/frame_handler.cc +11 -12
  1603. data/src/core/tsi/alts/frame_protector/frame_handler.h +1 -2
  1604. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +41 -46
  1605. data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +2 -4
  1606. data/src/core/tsi/alts/handshaker/alts_shared_resource.h +1 -1
  1607. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +55 -57
  1608. data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +3 -3
  1609. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +17 -24
  1610. data/src/core/tsi/alts/handshaker/transport_security_common_api.h +1 -2
  1611. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +14 -17
  1612. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +1 -2
  1613. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +11 -12
  1614. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +1 -2
  1615. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +9 -11
  1616. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +3 -5
  1617. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +1 -2
  1618. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +9 -13
  1619. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +1 -2
  1620. data/src/core/tsi/fake_transport_security.cc +27 -32
  1621. data/src/core/tsi/local_transport_security.cc +9 -10
  1622. data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +9 -12
  1623. data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +8 -10
  1624. data/src/core/tsi/ssl/session_cache/ssl_session.h +4 -5
  1625. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +7 -9
  1626. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +7 -8
  1627. data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +2 -4
  1628. data/src/core/tsi/ssl_transport_security.cc +126 -111
  1629. data/src/core/tsi/ssl_transport_security.h +4 -6
  1630. data/src/core/tsi/ssl_transport_security_utils.cc +77 -24
  1631. data/src/core/tsi/ssl_transport_security_utils.h +13 -4
  1632. data/src/core/tsi/ssl_types.h +1 -2
  1633. data/src/core/tsi/transport_security.cc +2 -7
  1634. data/src/core/tsi/transport_security.h +1 -4
  1635. data/src/core/tsi/transport_security_interface.h +1 -6
  1636. data/src/core/{lib/gpr → util}/alloc.cc +2 -6
  1637. data/src/core/{lib/gpr → util}/alloc.h +3 -3
  1638. data/src/core/{lib/gpr → util}/atm.cc +2 -3
  1639. data/src/core/{lib/gprpp → util}/atomic_utils.h +5 -5
  1640. data/src/core/{lib/avl → util}/avl.h +7 -8
  1641. data/src/core/{lib/backoff → util}/backoff.cc +10 -11
  1642. data/src/core/{lib/backoff → util}/backoff.h +8 -11
  1643. data/src/core/{lib/gprpp → util}/bitset.h +6 -7
  1644. data/src/core/{lib/gprpp → util}/chunked_vector.h +6 -8
  1645. data/src/core/{lib/gprpp → util}/construct_destruct.h +8 -7
  1646. data/src/core/{lib/gprpp → util}/cpp_impl_of.h +3 -3
  1647. data/src/core/{lib/gprpp → util}/crash.cc +4 -6
  1648. data/src/core/{lib/gprpp → util}/crash.h +5 -6
  1649. data/src/core/{lib/gprpp → util}/debug_location.h +11 -4
  1650. data/src/core/{lib/gprpp → util}/directory_reader.h +5 -5
  1651. data/src/core/{lib/gprpp → util}/down_cast.h +7 -8
  1652. data/src/core/{lib/gprpp → util}/dual_ref_counted.h +54 -43
  1653. data/src/core/util/dump_args.cc +54 -0
  1654. data/src/core/util/dump_args.h +122 -0
  1655. data/src/core/{lib/gprpp → util}/env.h +5 -5
  1656. data/src/core/{lib/debug → util}/event_log.cc +3 -4
  1657. data/src/core/{lib/debug → util}/event_log.h +7 -9
  1658. data/src/core/{lib/gprpp → util}/examine_stack.cc +1 -1
  1659. data/src/core/{lib/gprpp → util}/examine_stack.h +5 -5
  1660. data/src/core/{lib/gprpp → util}/fork.cc +4 -4
  1661. data/src/core/{lib/gprpp → util}/fork.h +5 -5
  1662. data/src/core/{ext/gcp/metadata_query.cc → util/gcp_metadata_query.cc} +31 -36
  1663. data/src/core/{ext/gcp/metadata_query.h → util/gcp_metadata_query.h} +13 -14
  1664. data/src/core/{lib/iomgr → util}/gethostname.h +3 -3
  1665. data/src/core/{lib/iomgr → util}/gethostname_fallback.cc +1 -1
  1666. data/src/core/{lib/iomgr → util}/gethostname_host_name_max.cc +2 -3
  1667. data/src/core/{lib/iomgr → util}/gethostname_sysconf.cc +2 -3
  1668. data/src/core/util/glob.cc +70 -0
  1669. data/src/core/util/glob.h +29 -0
  1670. data/src/core/{lib/gpr/time.cc → util/gpr_time.cc} +3 -6
  1671. data/src/core/{lib/iomgr → util}/grpc_if_nametoindex.h +4 -5
  1672. data/src/core/{lib/iomgr → util}/grpc_if_nametoindex_posix.cc +4 -6
  1673. data/src/core/{lib/iomgr → util}/grpc_if_nametoindex_unsupported.cc +5 -8
  1674. data/src/core/{lib/gprpp → util}/host_port.cc +2 -4
  1675. data/src/core/{lib/gprpp → util}/host_port.h +5 -5
  1676. data/src/core/{lib/http → util/http_client}/format_request.cc +4 -6
  1677. data/src/core/{lib/http → util/http_client}/format_request.h +4 -4
  1678. data/src/core/{lib/http → util/http_client}/httpcli.cc +43 -62
  1679. data/src/core/{lib/http → util/http_client}/httpcli.h +32 -30
  1680. data/src/core/{lib/http → util/http_client}/httpcli_security_connector.cc +17 -20
  1681. data/src/core/{lib/http → util/http_client}/httpcli_ssl_credentials.h +4 -4
  1682. data/src/core/{lib/http → util/http_client}/parser.cc +7 -11
  1683. data/src/core/{lib/http → util/http_client}/parser.h +5 -8
  1684. data/src/core/{lib/gprpp → util}/if_list.h +3 -3
  1685. data/src/core/{lib/gpr → util}/iphone/cpu.cc +1 -2
  1686. data/src/core/{lib → util}/json/json.h +3 -3
  1687. data/src/core/{lib → util}/json/json_args.h +5 -5
  1688. data/src/core/{lib → util}/json/json_channel_args.h +6 -7
  1689. data/src/core/{lib → util}/json/json_object_loader.cc +4 -4
  1690. data/src/core/{lib → util}/json/json_object_loader.h +11 -12
  1691. data/src/core/{lib → util}/json/json_reader.cc +4 -7
  1692. data/src/core/{lib → util}/json/json_reader.h +6 -7
  1693. data/src/core/{lib → util}/json/json_util.cc +5 -5
  1694. data/src/core/{lib → util}/json/json_util.h +7 -8
  1695. data/src/core/{lib → util}/json/json_writer.cc +2 -4
  1696. data/src/core/{lib → util}/json/json_writer.h +6 -6
  1697. data/src/core/util/latent_see.cc +142 -0
  1698. data/src/core/util/latent_see.h +327 -0
  1699. data/src/core/{lib/gpr → util}/linux/cpu.cc +11 -12
  1700. data/src/core/{lib/gprpp → util}/linux/env.cc +3 -3
  1701. data/src/core/{lib/gprpp → util}/load_file.cc +4 -6
  1702. data/src/core/{lib/gprpp → util}/load_file.h +5 -6
  1703. data/src/core/util/log.cc +127 -0
  1704. data/src/core/util/lru_cache.h +122 -0
  1705. data/src/core/{lib/gprpp → util}/manual_constructor.h +5 -6
  1706. data/src/core/{lib/gprpp → util}/match.h +6 -7
  1707. data/src/core/{lib/matchers → util}/matchers.cc +10 -3
  1708. data/src/core/{lib/matchers → util}/matchers.h +9 -5
  1709. data/src/core/{lib/gprpp → util}/memory.h +6 -6
  1710. data/src/core/{lib/gprpp → util}/mpscq.cc +1 -1
  1711. data/src/core/{lib/gprpp → util}/mpscq.h +6 -8
  1712. data/src/core/{lib/gpr → util}/msys/tmpfile.cc +5 -7
  1713. data/src/core/{lib/gprpp → util}/no_destruct.h +6 -6
  1714. data/src/core/{lib/gprpp → util}/notification.h +6 -7
  1715. data/src/core/{lib/gprpp → util}/orphanable.h +9 -9
  1716. data/src/core/{lib/gprpp → util}/overload.h +5 -5
  1717. data/src/core/{lib/gprpp → util}/packed_table.h +5 -5
  1718. data/src/core/{lib/gprpp → util}/per_cpu.cc +2 -2
  1719. data/src/core/{lib/gprpp → util}/per_cpu.h +5 -6
  1720. data/src/core/{lib/gpr → util}/posix/cpu.cc +6 -7
  1721. data/src/core/{lib/gprpp → util}/posix/directory_reader.cc +4 -4
  1722. data/src/core/{lib/gprpp → util}/posix/env.cc +1 -1
  1723. data/src/core/{lib/gprpp → util}/posix/stat.cc +7 -9
  1724. data/src/core/{lib/gpr → util}/posix/string.cc +2 -3
  1725. data/src/core/{lib/gpr → util}/posix/sync.cc +3 -6
  1726. data/src/core/{lib/gprpp → util}/posix/thd.cc +16 -20
  1727. data/src/core/{lib/gpr → util}/posix/time.cc +5 -7
  1728. data/src/core/{lib/gpr → util}/posix/tmpfile.cc +11 -13
  1729. data/src/core/{lib/backoff → util}/random_early_detection.cc +3 -3
  1730. data/src/core/{lib/backoff → util}/random_early_detection.h +4 -5
  1731. data/src/core/{lib/gprpp → util}/ref_counted.h +39 -32
  1732. data/src/core/{lib/gprpp → util}/ref_counted_ptr.h +6 -8
  1733. data/src/core/{lib/gprpp → util}/ref_counted_string.cc +3 -4
  1734. data/src/core/{lib/gprpp → util}/ref_counted_string.h +6 -8
  1735. data/src/core/util/ring_buffer.h +123 -0
  1736. data/src/core/{lib/gprpp → util}/single_set_ptr.h +10 -9
  1737. data/src/core/{lib/gprpp → util}/sorted_pack.h +6 -6
  1738. data/src/core/{lib/gpr → util}/spinlock.h +5 -7
  1739. data/src/core/{lib/gprpp → util}/stat.h +4 -5
  1740. data/src/core/{lib/gprpp → util}/status_helper.cc +16 -38
  1741. data/src/core/{lib/gprpp → util}/status_helper.h +8 -38
  1742. data/src/core/{lib/gprpp → util}/strerror.cc +2 -3
  1743. data/src/core/{lib/gprpp → util}/strerror.h +5 -5
  1744. data/src/core/{lib/gpr → util}/string.cc +13 -16
  1745. data/src/core/{lib/gpr → util}/string.h +4 -6
  1746. data/src/core/{lib/gpr → util}/sync.cc +3 -6
  1747. data/src/core/{lib/gprpp → util}/sync.h +7 -8
  1748. data/src/core/{lib/gpr → util}/sync_abseil.cc +5 -8
  1749. data/src/core/{lib/gprpp → util}/table.h +56 -22
  1750. data/src/core/{lib/gprpp → util}/tchar.cc +1 -1
  1751. data/src/core/{lib/gprpp → util}/tchar.h +3 -3
  1752. data/src/core/{lib/gprpp → util}/thd.h +5 -7
  1753. data/src/core/{lib/gprpp → util}/time.cc +8 -10
  1754. data/src/core/{lib/gprpp → util}/time.h +28 -27
  1755. data/src/core/{lib/gprpp → util}/time_averaged_stats.cc +1 -1
  1756. data/src/core/{lib/gprpp → util}/time_averaged_stats.h +3 -3
  1757. data/src/core/{lib/gpr → util}/time_precise.cc +7 -7
  1758. data/src/core/{lib/gpr → util}/time_precise.h +3 -4
  1759. data/src/core/{lib/gprpp → util}/time_util.cc +3 -5
  1760. data/src/core/{lib/gprpp → util}/time_util.h +5 -5
  1761. data/src/core/{lib/gpr → util}/tmpfile.h +3 -4
  1762. data/src/core/{lib/gprpp → util}/type_list.h +3 -3
  1763. data/src/core/util/unique_ptr_with_bitset.h +86 -0
  1764. data/src/core/{lib/gprpp → util}/unique_type_name.h +34 -15
  1765. data/src/core/{xds/grpc → util}/upb_utils.h +3 -5
  1766. data/src/core/{lib/uri/uri_parser.cc → util/uri.cc} +2 -4
  1767. data/src/core/{lib/uri/uri_parser.h → util/uri.h} +5 -5
  1768. data/src/core/{lib/gpr → util}/useful.h +23 -52
  1769. data/src/core/{lib/gprpp → util}/uuid_v4.cc +3 -3
  1770. data/src/core/{lib/gprpp → util}/uuid_v4.h +4 -5
  1771. data/src/core/{lib/gprpp → util}/validation_errors.cc +12 -4
  1772. data/src/core/{lib/gprpp → util}/validation_errors.h +15 -5
  1773. data/src/core/{lib/gpr → util}/windows/cpu.cc +1 -2
  1774. data/src/core/{lib/gprpp → util}/windows/directory_reader.cc +1 -3
  1775. data/src/core/{lib/gprpp → util}/windows/env.cc +2 -2
  1776. data/src/core/{lib/gprpp → util}/windows/stat.cc +6 -8
  1777. data/src/core/{lib/gpr → util}/windows/string.cc +3 -4
  1778. data/src/core/{lib/gpr → util}/windows/string_util.cc +6 -8
  1779. data/src/core/{lib/gpr → util}/windows/sync.cc +2 -4
  1780. data/src/core/{lib/gprpp → util}/windows/thd.cc +8 -10
  1781. data/src/core/{lib/gpr → util}/windows/time.cc +3 -6
  1782. data/src/core/{lib/gpr → util}/windows/tmpfile.cc +5 -7
  1783. data/src/core/{lib/gprpp → util}/work_serializer.cc +75 -95
  1784. data/src/core/{lib/gprpp → util}/work_serializer.h +8 -9
  1785. data/src/core/{lib/gprpp → util}/xxhash_inline.h +3 -3
  1786. data/src/core/xds/grpc/certificate_provider_store.cc +4 -5
  1787. data/src/core/xds/grpc/certificate_provider_store.h +12 -13
  1788. data/src/core/xds/grpc/file_watcher_certificate_provider_factory.cc +6 -7
  1789. data/src/core/xds/grpc/file_watcher_certificate_provider_factory.h +9 -10
  1790. data/src/core/xds/grpc/xds_audit_logger_registry.cc +5 -5
  1791. data/src/core/xds/grpc/xds_audit_logger_registry.h +4 -5
  1792. data/src/core/xds/grpc/xds_bootstrap_grpc.cc +8 -166
  1793. data/src/core/xds/grpc/xds_bootstrap_grpc.h +9 -39
  1794. data/src/core/xds/grpc/xds_certificate_provider.cc +4 -5
  1795. data/src/core/xds/grpc/xds_certificate_provider.h +12 -11
  1796. data/src/core/xds/grpc/xds_client_grpc.cc +98 -76
  1797. data/src/core/xds/grpc/xds_client_grpc.h +16 -10
  1798. data/src/core/xds/grpc/xds_cluster.cc +12 -737
  1799. data/src/core/xds/grpc/xds_cluster.h +36 -45
  1800. data/src/core/xds/grpc/xds_cluster_parser.cc +772 -0
  1801. data/src/core/xds/grpc/xds_cluster_parser.h +61 -0
  1802. data/src/core/xds/grpc/xds_cluster_specifier_plugin.cc +6 -9
  1803. data/src/core/xds/grpc/xds_cluster_specifier_plugin.h +5 -6
  1804. data/src/core/xds/grpc/xds_common_types.cc +33 -438
  1805. data/src/core/xds/grpc/xds_common_types.h +10 -28
  1806. data/src/core/xds/grpc/xds_common_types_parser.cc +503 -0
  1807. data/src/core/xds/grpc/xds_common_types_parser.h +76 -0
  1808. data/src/core/xds/grpc/xds_endpoint.cc +0 -420
  1809. data/src/core/xds/grpc/xds_endpoint.h +7 -29
  1810. data/src/core/xds/grpc/xds_endpoint_parser.cc +444 -0
  1811. data/src/core/xds/grpc/xds_endpoint_parser.h +47 -0
  1812. data/src/core/xds/grpc/xds_health_status.cc +0 -2
  1813. data/src/core/xds/grpc/xds_health_status.h +0 -3
  1814. data/src/core/xds/grpc/xds_http_fault_filter.cc +28 -16
  1815. data/src/core/xds/grpc/xds_http_fault_filter.h +11 -7
  1816. data/src/core/xds/grpc/{xds_http_filters.h → xds_http_filter.h} +21 -69
  1817. data/src/core/xds/grpc/{xds_http_filters.cc → xds_http_filter_registry.cc} +11 -5
  1818. data/src/core/xds/grpc/xds_http_filter_registry.h +104 -0
  1819. data/src/core/xds/grpc/xds_http_gcp_authn_filter.cc +141 -0
  1820. data/src/core/xds/grpc/xds_http_gcp_authn_filter.h +60 -0
  1821. data/src/core/xds/grpc/xds_http_rbac_filter.cc +64 -49
  1822. data/src/core/xds/grpc/xds_http_rbac_filter.h +11 -7
  1823. data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +24 -11
  1824. data/src/core/xds/grpc/xds_http_stateful_session_filter.h +11 -7
  1825. data/src/core/xds/grpc/xds_lb_policy_registry.cc +22 -27
  1826. data/src/core/xds/grpc/xds_lb_policy_registry.h +4 -5
  1827. data/src/core/xds/grpc/xds_listener.cc +19 -986
  1828. data/src/core/xds/grpc/xds_listener.h +2 -35
  1829. data/src/core/xds/grpc/xds_listener_parser.cc +993 -0
  1830. data/src/core/xds/grpc/xds_listener_parser.h +59 -0
  1831. data/src/core/xds/grpc/xds_metadata.cc +62 -0
  1832. data/src/core/xds/grpc/xds_metadata.h +150 -0
  1833. data/src/core/xds/grpc/xds_metadata_parser.cc +184 -0
  1834. data/src/core/xds/grpc/xds_metadata_parser.h +35 -0
  1835. data/src/core/xds/grpc/xds_route_config.cc +2 -919
  1836. data/src/core/xds/grpc/xds_route_config.h +8 -41
  1837. data/src/core/xds/grpc/xds_route_config_parser.cc +962 -0
  1838. data/src/core/xds/grpc/xds_route_config_parser.h +77 -0
  1839. data/src/core/xds/grpc/xds_routing.cc +60 -27
  1840. data/src/core/xds/grpc/xds_routing.h +12 -6
  1841. data/src/core/xds/grpc/xds_server_grpc.cc +160 -0
  1842. data/src/core/xds/grpc/xds_server_grpc.h +63 -0
  1843. data/src/core/xds/grpc/xds_transport_grpc.cc +98 -55
  1844. data/src/core/xds/grpc/xds_transport_grpc.h +34 -23
  1845. data/src/core/xds/xds_client/lrs_client.cc +1292 -0
  1846. data/src/core/xds/xds_client/lrs_client.h +394 -0
  1847. data/src/core/xds/xds_client/xds_api.cc +38 -256
  1848. data/src/core/xds/xds_client/xds_api.h +13 -36
  1849. data/src/core/xds/xds_client/xds_backend_metric_propagation.cc +63 -0
  1850. data/src/core/xds/xds_client/xds_backend_metric_propagation.h +59 -0
  1851. data/src/core/xds/xds_client/xds_bootstrap.cc +3 -4
  1852. data/src/core/xds/xds_client/xds_bootstrap.h +3 -3
  1853. data/src/core/xds/xds_client/xds_client.cc +175 -793
  1854. data/src/core/xds/xds_client/xds_client.h +33 -89
  1855. data/src/core/xds/xds_client/xds_locality.h +102 -0
  1856. data/src/core/xds/xds_client/xds_metrics.h +2 -2
  1857. data/src/core/xds/xds_client/xds_resource_type.h +4 -5
  1858. data/src/core/xds/xds_client/xds_resource_type_impl.h +3 -4
  1859. data/src/core/xds/xds_client/xds_transport.h +29 -14
  1860. data/src/ruby/bin/math_pb.rb +1 -22
  1861. data/src/ruby/ext/grpc/extconf.rb +1 -1
  1862. data/src/ruby/ext/grpc/rb_byte_buffer.c +3 -3
  1863. data/src/ruby/ext/grpc/rb_call.c +15 -8
  1864. data/src/ruby/ext/grpc/rb_call_credentials.c +39 -33
  1865. data/src/ruby/ext/grpc/rb_channel.c +42 -37
  1866. data/src/ruby/ext/grpc/rb_channel_args.c +4 -4
  1867. data/src/ruby/ext/grpc/rb_channel_credentials.c +5 -6
  1868. data/src/ruby/ext/grpc/rb_channel_credentials.h +1 -2
  1869. data/src/ruby/ext/grpc/rb_completion_queue.c +18 -36
  1870. data/src/ruby/ext/grpc/rb_completion_queue.h +7 -1
  1871. data/src/ruby/ext/grpc/rb_compression_options.c +9 -10
  1872. data/src/ruby/ext/grpc/rb_event_thread.c +9 -9
  1873. data/src/ruby/ext/grpc/rb_grpc.c +16 -16
  1874. data/src/ruby/ext/grpc/rb_grpc.h +7 -0
  1875. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +6 -14
  1876. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +9 -21
  1877. data/src/ruby/ext/grpc/rb_server.c +47 -28
  1878. data/src/ruby/ext/grpc/rb_server_credentials.c +3 -3
  1879. data/src/ruby/ext/grpc/rb_server_credentials.h +1 -2
  1880. data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +5 -6
  1881. data/src/ruby/ext/grpc/rb_xds_channel_credentials.h +1 -2
  1882. data/src/ruby/ext/grpc/rb_xds_server_credentials.c +4 -4
  1883. data/src/ruby/ext/grpc/rb_xds_server_credentials.h +1 -2
  1884. data/src/ruby/lib/grpc/generic/active_call.rb +8 -5
  1885. data/src/ruby/lib/grpc/logconfig.rb +13 -0
  1886. data/src/ruby/lib/grpc/version.rb +1 -1
  1887. data/src/ruby/pb/grpc/health/v1/health_pb.rb +1 -22
  1888. data/src/ruby/pb/grpc/testing/duplicate/echo_duplicate_services_pb.rb +5 -5
  1889. data/src/ruby/pb/grpc/testing/metrics_pb.rb +10 -19
  1890. data/src/ruby/pb/grpc/testing/metrics_services_pb.rb +5 -5
  1891. data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +1 -22
  1892. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +1 -22
  1893. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +1 -22
  1894. data/src/ruby/spec/call_spec.rb +53 -40
  1895. data/src/ruby/spec/channel_spec.rb +4 -2
  1896. data/src/ruby/spec/client_server_spec.rb +148 -507
  1897. data/src/ruby/spec/generic/active_call_spec.rb +64 -86
  1898. data/src/ruby/spec/generic/client_stub_spec.rb +20 -20
  1899. data/src/ruby/spec/logconfig_spec.rb +30 -0
  1900. data/src/ruby/spec/support/services.rb +3 -0
  1901. data/third_party/abseil-cpp/absl/algorithm/container.h +57 -18
  1902. data/third_party/abseil-cpp/absl/base/attributes.h +84 -0
  1903. data/third_party/abseil-cpp/absl/base/config.h +32 -51
  1904. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +0 -16
  1905. data/third_party/abseil-cpp/absl/base/internal/nullability_impl.h +3 -1
  1906. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +13 -3
  1907. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +0 -12
  1908. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock_config.h +4 -4
  1909. data/third_party/abseil-cpp/absl/base/macros.h +48 -0
  1910. data/third_party/abseil-cpp/absl/base/no_destructor.h +35 -40
  1911. data/third_party/abseil-cpp/absl/base/nullability.h +33 -7
  1912. data/third_party/abseil-cpp/absl/base/optimization.h +11 -0
  1913. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  1914. data/third_party/abseil-cpp/absl/base/prefetch.h +1 -1
  1915. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +68 -12
  1916. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +60 -6
  1917. data/third_party/abseil-cpp/absl/container/hash_container_defaults.h +45 -0
  1918. data/third_party/abseil-cpp/absl/container/inlined_vector.h +13 -0
  1919. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +20 -11
  1920. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +15 -16
  1921. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +34 -1
  1922. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +68 -1
  1923. data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +50 -0
  1924. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +22 -7
  1925. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +26 -8
  1926. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +39 -35
  1927. data/third_party/abseil-cpp/absl/container/internal/layout.h +190 -74
  1928. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +8 -6
  1929. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +334 -71
  1930. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +1299 -458
  1931. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +19 -17
  1932. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +4 -3
  1933. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +2 -1
  1934. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_arm_combined.cc +12 -8
  1935. data/third_party/abseil-cpp/absl/crc/internal/crc_non_temporal_memcpy.cc +1 -1
  1936. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +11 -7
  1937. data/third_party/abseil-cpp/absl/crc/internal/non_temporal_memcpy.h +18 -17
  1938. data/third_party/abseil-cpp/absl/debugging/internal/bounded_utf8_length_sequence.h +126 -0
  1939. data/third_party/abseil-cpp/absl/debugging/internal/decode_rust_punycode.cc +258 -0
  1940. data/third_party/abseil-cpp/absl/debugging/internal/decode_rust_punycode.h +55 -0
  1941. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +1057 -86
  1942. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +3 -0
  1943. data/third_party/abseil-cpp/absl/debugging/internal/demangle_rust.cc +925 -0
  1944. data/third_party/abseil-cpp/absl/debugging/internal/demangle_rust.h +42 -0
  1945. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +43 -16
  1946. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +8 -7
  1947. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +10 -7
  1948. data/third_party/abseil-cpp/absl/debugging/internal/utf8_for_code_point.cc +70 -0
  1949. data/third_party/abseil-cpp/absl/debugging/internal/utf8_for_code_point.h +47 -0
  1950. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +11 -0
  1951. data/third_party/abseil-cpp/absl/flags/flag.h +2 -0
  1952. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +117 -30
  1953. data/third_party/abseil-cpp/absl/flags/internal/flag.h +192 -30
  1954. data/third_party/abseil-cpp/absl/flags/reflection.cc +10 -0
  1955. data/third_party/abseil-cpp/absl/functional/any_invocable.h +13 -3
  1956. data/third_party/abseil-cpp/absl/functional/bind_front.h +3 -2
  1957. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +7 -7
  1958. data/third_party/abseil-cpp/absl/functional/internal/front_binder.h +9 -9
  1959. data/third_party/abseil-cpp/absl/hash/internal/hash.cc +1 -1
  1960. data/third_party/abseil-cpp/absl/hash/internal/hash.h +13 -3
  1961. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +60 -28
  1962. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.h +4 -0
  1963. data/third_party/abseil-cpp/absl/log/absl_vlog_is_on.h +3 -3
  1964. data/third_party/abseil-cpp/absl/log/globals.h +28 -15
  1965. data/third_party/abseil-cpp/absl/log/internal/check_op.cc +20 -0
  1966. data/third_party/abseil-cpp/absl/log/internal/check_op.h +63 -21
  1967. data/third_party/abseil-cpp/absl/log/internal/conditions.h +2 -2
  1968. data/third_party/abseil-cpp/absl/log/internal/log_impl.h +23 -23
  1969. data/third_party/abseil-cpp/absl/log/internal/log_message.cc +104 -47
  1970. data/third_party/abseil-cpp/absl/log/internal/log_message.h +23 -4
  1971. data/third_party/abseil-cpp/absl/log/internal/nullstream.h +1 -10
  1972. data/third_party/abseil-cpp/absl/log/internal/strip.h +36 -0
  1973. data/third_party/abseil-cpp/absl/log/log.h +5 -1
  1974. data/third_party/abseil-cpp/absl/log/log_sink.h +11 -4
  1975. data/third_party/abseil-cpp/absl/log/vlog_is_on.h +3 -3
  1976. data/third_party/abseil-cpp/absl/meta/type_traits.h +138 -42
  1977. data/third_party/abseil-cpp/absl/numeric/int128.cc +0 -3
  1978. data/third_party/abseil-cpp/absl/numeric/int128.h +35 -5
  1979. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +14 -0
  1980. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +18 -0
  1981. data/third_party/abseil-cpp/absl/numeric/internal/bits.h +6 -2
  1982. data/third_party/abseil-cpp/absl/random/beta_distribution.h +8 -8
  1983. data/third_party/abseil-cpp/absl/random/bit_gen_ref.h +9 -7
  1984. data/third_party/abseil-cpp/absl/random/distributions.h +11 -11
  1985. data/third_party/abseil-cpp/absl/random/seed_sequences.h +2 -0
  1986. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +61 -2
  1987. data/third_party/abseil-cpp/absl/status/status.cc +0 -4
  1988. data/third_party/abseil-cpp/absl/status/status.h +4 -4
  1989. data/third_party/abseil-cpp/absl/status/statusor.h +108 -142
  1990. data/third_party/abseil-cpp/absl/strings/ascii.cc +32 -71
  1991. data/third_party/abseil-cpp/absl/strings/cord.cc +20 -15
  1992. data/third_party/abseil-cpp/absl/strings/cord.h +68 -7
  1993. data/third_party/abseil-cpp/absl/strings/escaping.cc +96 -21
  1994. data/third_party/abseil-cpp/absl/strings/escaping.h +25 -8
  1995. data/third_party/abseil-cpp/absl/strings/has_absl_stringify.h +1 -0
  1996. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +10 -0
  1997. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +29 -9
  1998. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +2 -2
  1999. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.cc +19 -13
  2000. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +23 -13
  2001. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +24 -24
  2002. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +12 -7
  2003. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +9 -4
  2004. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +5 -2
  2005. data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +23 -2
  2006. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +5 -1
  2007. data/third_party/abseil-cpp/absl/strings/numbers.cc +107 -333
  2008. data/third_party/abseil-cpp/absl/strings/numbers.h +12 -151
  2009. data/third_party/abseil-cpp/absl/strings/str_cat.cc +49 -142
  2010. data/third_party/abseil-cpp/absl/strings/str_cat.h +70 -85
  2011. data/third_party/abseil-cpp/absl/strings/str_format.h +1 -1
  2012. data/third_party/abseil-cpp/absl/strings/str_join.h +19 -5
  2013. data/third_party/abseil-cpp/absl/strings/str_split.h +2 -2
  2014. data/third_party/abseil-cpp/absl/strings/string_view.h +3 -2
  2015. data/third_party/abseil-cpp/absl/strings/substitute.cc +4 -0
  2016. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -2
  2017. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.h +5 -0
  2018. data/third_party/abseil-cpp/absl/synchronization/mutex.h +5 -4
  2019. data/third_party/abseil-cpp/absl/time/civil_time.h +2 -2
  2020. data/third_party/abseil-cpp/absl/time/clock.cc +15 -1
  2021. data/third_party/abseil-cpp/absl/time/duration.cc +58 -53
  2022. data/third_party/abseil-cpp/absl/time/format.cc +2 -1
  2023. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +1 -1
  2024. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +0 -29
  2025. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +3 -3
  2026. data/third_party/abseil-cpp/absl/time/time.h +73 -29
  2027. data/third_party/abseil-cpp/absl/types/compare.h +505 -0
  2028. data/third_party/abseil-cpp/absl/types/internal/optional.h +2 -2
  2029. data/third_party/abseil-cpp/absl/types/internal/variant.h +55 -67
  2030. data/third_party/abseil-cpp/absl/types/optional.h +15 -18
  2031. data/third_party/abseil-cpp/absl/types/span.h +3 -2
  2032. data/third_party/abseil-cpp/absl/types/variant.h +19 -24
  2033. data/third_party/abseil-cpp/absl/utility/utility.h +3 -41
  2034. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +4 -0
  2035. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/rand/fork_detect.h → bcm_support.h} +51 -6
  2036. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +12 -12
  2037. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +3 -5
  2038. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +7 -0
  2039. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +43 -0
  2040. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +66 -41
  2041. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +4 -1
  2042. data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +71 -37
  2043. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +8 -62
  2044. data/third_party/boringssl-with-bazel/src/crypto/dilithium/dilithium.c +1539 -0
  2045. data/third_party/boringssl-with-bazel/src/crypto/dilithium/internal.h +58 -0
  2046. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +10 -3
  2047. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +0 -2
  2048. data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +2 -0
  2049. data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +160 -14
  2050. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/{aes.c → aes.c.inc} +21 -0
  2051. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +33 -7
  2052. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +84 -80
  2053. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm_interface.h +89 -0
  2054. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{div.c → div.c.inc} +146 -179
  2055. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{exponentiation.c → exponentiation.c.inc} +45 -1
  2056. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +33 -23
  2057. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{random.c → random.c.inc} +6 -8
  2058. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{sqrt.c → sqrt.c.inc} +1 -1
  2059. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/{e_aes.c → e_aes.c.inc} +9 -8
  2060. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{ec_key.c → ec_key.c.inc} +11 -7
  2061. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-nistz.c → p256-nistz.c.inc} +104 -7
  2062. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.h +65 -8
  2063. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/{ecdsa.c → ecdsa.c.inc} +52 -107
  2064. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +28 -11
  2065. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/fips_shared_support.c +3 -6
  2066. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +1 -80
  2067. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/{rand.c → rand.c.inc} +26 -40
  2068. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/{padding.c → padding.c.inc} +2 -5
  2069. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/{rsa_impl.c → rsa_impl.c.inc} +1 -1
  2070. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/{fips.c → fips.c.inc} +6 -4
  2071. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/{self_check.c → self_check.c.inc} +9 -35
  2072. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/internal.h +2 -2
  2073. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/{service_indicator.c → service_indicator.c.inc} +2 -2
  2074. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +9 -4
  2075. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/{sha512.c → sha512.c.inc} +6 -0
  2076. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +293 -2
  2077. data/third_party/boringssl-with-bazel/src/crypto/internal.h +98 -24
  2078. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +1 -0
  2079. data/third_party/boringssl-with-bazel/src/crypto/mem.c +7 -3
  2080. data/third_party/boringssl-with-bazel/src/crypto/mldsa/internal.h +73 -0
  2081. data/third_party/boringssl-with-bazel/src/crypto/mldsa/mldsa.c +1687 -0
  2082. data/third_party/boringssl-with-bazel/src/crypto/mlkem/internal.h +90 -0
  2083. data/third_party/boringssl-with-bazel/src/crypto/mlkem/mlkem.cc +1097 -0
  2084. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +4 -1
  2085. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +4 -5
  2086. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +2 -3
  2087. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +1 -1
  2088. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +1 -0
  2089. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +9 -1
  2090. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/rand → rand_extra}/fork_detect.c +26 -28
  2091. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +9 -1
  2092. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/ios.c +9 -1
  2093. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +19 -3
  2094. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/rand_extra.c +26 -23
  2095. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/sysrand_internal.h +37 -0
  2096. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/trusty.c +9 -1
  2097. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/rand → rand_extra}/urandom.c +19 -19
  2098. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +8 -1
  2099. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/internal.h +2 -0
  2100. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +0 -4
  2101. data/third_party/boringssl-with-bazel/src/crypto/x509/v3_utl.c +49 -16
  2102. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +0 -10
  2103. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +7 -17
  2104. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +14 -1
  2105. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +8 -6
  2106. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +14 -9
  2107. data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +9 -11
  2108. data/third_party/boringssl-with-bazel/src/include/openssl/experimental/dilithium.h +129 -0
  2109. data/third_party/boringssl-with-bazel/src/include/openssl/experimental/kyber.h +10 -0
  2110. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +8 -6
  2111. data/third_party/boringssl-with-bazel/src/include/openssl/mldsa.h +136 -0
  2112. data/third_party/boringssl-with-bazel/src/include/openssl/mlkem.h +246 -0
  2113. data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +3 -0
  2114. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +3 -4
  2115. data/third_party/boringssl-with-bazel/src/include/openssl/service_indicator.h +2 -2
  2116. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +48 -12
  2117. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +118 -38
  2118. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +0 -23
  2119. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +9 -12
  2120. data/third_party/boringssl-with-bazel/src/ssl/d1_lib.cc +6 -0
  2121. data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +10 -5
  2122. data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +14 -2
  2123. data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +296 -61
  2124. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +24 -16
  2125. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +71 -39
  2126. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +16 -4
  2127. data/third_party/boringssl-with-bazel/src/ssl/internal.h +125 -38
  2128. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +44 -16
  2129. data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +21 -1
  2130. data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +86 -1
  2131. data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +7 -4
  2132. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +98 -3
  2133. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +69 -29
  2134. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +59 -20
  2135. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +7 -1
  2136. data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +2 -1
  2137. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +18 -4
  2138. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +96 -34
  2139. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +15 -5
  2140. data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +4 -24
  2141. data/third_party/upb/upb/base/string_view.h +1 -1
  2142. data/third_party/upb/upb/json/decode.c +21 -3
  2143. data/third_party/upb/upb/json/encode.c +2 -2
  2144. data/third_party/upb/upb/lex/round_trip.c +10 -0
  2145. data/third_party/upb/upb/mem/arena.c +79 -3
  2146. data/third_party/upb/upb/mem/arena.h +20 -9
  2147. data/third_party/upb/upb/mem/arena.hpp +5 -1
  2148. data/third_party/upb/upb/mem/internal/arena.h +11 -8
  2149. data/third_party/upb/upb/message/accessors.c +6 -7
  2150. data/third_party/upb/upb/message/accessors.h +180 -378
  2151. data/third_party/upb/upb/message/array.c +26 -3
  2152. data/third_party/upb/upb/message/array.h +17 -9
  2153. data/third_party/upb/upb/message/compat.c +5 -5
  2154. data/third_party/upb/upb/message/compat.h +3 -3
  2155. data/third_party/upb/upb/message/copy.c +23 -20
  2156. data/third_party/upb/upb/message/internal/accessors.h +610 -55
  2157. data/third_party/upb/upb/message/internal/array.h +23 -15
  2158. data/third_party/upb/upb/message/internal/compare_unknown.c +289 -0
  2159. data/third_party/upb/upb/message/internal/compare_unknown.h +49 -0
  2160. data/third_party/upb/upb/message/internal/extension.c +12 -12
  2161. data/third_party/upb/upb/message/internal/extension.h +9 -12
  2162. data/third_party/upb/upb/message/internal/map.h +15 -0
  2163. data/third_party/upb/upb/message/internal/map_sorter.h +4 -5
  2164. data/third_party/upb/upb/message/internal/message.c +19 -3
  2165. data/third_party/upb/upb/message/internal/message.h +11 -0
  2166. data/third_party/upb/upb/message/internal/tagged_ptr.h +5 -5
  2167. data/third_party/upb/upb/message/internal/types.h +41 -1
  2168. data/third_party/upb/upb/message/map.c +25 -0
  2169. data/third_party/upb/upb/message/map.h +11 -7
  2170. data/third_party/upb/upb/message/merge.c +38 -0
  2171. data/third_party/upb/upb/message/merge.h +26 -0
  2172. data/third_party/upb/upb/message/message.c +83 -4
  2173. data/third_party/upb/upb/message/message.h +16 -1
  2174. data/third_party/upb/upb/message/tagged_ptr.h +4 -8
  2175. data/third_party/upb/upb/message/value.h +26 -0
  2176. data/third_party/upb/upb/mini_descriptor/build_enum.c +3 -3
  2177. data/third_party/upb/upb/mini_descriptor/build_enum.h +6 -14
  2178. data/third_party/upb/upb/mini_descriptor/decode.c +19 -3
  2179. data/third_party/upb/upb/mini_descriptor/link.c +23 -21
  2180. data/third_party/upb/upb/mini_table/enum.h +2 -4
  2181. data/third_party/upb/upb/mini_table/extension.h +4 -12
  2182. data/third_party/upb/upb/mini_table/extension_registry.c +18 -0
  2183. data/third_party/upb/upb/mini_table/extension_registry.h +17 -0
  2184. data/third_party/upb/upb/mini_table/field.h +12 -38
  2185. data/third_party/upb/upb/mini_table/file.h +6 -19
  2186. data/third_party/upb/upb/mini_table/internal/enum.h +1 -1
  2187. data/third_party/upb/upb/mini_table/internal/extension.h +18 -9
  2188. data/third_party/upb/upb/mini_table/internal/field.h +23 -23
  2189. data/third_party/upb/upb/mini_table/internal/file.h +7 -7
  2190. data/third_party/upb/upb/mini_table/internal/message.c +21 -1
  2191. data/third_party/upb/upb/mini_table/internal/message.h +80 -36
  2192. data/third_party/upb/upb/mini_table/internal/sub.h +9 -4
  2193. data/third_party/upb/upb/mini_table/message.h +23 -22
  2194. data/third_party/upb/upb/mini_table/sub.h +4 -12
  2195. data/third_party/upb/upb/port/def.inc +83 -6
  2196. data/third_party/upb/upb/port/undef.inc +5 -1
  2197. data/third_party/upb/upb/reflection/def.hpp +35 -0
  2198. data/third_party/upb/upb/reflection/def_pool.h +2 -2
  2199. data/third_party/upb/upb/reflection/enum_def.c +5 -1
  2200. data/third_party/upb/upb/reflection/enum_def.h +1 -0
  2201. data/third_party/upb/upb/reflection/enum_value_def.c +3 -8
  2202. data/third_party/upb/upb/reflection/field_def.c +69 -29
  2203. data/third_party/upb/upb/reflection/field_def.h +4 -0
  2204. data/third_party/upb/upb/reflection/file_def.c +30 -4
  2205. data/third_party/upb/upb/reflection/file_def.h +3 -0
  2206. data/third_party/upb/upb/reflection/internal/upb_edition_defaults.h +1 -1
  2207. data/third_party/upb/upb/reflection/message.c +26 -9
  2208. data/third_party/upb/upb/reflection/message.h +2 -2
  2209. data/third_party/upb/upb/reflection/message_def.c +14 -9
  2210. data/third_party/upb/upb/reflection/method_def.h +8 -7
  2211. data/third_party/upb/upb/reflection/service_def.h +6 -5
  2212. data/third_party/upb/upb/text/encode.c +60 -389
  2213. data/third_party/upb/upb/text/encode.h +1 -11
  2214. data/third_party/upb/upb/text/internal/encode.c +180 -0
  2215. data/third_party/upb/upb/text/internal/encode.h +240 -0
  2216. data/third_party/upb/upb/text/options.h +22 -0
  2217. data/third_party/upb/upb/wire/decode.c +160 -94
  2218. data/third_party/upb/upb/wire/decode.h +14 -1
  2219. data/third_party/upb/upb/wire/encode.c +89 -48
  2220. data/third_party/upb/upb/wire/encode.h +12 -1
  2221. data/third_party/upb/upb/wire/eps_copy_input_stream.h +3 -3
  2222. data/third_party/upb/upb/wire/internal/decode_fast.c +28 -29
  2223. data/third_party/upb/upb/wire/internal/reader.h +3 -3
  2224. data/third_party/upb/upb/wire/reader.c +1 -2
  2225. data/third_party/upb/upb/wire/reader.h +4 -8
  2226. metadata +360 -275
  2227. data/src/core/client_channel/config_selector.cc +0 -60
  2228. data/src/core/ext/transport/chttp2/transport/http_trace.cc +0 -19
  2229. data/src/core/ext/transport/chttp2/transport/http_trace.h +0 -24
  2230. data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.cc +0 -45
  2231. data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.h +0 -67
  2232. data/src/core/ext/transport/inproc/inproc_plugin.cc +0 -23
  2233. data/src/core/handshaker/security/tsi_error.cc +0 -31
  2234. data/src/core/handshaker/security/tsi_error.h +0 -30
  2235. data/src/core/lib/channel/channel_stack_trace.cc +0 -19
  2236. data/src/core/lib/channel/channel_stack_trace.h +0 -24
  2237. data/src/core/lib/channel/context.h +0 -105
  2238. data/src/core/lib/channel/metrics.cc +0 -334
  2239. data/src/core/lib/channel/metrics.h +0 -365
  2240. data/src/core/lib/event_engine/trace.cc +0 -25
  2241. data/src/core/lib/event_engine/trace.h +0 -48
  2242. data/src/core/lib/gpr/android/log.cc +0 -79
  2243. data/src/core/lib/gpr/linux/log.cc +0 -114
  2244. data/src/core/lib/gpr/log.cc +0 -166
  2245. data/src/core/lib/gpr/posix/log.cc +0 -111
  2246. data/src/core/lib/gpr/windows/log.cc +0 -116
  2247. data/src/core/lib/iomgr/ev_windows.cc +0 -30
  2248. data/src/core/lib/promise/trace.cc +0 -20
  2249. data/src/core/lib/promise/trace.h +0 -24
  2250. data/src/core/lib/resource_quota/trace.cc +0 -19
  2251. data/src/core/lib/resource_quota/trace.h +0 -24
  2252. data/src/core/lib/slice/slice_refcount.cc +0 -20
  2253. data/src/core/lib/surface/api_trace.cc +0 -25
  2254. data/src/core/lib/surface/api_trace.h +0 -52
  2255. data/src/core/lib/surface/call_trace.h +0 -24
  2256. data/src/core/lib/surface/wait_for_cq_end_op.cc +0 -75
  2257. data/src/core/lib/surface/wait_for_cq_end_op.h +0 -72
  2258. data/src/core/lib/transport/batch_builder.cc +0 -172
  2259. data/src/core/lib/transport/batch_builder.h +0 -474
  2260. data/src/core/resolver/binder/binder_resolver.cc +0 -154
  2261. data/src/core/resolver/xds/xds_resolver_trace.cc +0 -25
  2262. data/src/core/resolver/xds/xds_resolver_trace.h +0 -30
  2263. data/src/core/xds/xds_client/xds_client_stats.cc +0 -172
  2264. data/src/core/xds/xds_client/xds_client_stats.h +0 -258
  2265. data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +0 -44
  2266. data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +0 -122
  2267. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/{aes_nohw.c → aes_nohw.c.inc} +0 -0
  2268. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/{key_wrap.c → key_wrap.c.inc} +0 -0
  2269. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/{mode_wrappers.c → mode_wrappers.c.inc} +0 -0
  2270. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{add.c → add.c.inc} +0 -0
  2271. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/asm/{x86_64-gcc.c → x86_64-gcc.c.inc} +0 -0
  2272. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{bn.c → bn.c.inc} +0 -0
  2273. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{bytes.c → bytes.c.inc} +0 -0
  2274. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{cmp.c → cmp.c.inc} +0 -0
  2275. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{ctx.c → ctx.c.inc} +0 -0
  2276. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{div_extra.c → div_extra.c.inc} +0 -0
  2277. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{gcd.c → gcd.c.inc} +0 -0
  2278. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{gcd_extra.c → gcd_extra.c.inc} +0 -0
  2279. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{generic.c → generic.c.inc} +0 -0
  2280. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{jacobi.c → jacobi.c.inc} +0 -0
  2281. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{montgomery.c → montgomery.c.inc} +0 -0
  2282. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{montgomery_inv.c → montgomery_inv.c.inc} +0 -0
  2283. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{mul.c → mul.c.inc} +0 -0
  2284. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{prime.c → prime.c.inc} +0 -0
  2285. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{rsaz_exp.c → rsaz_exp.c.inc} +0 -0
  2286. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{shift.c → shift.c.inc} +0 -0
  2287. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/{aead.c → aead.c.inc} +0 -0
  2288. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/{cipher.c → cipher.c.inc} +0 -0
  2289. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/{e_aesccm.c → e_aesccm.c.inc} +0 -0
  2290. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cmac/{cmac.c → cmac.c.inc} +0 -0
  2291. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/{check.c → check.c.inc} +0 -0
  2292. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/{dh.c → dh.c.inc} +0 -0
  2293. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/{digest.c → digest.c.inc} +0 -0
  2294. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/{digests.c → digests.c.inc} +0 -0
  2295. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digestsign/{digestsign.c → digestsign.c.inc} +0 -0
  2296. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{ec.c → ec.c.inc} +0 -0
  2297. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{ec_montgomery.c → ec_montgomery.c.inc} +0 -0
  2298. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{felem.c → felem.c.inc} +0 -0
  2299. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{oct.c → oct.c.inc} +0 -0
  2300. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p224-64.c → p224-64.c.inc} +0 -0
  2301. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256.c → p256.c.inc} +0 -0
  2302. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{scalar.c → scalar.c.inc} +0 -0
  2303. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{simple.c → simple.c.inc} +0 -0
  2304. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{simple_mul.c → simple_mul.c.inc} +0 -0
  2305. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{util.c → util.c.inc} +0 -0
  2306. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{wnaf.c → wnaf.c.inc} +0 -0
  2307. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/{ecdh.c → ecdh.c.inc} +0 -0
  2308. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hkdf/{hkdf.c → hkdf.c.inc} +0 -0
  2309. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/{hmac.c → hmac.c.inc} +0 -0
  2310. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md4/{md4.c → md4.c.inc} +0 -0
  2311. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md5/{md5.c → md5.c.inc} +0 -0
  2312. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{cbc.c → cbc.c.inc} +0 -0
  2313. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{cfb.c → cfb.c.inc} +0 -0
  2314. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{ctr.c → ctr.c.inc} +0 -0
  2315. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{gcm.c → gcm.c.inc} +0 -0
  2316. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{gcm_nohw.c → gcm_nohw.c.inc} +0 -0
  2317. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{ofb.c → ofb.c.inc} +0 -0
  2318. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{polyval.c → polyval.c.inc} +0 -0
  2319. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/{ctrdrbg.c → ctrdrbg.c.inc} +0 -0
  2320. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/{blinding.c → blinding.c.inc} +0 -0
  2321. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/{rsa.c → rsa.c.inc} +0 -0
  2322. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/{sha1.c → sha1.c.inc} +0 -0
  2323. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/{sha256.c → sha256.c.inc} +0 -0
  2324. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/{kdf.c → kdf.c.inc} +0 -0
  2325. /data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/rand → rand_extra}/getrandom_fillin.h +0 -0
@@ -15,22 +15,21 @@
15
15
  #ifndef GRPC_SRC_CORE_LIB_PROMISE_DETAIL_JOIN_STATE_H
16
16
  #define GRPC_SRC_CORE_LIB_PROMISE_DETAIL_JOIN_STATE_H
17
17
 
18
- // This file is generated by tools/codegen/core/gen_seq.py
18
+ // This file is generated by tools/codegen/core/gen_join.py
19
+
20
+ #include <grpc/support/port_platform.h>
19
21
 
20
22
  #include <tuple>
21
23
  #include <type_traits>
22
24
  #include <utility>
23
25
 
24
26
  #include "absl/log/check.h"
25
-
26
- #include <grpc/support/log.h>
27
- #include <grpc/support/port_platform.h>
28
-
29
- #include "src/core/lib/gprpp/bitset.h"
30
- #include "src/core/lib/gprpp/construct_destruct.h"
27
+ #include "absl/log/log.h"
28
+ #include "src/core/lib/debug/trace.h"
31
29
  #include "src/core/lib/promise/detail/promise_like.h"
32
30
  #include "src/core/lib/promise/poll.h"
33
- #include "src/core/lib/promise/trace.h"
31
+ #include "src/core/util/bitset.h"
32
+ #include "src/core/util/construct_destruct.h"
34
33
 
35
34
  namespace grpc_core {
36
35
  namespace promise_detail {
@@ -54,30 +53,23 @@ struct JoinState<Traits, P0, P1> {
54
53
  GPR_NO_UNIQUE_ADDRESS Result1 result1;
55
54
  };
56
55
  GPR_NO_UNIQUE_ADDRESS BitSet<2> ready;
57
- JoinState(P0&& p0, P1&& p1) {
56
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1) {
58
57
  Construct(&promise0, std::forward<P0>(p0));
59
58
  Construct(&promise1, std::forward<P1>(p1));
60
59
  }
61
- JoinState(const JoinState& other) {
62
- CHECK(other.ready.none());
60
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
61
+ DCHECK(other.ready.none());
63
62
  Construct(&promise0, other.promise0);
64
63
  Construct(&promise1, other.promise1);
65
64
  }
66
65
  JoinState& operator=(const JoinState& other) = delete;
67
66
  JoinState& operator=(JoinState&& other) = delete;
68
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
69
- if (ready.is_set(0)) {
70
- Construct(&result0, std::move(other.result0));
71
- } else {
72
- Construct(&promise0, std::move(other.promise0));
73
- }
74
- if (ready.is_set(1)) {
75
- Construct(&result1, std::move(other.result1));
76
- } else {
77
- Construct(&promise1, std::move(other.promise1));
78
- }
67
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
68
+ DCHECK(other.ready.none());
69
+ Construct(&promise0, std::move(other.promise0));
70
+ Construct(&promise1, std::move(other.promise1));
79
71
  }
80
- ~JoinState() {
72
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
81
73
  if (ready.is_set(0)) {
82
74
  Destruct(&result0);
83
75
  } else {
@@ -91,18 +83,16 @@ struct JoinState<Traits, P0, P1> {
91
83
  }
92
84
  using Result =
93
85
  typename Traits::template ResultType<std::tuple<Result0, Result1>>;
94
- Poll<Result> PollOnce() {
86
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
95
87
  if (!ready.is_set(0)) {
96
- if (grpc_trace_promise_primitives.enabled()) {
97
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 1/2", this);
98
- }
88
+ GRPC_TRACE_VLOG(promise_primitives, 2)
89
+ << "join[" << this << "]: begin poll joint 1/2";
99
90
  auto poll = promise0();
100
- if (grpc_trace_promise_primitives.enabled()) {
101
- auto* p = poll.value_if_ready();
102
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/2 %s", this,
103
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
104
- : "pending");
105
- }
91
+ GRPC_TRACE_VLOG(promise_primitives, 2)
92
+ << "join[" << this << "]: end poll joint 1/2 "
93
+ << (poll.pending()
94
+ ? "pending"
95
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
106
96
  if (auto* p = poll.value_if_ready()) {
107
97
  if (Traits::IsOk(*p)) {
108
98
  ready.set(0);
@@ -112,20 +102,19 @@ struct JoinState<Traits, P0, P1> {
112
102
  return Traits::template EarlyReturn<Result>(std::move(*p));
113
103
  }
114
104
  }
115
- } else if (grpc_trace_promise_primitives.enabled()) {
116
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/2 already ready", this);
105
+ } else {
106
+ GRPC_TRACE_VLOG(promise_primitives, 2)
107
+ << "join[" << this << "]: joint 1/2 already ready";
117
108
  }
118
109
  if (!ready.is_set(1)) {
119
- if (grpc_trace_promise_primitives.enabled()) {
120
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 2/2", this);
121
- }
110
+ GRPC_TRACE_VLOG(promise_primitives, 2)
111
+ << "join[" << this << "]: begin poll joint 2/2";
122
112
  auto poll = promise1();
123
- if (grpc_trace_promise_primitives.enabled()) {
124
- auto* p = poll.value_if_ready();
125
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/2 %s", this,
126
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
127
- : "pending");
128
- }
113
+ GRPC_TRACE_VLOG(promise_primitives, 2)
114
+ << "join[" << this << "]: end poll joint 2/2 "
115
+ << (poll.pending()
116
+ ? "pending"
117
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
129
118
  if (auto* p = poll.value_if_ready()) {
130
119
  if (Traits::IsOk(*p)) {
131
120
  ready.set(1);
@@ -135,8 +124,9 @@ struct JoinState<Traits, P0, P1> {
135
124
  return Traits::template EarlyReturn<Result>(std::move(*p));
136
125
  }
137
126
  }
138
- } else if (grpc_trace_promise_primitives.enabled()) {
139
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/2 already ready", this);
127
+ } else {
128
+ GRPC_TRACE_VLOG(promise_primitives, 2)
129
+ << "join[" << this << "]: joint 2/2 already ready";
140
130
  }
141
131
  if (ready.all()) {
142
132
  return Traits::FinalReturn(std::move(result0), std::move(result1));
@@ -168,37 +158,26 @@ struct JoinState<Traits, P0, P1, P2> {
168
158
  GPR_NO_UNIQUE_ADDRESS Result2 result2;
169
159
  };
170
160
  GPR_NO_UNIQUE_ADDRESS BitSet<3> ready;
171
- JoinState(P0&& p0, P1&& p1, P2&& p2) {
161
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2) {
172
162
  Construct(&promise0, std::forward<P0>(p0));
173
163
  Construct(&promise1, std::forward<P1>(p1));
174
164
  Construct(&promise2, std::forward<P2>(p2));
175
165
  }
176
- JoinState(const JoinState& other) {
177
- CHECK(other.ready.none());
166
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
167
+ DCHECK(other.ready.none());
178
168
  Construct(&promise0, other.promise0);
179
169
  Construct(&promise1, other.promise1);
180
170
  Construct(&promise2, other.promise2);
181
171
  }
182
172
  JoinState& operator=(const JoinState& other) = delete;
183
173
  JoinState& operator=(JoinState&& other) = delete;
184
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
185
- if (ready.is_set(0)) {
186
- Construct(&result0, std::move(other.result0));
187
- } else {
188
- Construct(&promise0, std::move(other.promise0));
189
- }
190
- if (ready.is_set(1)) {
191
- Construct(&result1, std::move(other.result1));
192
- } else {
193
- Construct(&promise1, std::move(other.promise1));
194
- }
195
- if (ready.is_set(2)) {
196
- Construct(&result2, std::move(other.result2));
197
- } else {
198
- Construct(&promise2, std::move(other.promise2));
199
- }
174
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
175
+ DCHECK(other.ready.none());
176
+ Construct(&promise0, std::move(other.promise0));
177
+ Construct(&promise1, std::move(other.promise1));
178
+ Construct(&promise2, std::move(other.promise2));
200
179
  }
201
- ~JoinState() {
180
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
202
181
  if (ready.is_set(0)) {
203
182
  Destruct(&result0);
204
183
  } else {
@@ -217,18 +196,16 @@ struct JoinState<Traits, P0, P1, P2> {
217
196
  }
218
197
  using Result = typename Traits::template ResultType<
219
198
  std::tuple<Result0, Result1, Result2>>;
220
- Poll<Result> PollOnce() {
199
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
221
200
  if (!ready.is_set(0)) {
222
- if (grpc_trace_promise_primitives.enabled()) {
223
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 1/3", this);
224
- }
201
+ GRPC_TRACE_VLOG(promise_primitives, 2)
202
+ << "join[" << this << "]: begin poll joint 1/3";
225
203
  auto poll = promise0();
226
- if (grpc_trace_promise_primitives.enabled()) {
227
- auto* p = poll.value_if_ready();
228
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/3 %s", this,
229
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
230
- : "pending");
231
- }
204
+ GRPC_TRACE_VLOG(promise_primitives, 2)
205
+ << "join[" << this << "]: end poll joint 1/3 "
206
+ << (poll.pending()
207
+ ? "pending"
208
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
232
209
  if (auto* p = poll.value_if_ready()) {
233
210
  if (Traits::IsOk(*p)) {
234
211
  ready.set(0);
@@ -238,20 +215,19 @@ struct JoinState<Traits, P0, P1, P2> {
238
215
  return Traits::template EarlyReturn<Result>(std::move(*p));
239
216
  }
240
217
  }
241
- } else if (grpc_trace_promise_primitives.enabled()) {
242
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/3 already ready", this);
218
+ } else {
219
+ GRPC_TRACE_VLOG(promise_primitives, 2)
220
+ << "join[" << this << "]: joint 1/3 already ready";
243
221
  }
244
222
  if (!ready.is_set(1)) {
245
- if (grpc_trace_promise_primitives.enabled()) {
246
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 2/3", this);
247
- }
223
+ GRPC_TRACE_VLOG(promise_primitives, 2)
224
+ << "join[" << this << "]: begin poll joint 2/3";
248
225
  auto poll = promise1();
249
- if (grpc_trace_promise_primitives.enabled()) {
250
- auto* p = poll.value_if_ready();
251
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/3 %s", this,
252
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
253
- : "pending");
254
- }
226
+ GRPC_TRACE_VLOG(promise_primitives, 2)
227
+ << "join[" << this << "]: end poll joint 2/3 "
228
+ << (poll.pending()
229
+ ? "pending"
230
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
255
231
  if (auto* p = poll.value_if_ready()) {
256
232
  if (Traits::IsOk(*p)) {
257
233
  ready.set(1);
@@ -261,20 +237,19 @@ struct JoinState<Traits, P0, P1, P2> {
261
237
  return Traits::template EarlyReturn<Result>(std::move(*p));
262
238
  }
263
239
  }
264
- } else if (grpc_trace_promise_primitives.enabled()) {
265
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/3 already ready", this);
240
+ } else {
241
+ GRPC_TRACE_VLOG(promise_primitives, 2)
242
+ << "join[" << this << "]: joint 2/3 already ready";
266
243
  }
267
244
  if (!ready.is_set(2)) {
268
- if (grpc_trace_promise_primitives.enabled()) {
269
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 3/3", this);
270
- }
245
+ GRPC_TRACE_VLOG(promise_primitives, 2)
246
+ << "join[" << this << "]: begin poll joint 3/3";
271
247
  auto poll = promise2();
272
- if (grpc_trace_promise_primitives.enabled()) {
273
- auto* p = poll.value_if_ready();
274
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/3 %s", this,
275
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
276
- : "pending");
277
- }
248
+ GRPC_TRACE_VLOG(promise_primitives, 2)
249
+ << "join[" << this << "]: end poll joint 3/3 "
250
+ << (poll.pending()
251
+ ? "pending"
252
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
278
253
  if (auto* p = poll.value_if_ready()) {
279
254
  if (Traits::IsOk(*p)) {
280
255
  ready.set(2);
@@ -284,8 +259,9 @@ struct JoinState<Traits, P0, P1, P2> {
284
259
  return Traits::template EarlyReturn<Result>(std::move(*p));
285
260
  }
286
261
  }
287
- } else if (grpc_trace_promise_primitives.enabled()) {
288
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/3 already ready", this);
262
+ } else {
263
+ GRPC_TRACE_VLOG(promise_primitives, 2)
264
+ << "join[" << this << "]: joint 3/3 already ready";
289
265
  }
290
266
  if (ready.all()) {
291
267
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -324,14 +300,15 @@ struct JoinState<Traits, P0, P1, P2, P3> {
324
300
  GPR_NO_UNIQUE_ADDRESS Result3 result3;
325
301
  };
326
302
  GPR_NO_UNIQUE_ADDRESS BitSet<4> ready;
327
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3) {
303
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
304
+ P3&& p3) {
328
305
  Construct(&promise0, std::forward<P0>(p0));
329
306
  Construct(&promise1, std::forward<P1>(p1));
330
307
  Construct(&promise2, std::forward<P2>(p2));
331
308
  Construct(&promise3, std::forward<P3>(p3));
332
309
  }
333
- JoinState(const JoinState& other) {
334
- CHECK(other.ready.none());
310
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
311
+ DCHECK(other.ready.none());
335
312
  Construct(&promise0, other.promise0);
336
313
  Construct(&promise1, other.promise1);
337
314
  Construct(&promise2, other.promise2);
@@ -339,29 +316,14 @@ struct JoinState<Traits, P0, P1, P2, P3> {
339
316
  }
340
317
  JoinState& operator=(const JoinState& other) = delete;
341
318
  JoinState& operator=(JoinState&& other) = delete;
342
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
343
- if (ready.is_set(0)) {
344
- Construct(&result0, std::move(other.result0));
345
- } else {
346
- Construct(&promise0, std::move(other.promise0));
347
- }
348
- if (ready.is_set(1)) {
349
- Construct(&result1, std::move(other.result1));
350
- } else {
351
- Construct(&promise1, std::move(other.promise1));
352
- }
353
- if (ready.is_set(2)) {
354
- Construct(&result2, std::move(other.result2));
355
- } else {
356
- Construct(&promise2, std::move(other.promise2));
357
- }
358
- if (ready.is_set(3)) {
359
- Construct(&result3, std::move(other.result3));
360
- } else {
361
- Construct(&promise3, std::move(other.promise3));
362
- }
319
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
320
+ DCHECK(other.ready.none());
321
+ Construct(&promise0, std::move(other.promise0));
322
+ Construct(&promise1, std::move(other.promise1));
323
+ Construct(&promise2, std::move(other.promise2));
324
+ Construct(&promise3, std::move(other.promise3));
363
325
  }
364
- ~JoinState() {
326
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
365
327
  if (ready.is_set(0)) {
366
328
  Destruct(&result0);
367
329
  } else {
@@ -385,18 +347,16 @@ struct JoinState<Traits, P0, P1, P2, P3> {
385
347
  }
386
348
  using Result = typename Traits::template ResultType<
387
349
  std::tuple<Result0, Result1, Result2, Result3>>;
388
- Poll<Result> PollOnce() {
350
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
389
351
  if (!ready.is_set(0)) {
390
- if (grpc_trace_promise_primitives.enabled()) {
391
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 1/4", this);
392
- }
352
+ GRPC_TRACE_VLOG(promise_primitives, 2)
353
+ << "join[" << this << "]: begin poll joint 1/4";
393
354
  auto poll = promise0();
394
- if (grpc_trace_promise_primitives.enabled()) {
395
- auto* p = poll.value_if_ready();
396
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/4 %s", this,
397
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
398
- : "pending");
399
- }
355
+ GRPC_TRACE_VLOG(promise_primitives, 2)
356
+ << "join[" << this << "]: end poll joint 1/4 "
357
+ << (poll.pending()
358
+ ? "pending"
359
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
400
360
  if (auto* p = poll.value_if_ready()) {
401
361
  if (Traits::IsOk(*p)) {
402
362
  ready.set(0);
@@ -406,20 +366,19 @@ struct JoinState<Traits, P0, P1, P2, P3> {
406
366
  return Traits::template EarlyReturn<Result>(std::move(*p));
407
367
  }
408
368
  }
409
- } else if (grpc_trace_promise_primitives.enabled()) {
410
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/4 already ready", this);
369
+ } else {
370
+ GRPC_TRACE_VLOG(promise_primitives, 2)
371
+ << "join[" << this << "]: joint 1/4 already ready";
411
372
  }
412
373
  if (!ready.is_set(1)) {
413
- if (grpc_trace_promise_primitives.enabled()) {
414
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 2/4", this);
415
- }
374
+ GRPC_TRACE_VLOG(promise_primitives, 2)
375
+ << "join[" << this << "]: begin poll joint 2/4";
416
376
  auto poll = promise1();
417
- if (grpc_trace_promise_primitives.enabled()) {
418
- auto* p = poll.value_if_ready();
419
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/4 %s", this,
420
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
421
- : "pending");
422
- }
377
+ GRPC_TRACE_VLOG(promise_primitives, 2)
378
+ << "join[" << this << "]: end poll joint 2/4 "
379
+ << (poll.pending()
380
+ ? "pending"
381
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
423
382
  if (auto* p = poll.value_if_ready()) {
424
383
  if (Traits::IsOk(*p)) {
425
384
  ready.set(1);
@@ -429,20 +388,19 @@ struct JoinState<Traits, P0, P1, P2, P3> {
429
388
  return Traits::template EarlyReturn<Result>(std::move(*p));
430
389
  }
431
390
  }
432
- } else if (grpc_trace_promise_primitives.enabled()) {
433
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/4 already ready", this);
391
+ } else {
392
+ GRPC_TRACE_VLOG(promise_primitives, 2)
393
+ << "join[" << this << "]: joint 2/4 already ready";
434
394
  }
435
395
  if (!ready.is_set(2)) {
436
- if (grpc_trace_promise_primitives.enabled()) {
437
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 3/4", this);
438
- }
396
+ GRPC_TRACE_VLOG(promise_primitives, 2)
397
+ << "join[" << this << "]: begin poll joint 3/4";
439
398
  auto poll = promise2();
440
- if (grpc_trace_promise_primitives.enabled()) {
441
- auto* p = poll.value_if_ready();
442
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/4 %s", this,
443
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
444
- : "pending");
445
- }
399
+ GRPC_TRACE_VLOG(promise_primitives, 2)
400
+ << "join[" << this << "]: end poll joint 3/4 "
401
+ << (poll.pending()
402
+ ? "pending"
403
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
446
404
  if (auto* p = poll.value_if_ready()) {
447
405
  if (Traits::IsOk(*p)) {
448
406
  ready.set(2);
@@ -452,20 +410,19 @@ struct JoinState<Traits, P0, P1, P2, P3> {
452
410
  return Traits::template EarlyReturn<Result>(std::move(*p));
453
411
  }
454
412
  }
455
- } else if (grpc_trace_promise_primitives.enabled()) {
456
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/4 already ready", this);
413
+ } else {
414
+ GRPC_TRACE_VLOG(promise_primitives, 2)
415
+ << "join[" << this << "]: joint 3/4 already ready";
457
416
  }
458
417
  if (!ready.is_set(3)) {
459
- if (grpc_trace_promise_primitives.enabled()) {
460
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 4/4", this);
461
- }
418
+ GRPC_TRACE_VLOG(promise_primitives, 2)
419
+ << "join[" << this << "]: begin poll joint 4/4";
462
420
  auto poll = promise3();
463
- if (grpc_trace_promise_primitives.enabled()) {
464
- auto* p = poll.value_if_ready();
465
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/4 %s", this,
466
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
467
- : "pending");
468
- }
421
+ GRPC_TRACE_VLOG(promise_primitives, 2)
422
+ << "join[" << this << "]: end poll joint 4/4 "
423
+ << (poll.pending()
424
+ ? "pending"
425
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
469
426
  if (auto* p = poll.value_if_ready()) {
470
427
  if (Traits::IsOk(*p)) {
471
428
  ready.set(3);
@@ -475,8 +432,9 @@ struct JoinState<Traits, P0, P1, P2, P3> {
475
432
  return Traits::template EarlyReturn<Result>(std::move(*p));
476
433
  }
477
434
  }
478
- } else if (grpc_trace_promise_primitives.enabled()) {
479
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/4 already ready", this);
435
+ } else {
436
+ GRPC_TRACE_VLOG(promise_primitives, 2)
437
+ << "join[" << this << "]: joint 4/4 already ready";
480
438
  }
481
439
  if (ready.all()) {
482
440
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -522,15 +480,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
522
480
  GPR_NO_UNIQUE_ADDRESS Result4 result4;
523
481
  };
524
482
  GPR_NO_UNIQUE_ADDRESS BitSet<5> ready;
525
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4) {
483
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
484
+ P3&& p3, P4&& p4) {
526
485
  Construct(&promise0, std::forward<P0>(p0));
527
486
  Construct(&promise1, std::forward<P1>(p1));
528
487
  Construct(&promise2, std::forward<P2>(p2));
529
488
  Construct(&promise3, std::forward<P3>(p3));
530
489
  Construct(&promise4, std::forward<P4>(p4));
531
490
  }
532
- JoinState(const JoinState& other) {
533
- CHECK(other.ready.none());
491
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
492
+ DCHECK(other.ready.none());
534
493
  Construct(&promise0, other.promise0);
535
494
  Construct(&promise1, other.promise1);
536
495
  Construct(&promise2, other.promise2);
@@ -539,34 +498,15 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
539
498
  }
540
499
  JoinState& operator=(const JoinState& other) = delete;
541
500
  JoinState& operator=(JoinState&& other) = delete;
542
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
543
- if (ready.is_set(0)) {
544
- Construct(&result0, std::move(other.result0));
545
- } else {
546
- Construct(&promise0, std::move(other.promise0));
547
- }
548
- if (ready.is_set(1)) {
549
- Construct(&result1, std::move(other.result1));
550
- } else {
551
- Construct(&promise1, std::move(other.promise1));
552
- }
553
- if (ready.is_set(2)) {
554
- Construct(&result2, std::move(other.result2));
555
- } else {
556
- Construct(&promise2, std::move(other.promise2));
557
- }
558
- if (ready.is_set(3)) {
559
- Construct(&result3, std::move(other.result3));
560
- } else {
561
- Construct(&promise3, std::move(other.promise3));
562
- }
563
- if (ready.is_set(4)) {
564
- Construct(&result4, std::move(other.result4));
565
- } else {
566
- Construct(&promise4, std::move(other.promise4));
567
- }
501
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
502
+ DCHECK(other.ready.none());
503
+ Construct(&promise0, std::move(other.promise0));
504
+ Construct(&promise1, std::move(other.promise1));
505
+ Construct(&promise2, std::move(other.promise2));
506
+ Construct(&promise3, std::move(other.promise3));
507
+ Construct(&promise4, std::move(other.promise4));
568
508
  }
569
- ~JoinState() {
509
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
570
510
  if (ready.is_set(0)) {
571
511
  Destruct(&result0);
572
512
  } else {
@@ -595,18 +535,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
595
535
  }
596
536
  using Result = typename Traits::template ResultType<
597
537
  std::tuple<Result0, Result1, Result2, Result3, Result4>>;
598
- Poll<Result> PollOnce() {
538
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
599
539
  if (!ready.is_set(0)) {
600
- if (grpc_trace_promise_primitives.enabled()) {
601
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 1/5", this);
602
- }
540
+ GRPC_TRACE_VLOG(promise_primitives, 2)
541
+ << "join[" << this << "]: begin poll joint 1/5";
603
542
  auto poll = promise0();
604
- if (grpc_trace_promise_primitives.enabled()) {
605
- auto* p = poll.value_if_ready();
606
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/5 %s", this,
607
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
608
- : "pending");
609
- }
543
+ GRPC_TRACE_VLOG(promise_primitives, 2)
544
+ << "join[" << this << "]: end poll joint 1/5 "
545
+ << (poll.pending()
546
+ ? "pending"
547
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
610
548
  if (auto* p = poll.value_if_ready()) {
611
549
  if (Traits::IsOk(*p)) {
612
550
  ready.set(0);
@@ -616,20 +554,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
616
554
  return Traits::template EarlyReturn<Result>(std::move(*p));
617
555
  }
618
556
  }
619
- } else if (grpc_trace_promise_primitives.enabled()) {
620
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/5 already ready", this);
557
+ } else {
558
+ GRPC_TRACE_VLOG(promise_primitives, 2)
559
+ << "join[" << this << "]: joint 1/5 already ready";
621
560
  }
622
561
  if (!ready.is_set(1)) {
623
- if (grpc_trace_promise_primitives.enabled()) {
624
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 2/5", this);
625
- }
562
+ GRPC_TRACE_VLOG(promise_primitives, 2)
563
+ << "join[" << this << "]: begin poll joint 2/5";
626
564
  auto poll = promise1();
627
- if (grpc_trace_promise_primitives.enabled()) {
628
- auto* p = poll.value_if_ready();
629
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/5 %s", this,
630
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
631
- : "pending");
632
- }
565
+ GRPC_TRACE_VLOG(promise_primitives, 2)
566
+ << "join[" << this << "]: end poll joint 2/5 "
567
+ << (poll.pending()
568
+ ? "pending"
569
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
633
570
  if (auto* p = poll.value_if_ready()) {
634
571
  if (Traits::IsOk(*p)) {
635
572
  ready.set(1);
@@ -639,20 +576,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
639
576
  return Traits::template EarlyReturn<Result>(std::move(*p));
640
577
  }
641
578
  }
642
- } else if (grpc_trace_promise_primitives.enabled()) {
643
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/5 already ready", this);
579
+ } else {
580
+ GRPC_TRACE_VLOG(promise_primitives, 2)
581
+ << "join[" << this << "]: joint 2/5 already ready";
644
582
  }
645
583
  if (!ready.is_set(2)) {
646
- if (grpc_trace_promise_primitives.enabled()) {
647
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 3/5", this);
648
- }
584
+ GRPC_TRACE_VLOG(promise_primitives, 2)
585
+ << "join[" << this << "]: begin poll joint 3/5";
649
586
  auto poll = promise2();
650
- if (grpc_trace_promise_primitives.enabled()) {
651
- auto* p = poll.value_if_ready();
652
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/5 %s", this,
653
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
654
- : "pending");
655
- }
587
+ GRPC_TRACE_VLOG(promise_primitives, 2)
588
+ << "join[" << this << "]: end poll joint 3/5 "
589
+ << (poll.pending()
590
+ ? "pending"
591
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
656
592
  if (auto* p = poll.value_if_ready()) {
657
593
  if (Traits::IsOk(*p)) {
658
594
  ready.set(2);
@@ -662,20 +598,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
662
598
  return Traits::template EarlyReturn<Result>(std::move(*p));
663
599
  }
664
600
  }
665
- } else if (grpc_trace_promise_primitives.enabled()) {
666
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/5 already ready", this);
601
+ } else {
602
+ GRPC_TRACE_VLOG(promise_primitives, 2)
603
+ << "join[" << this << "]: joint 3/5 already ready";
667
604
  }
668
605
  if (!ready.is_set(3)) {
669
- if (grpc_trace_promise_primitives.enabled()) {
670
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 4/5", this);
671
- }
606
+ GRPC_TRACE_VLOG(promise_primitives, 2)
607
+ << "join[" << this << "]: begin poll joint 4/5";
672
608
  auto poll = promise3();
673
- if (grpc_trace_promise_primitives.enabled()) {
674
- auto* p = poll.value_if_ready();
675
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/5 %s", this,
676
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
677
- : "pending");
678
- }
609
+ GRPC_TRACE_VLOG(promise_primitives, 2)
610
+ << "join[" << this << "]: end poll joint 4/5 "
611
+ << (poll.pending()
612
+ ? "pending"
613
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
679
614
  if (auto* p = poll.value_if_ready()) {
680
615
  if (Traits::IsOk(*p)) {
681
616
  ready.set(3);
@@ -685,20 +620,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
685
620
  return Traits::template EarlyReturn<Result>(std::move(*p));
686
621
  }
687
622
  }
688
- } else if (grpc_trace_promise_primitives.enabled()) {
689
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/5 already ready", this);
623
+ } else {
624
+ GRPC_TRACE_VLOG(promise_primitives, 2)
625
+ << "join[" << this << "]: joint 4/5 already ready";
690
626
  }
691
627
  if (!ready.is_set(4)) {
692
- if (grpc_trace_promise_primitives.enabled()) {
693
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 5/5", this);
694
- }
628
+ GRPC_TRACE_VLOG(promise_primitives, 2)
629
+ << "join[" << this << "]: begin poll joint 5/5";
695
630
  auto poll = promise4();
696
- if (grpc_trace_promise_primitives.enabled()) {
697
- auto* p = poll.value_if_ready();
698
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/5 %s", this,
699
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
700
- : "pending");
701
- }
631
+ GRPC_TRACE_VLOG(promise_primitives, 2)
632
+ << "join[" << this << "]: end poll joint 5/5 "
633
+ << (poll.pending()
634
+ ? "pending"
635
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
702
636
  if (auto* p = poll.value_if_ready()) {
703
637
  if (Traits::IsOk(*p)) {
704
638
  ready.set(4);
@@ -708,8 +642,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4> {
708
642
  return Traits::template EarlyReturn<Result>(std::move(*p));
709
643
  }
710
644
  }
711
- } else if (grpc_trace_promise_primitives.enabled()) {
712
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/5 already ready", this);
645
+ } else {
646
+ GRPC_TRACE_VLOG(promise_primitives, 2)
647
+ << "join[" << this << "]: joint 5/5 already ready";
713
648
  }
714
649
  if (ready.all()) {
715
650
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -762,7 +697,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
762
697
  GPR_NO_UNIQUE_ADDRESS Result5 result5;
763
698
  };
764
699
  GPR_NO_UNIQUE_ADDRESS BitSet<6> ready;
765
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4, P5&& p5) {
700
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
701
+ P3&& p3, P4&& p4, P5&& p5) {
766
702
  Construct(&promise0, std::forward<P0>(p0));
767
703
  Construct(&promise1, std::forward<P1>(p1));
768
704
  Construct(&promise2, std::forward<P2>(p2));
@@ -770,8 +706,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
770
706
  Construct(&promise4, std::forward<P4>(p4));
771
707
  Construct(&promise5, std::forward<P5>(p5));
772
708
  }
773
- JoinState(const JoinState& other) {
774
- CHECK(other.ready.none());
709
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
710
+ DCHECK(other.ready.none());
775
711
  Construct(&promise0, other.promise0);
776
712
  Construct(&promise1, other.promise1);
777
713
  Construct(&promise2, other.promise2);
@@ -781,39 +717,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
781
717
  }
782
718
  JoinState& operator=(const JoinState& other) = delete;
783
719
  JoinState& operator=(JoinState&& other) = delete;
784
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
785
- if (ready.is_set(0)) {
786
- Construct(&result0, std::move(other.result0));
787
- } else {
788
- Construct(&promise0, std::move(other.promise0));
789
- }
790
- if (ready.is_set(1)) {
791
- Construct(&result1, std::move(other.result1));
792
- } else {
793
- Construct(&promise1, std::move(other.promise1));
794
- }
795
- if (ready.is_set(2)) {
796
- Construct(&result2, std::move(other.result2));
797
- } else {
798
- Construct(&promise2, std::move(other.promise2));
799
- }
800
- if (ready.is_set(3)) {
801
- Construct(&result3, std::move(other.result3));
802
- } else {
803
- Construct(&promise3, std::move(other.promise3));
804
- }
805
- if (ready.is_set(4)) {
806
- Construct(&result4, std::move(other.result4));
807
- } else {
808
- Construct(&promise4, std::move(other.promise4));
809
- }
810
- if (ready.is_set(5)) {
811
- Construct(&result5, std::move(other.result5));
812
- } else {
813
- Construct(&promise5, std::move(other.promise5));
814
- }
720
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
721
+ DCHECK(other.ready.none());
722
+ Construct(&promise0, std::move(other.promise0));
723
+ Construct(&promise1, std::move(other.promise1));
724
+ Construct(&promise2, std::move(other.promise2));
725
+ Construct(&promise3, std::move(other.promise3));
726
+ Construct(&promise4, std::move(other.promise4));
727
+ Construct(&promise5, std::move(other.promise5));
815
728
  }
816
- ~JoinState() {
729
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
817
730
  if (ready.is_set(0)) {
818
731
  Destruct(&result0);
819
732
  } else {
@@ -847,18 +760,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
847
760
  }
848
761
  using Result = typename Traits::template ResultType<
849
762
  std::tuple<Result0, Result1, Result2, Result3, Result4, Result5>>;
850
- Poll<Result> PollOnce() {
763
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
851
764
  if (!ready.is_set(0)) {
852
- if (grpc_trace_promise_primitives.enabled()) {
853
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 1/6", this);
854
- }
765
+ GRPC_TRACE_VLOG(promise_primitives, 2)
766
+ << "join[" << this << "]: begin poll joint 1/6";
855
767
  auto poll = promise0();
856
- if (grpc_trace_promise_primitives.enabled()) {
857
- auto* p = poll.value_if_ready();
858
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/6 %s", this,
859
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
860
- : "pending");
861
- }
768
+ GRPC_TRACE_VLOG(promise_primitives, 2)
769
+ << "join[" << this << "]: end poll joint 1/6 "
770
+ << (poll.pending()
771
+ ? "pending"
772
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
862
773
  if (auto* p = poll.value_if_ready()) {
863
774
  if (Traits::IsOk(*p)) {
864
775
  ready.set(0);
@@ -868,20 +779,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
868
779
  return Traits::template EarlyReturn<Result>(std::move(*p));
869
780
  }
870
781
  }
871
- } else if (grpc_trace_promise_primitives.enabled()) {
872
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/6 already ready", this);
782
+ } else {
783
+ GRPC_TRACE_VLOG(promise_primitives, 2)
784
+ << "join[" << this << "]: joint 1/6 already ready";
873
785
  }
874
786
  if (!ready.is_set(1)) {
875
- if (grpc_trace_promise_primitives.enabled()) {
876
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 2/6", this);
877
- }
787
+ GRPC_TRACE_VLOG(promise_primitives, 2)
788
+ << "join[" << this << "]: begin poll joint 2/6";
878
789
  auto poll = promise1();
879
- if (grpc_trace_promise_primitives.enabled()) {
880
- auto* p = poll.value_if_ready();
881
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/6 %s", this,
882
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
883
- : "pending");
884
- }
790
+ GRPC_TRACE_VLOG(promise_primitives, 2)
791
+ << "join[" << this << "]: end poll joint 2/6 "
792
+ << (poll.pending()
793
+ ? "pending"
794
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
885
795
  if (auto* p = poll.value_if_ready()) {
886
796
  if (Traits::IsOk(*p)) {
887
797
  ready.set(1);
@@ -891,20 +801,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
891
801
  return Traits::template EarlyReturn<Result>(std::move(*p));
892
802
  }
893
803
  }
894
- } else if (grpc_trace_promise_primitives.enabled()) {
895
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/6 already ready", this);
804
+ } else {
805
+ GRPC_TRACE_VLOG(promise_primitives, 2)
806
+ << "join[" << this << "]: joint 2/6 already ready";
896
807
  }
897
808
  if (!ready.is_set(2)) {
898
- if (grpc_trace_promise_primitives.enabled()) {
899
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 3/6", this);
900
- }
809
+ GRPC_TRACE_VLOG(promise_primitives, 2)
810
+ << "join[" << this << "]: begin poll joint 3/6";
901
811
  auto poll = promise2();
902
- if (grpc_trace_promise_primitives.enabled()) {
903
- auto* p = poll.value_if_ready();
904
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/6 %s", this,
905
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
906
- : "pending");
907
- }
812
+ GRPC_TRACE_VLOG(promise_primitives, 2)
813
+ << "join[" << this << "]: end poll joint 3/6 "
814
+ << (poll.pending()
815
+ ? "pending"
816
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
908
817
  if (auto* p = poll.value_if_ready()) {
909
818
  if (Traits::IsOk(*p)) {
910
819
  ready.set(2);
@@ -914,20 +823,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
914
823
  return Traits::template EarlyReturn<Result>(std::move(*p));
915
824
  }
916
825
  }
917
- } else if (grpc_trace_promise_primitives.enabled()) {
918
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/6 already ready", this);
826
+ } else {
827
+ GRPC_TRACE_VLOG(promise_primitives, 2)
828
+ << "join[" << this << "]: joint 3/6 already ready";
919
829
  }
920
830
  if (!ready.is_set(3)) {
921
- if (grpc_trace_promise_primitives.enabled()) {
922
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 4/6", this);
923
- }
831
+ GRPC_TRACE_VLOG(promise_primitives, 2)
832
+ << "join[" << this << "]: begin poll joint 4/6";
924
833
  auto poll = promise3();
925
- if (grpc_trace_promise_primitives.enabled()) {
926
- auto* p = poll.value_if_ready();
927
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/6 %s", this,
928
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
929
- : "pending");
930
- }
834
+ GRPC_TRACE_VLOG(promise_primitives, 2)
835
+ << "join[" << this << "]: end poll joint 4/6 "
836
+ << (poll.pending()
837
+ ? "pending"
838
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
931
839
  if (auto* p = poll.value_if_ready()) {
932
840
  if (Traits::IsOk(*p)) {
933
841
  ready.set(3);
@@ -937,20 +845,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
937
845
  return Traits::template EarlyReturn<Result>(std::move(*p));
938
846
  }
939
847
  }
940
- } else if (grpc_trace_promise_primitives.enabled()) {
941
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/6 already ready", this);
848
+ } else {
849
+ GRPC_TRACE_VLOG(promise_primitives, 2)
850
+ << "join[" << this << "]: joint 4/6 already ready";
942
851
  }
943
852
  if (!ready.is_set(4)) {
944
- if (grpc_trace_promise_primitives.enabled()) {
945
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 5/6", this);
946
- }
853
+ GRPC_TRACE_VLOG(promise_primitives, 2)
854
+ << "join[" << this << "]: begin poll joint 5/6";
947
855
  auto poll = promise4();
948
- if (grpc_trace_promise_primitives.enabled()) {
949
- auto* p = poll.value_if_ready();
950
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/6 %s", this,
951
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
952
- : "pending");
953
- }
856
+ GRPC_TRACE_VLOG(promise_primitives, 2)
857
+ << "join[" << this << "]: end poll joint 5/6 "
858
+ << (poll.pending()
859
+ ? "pending"
860
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
954
861
  if (auto* p = poll.value_if_ready()) {
955
862
  if (Traits::IsOk(*p)) {
956
863
  ready.set(4);
@@ -960,20 +867,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
960
867
  return Traits::template EarlyReturn<Result>(std::move(*p));
961
868
  }
962
869
  }
963
- } else if (grpc_trace_promise_primitives.enabled()) {
964
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/6 already ready", this);
870
+ } else {
871
+ GRPC_TRACE_VLOG(promise_primitives, 2)
872
+ << "join[" << this << "]: joint 5/6 already ready";
965
873
  }
966
874
  if (!ready.is_set(5)) {
967
- if (grpc_trace_promise_primitives.enabled()) {
968
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 6/6", this);
969
- }
875
+ GRPC_TRACE_VLOG(promise_primitives, 2)
876
+ << "join[" << this << "]: begin poll joint 6/6";
970
877
  auto poll = promise5();
971
- if (grpc_trace_promise_primitives.enabled()) {
972
- auto* p = poll.value_if_ready();
973
- gpr_log(GPR_DEBUG, "join[%p]: joint 6/6 %s", this,
974
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
975
- : "pending");
976
- }
878
+ GRPC_TRACE_VLOG(promise_primitives, 2)
879
+ << "join[" << this << "]: end poll joint 6/6 "
880
+ << (poll.pending()
881
+ ? "pending"
882
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
977
883
  if (auto* p = poll.value_if_ready()) {
978
884
  if (Traits::IsOk(*p)) {
979
885
  ready.set(5);
@@ -983,8 +889,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5> {
983
889
  return Traits::template EarlyReturn<Result>(std::move(*p));
984
890
  }
985
891
  }
986
- } else if (grpc_trace_promise_primitives.enabled()) {
987
- gpr_log(GPR_DEBUG, "join[%p]: joint 6/6 already ready", this);
892
+ } else {
893
+ GRPC_TRACE_VLOG(promise_primitives, 2)
894
+ << "join[" << this << "]: joint 6/6 already ready";
988
895
  }
989
896
  if (ready.all()) {
990
897
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -1043,7 +950,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1043
950
  GPR_NO_UNIQUE_ADDRESS Result6 result6;
1044
951
  };
1045
952
  GPR_NO_UNIQUE_ADDRESS BitSet<7> ready;
1046
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4, P5&& p5, P6&& p6) {
953
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
954
+ P3&& p3, P4&& p4, P5&& p5,
955
+ P6&& p6) {
1047
956
  Construct(&promise0, std::forward<P0>(p0));
1048
957
  Construct(&promise1, std::forward<P1>(p1));
1049
958
  Construct(&promise2, std::forward<P2>(p2));
@@ -1052,8 +961,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1052
961
  Construct(&promise5, std::forward<P5>(p5));
1053
962
  Construct(&promise6, std::forward<P6>(p6));
1054
963
  }
1055
- JoinState(const JoinState& other) {
1056
- CHECK(other.ready.none());
964
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
965
+ DCHECK(other.ready.none());
1057
966
  Construct(&promise0, other.promise0);
1058
967
  Construct(&promise1, other.promise1);
1059
968
  Construct(&promise2, other.promise2);
@@ -1064,44 +973,17 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1064
973
  }
1065
974
  JoinState& operator=(const JoinState& other) = delete;
1066
975
  JoinState& operator=(JoinState&& other) = delete;
1067
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
1068
- if (ready.is_set(0)) {
1069
- Construct(&result0, std::move(other.result0));
1070
- } else {
1071
- Construct(&promise0, std::move(other.promise0));
1072
- }
1073
- if (ready.is_set(1)) {
1074
- Construct(&result1, std::move(other.result1));
1075
- } else {
1076
- Construct(&promise1, std::move(other.promise1));
1077
- }
1078
- if (ready.is_set(2)) {
1079
- Construct(&result2, std::move(other.result2));
1080
- } else {
1081
- Construct(&promise2, std::move(other.promise2));
1082
- }
1083
- if (ready.is_set(3)) {
1084
- Construct(&result3, std::move(other.result3));
1085
- } else {
1086
- Construct(&promise3, std::move(other.promise3));
1087
- }
1088
- if (ready.is_set(4)) {
1089
- Construct(&result4, std::move(other.result4));
1090
- } else {
1091
- Construct(&promise4, std::move(other.promise4));
1092
- }
1093
- if (ready.is_set(5)) {
1094
- Construct(&result5, std::move(other.result5));
1095
- } else {
1096
- Construct(&promise5, std::move(other.promise5));
1097
- }
1098
- if (ready.is_set(6)) {
1099
- Construct(&result6, std::move(other.result6));
1100
- } else {
1101
- Construct(&promise6, std::move(other.promise6));
1102
- }
976
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
977
+ DCHECK(other.ready.none());
978
+ Construct(&promise0, std::move(other.promise0));
979
+ Construct(&promise1, std::move(other.promise1));
980
+ Construct(&promise2, std::move(other.promise2));
981
+ Construct(&promise3, std::move(other.promise3));
982
+ Construct(&promise4, std::move(other.promise4));
983
+ Construct(&promise5, std::move(other.promise5));
984
+ Construct(&promise6, std::move(other.promise6));
1103
985
  }
1104
- ~JoinState() {
986
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
1105
987
  if (ready.is_set(0)) {
1106
988
  Destruct(&result0);
1107
989
  } else {
@@ -1140,18 +1022,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1140
1022
  }
1141
1023
  using Result = typename Traits::template ResultType<std::tuple<
1142
1024
  Result0, Result1, Result2, Result3, Result4, Result5, Result6>>;
1143
- Poll<Result> PollOnce() {
1025
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
1144
1026
  if (!ready.is_set(0)) {
1145
- if (grpc_trace_promise_primitives.enabled()) {
1146
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 1/7", this);
1147
- }
1027
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1028
+ << "join[" << this << "]: begin poll joint 1/7";
1148
1029
  auto poll = promise0();
1149
- if (grpc_trace_promise_primitives.enabled()) {
1150
- auto* p = poll.value_if_ready();
1151
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/7 %s", this,
1152
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1153
- : "pending");
1154
- }
1030
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1031
+ << "join[" << this << "]: end poll joint 1/7 "
1032
+ << (poll.pending()
1033
+ ? "pending"
1034
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1155
1035
  if (auto* p = poll.value_if_ready()) {
1156
1036
  if (Traits::IsOk(*p)) {
1157
1037
  ready.set(0);
@@ -1161,20 +1041,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1161
1041
  return Traits::template EarlyReturn<Result>(std::move(*p));
1162
1042
  }
1163
1043
  }
1164
- } else if (grpc_trace_promise_primitives.enabled()) {
1165
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/7 already ready", this);
1044
+ } else {
1045
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1046
+ << "join[" << this << "]: joint 1/7 already ready";
1166
1047
  }
1167
1048
  if (!ready.is_set(1)) {
1168
- if (grpc_trace_promise_primitives.enabled()) {
1169
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 2/7", this);
1170
- }
1049
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1050
+ << "join[" << this << "]: begin poll joint 2/7";
1171
1051
  auto poll = promise1();
1172
- if (grpc_trace_promise_primitives.enabled()) {
1173
- auto* p = poll.value_if_ready();
1174
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/7 %s", this,
1175
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1176
- : "pending");
1177
- }
1052
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1053
+ << "join[" << this << "]: end poll joint 2/7 "
1054
+ << (poll.pending()
1055
+ ? "pending"
1056
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1178
1057
  if (auto* p = poll.value_if_ready()) {
1179
1058
  if (Traits::IsOk(*p)) {
1180
1059
  ready.set(1);
@@ -1184,20 +1063,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1184
1063
  return Traits::template EarlyReturn<Result>(std::move(*p));
1185
1064
  }
1186
1065
  }
1187
- } else if (grpc_trace_promise_primitives.enabled()) {
1188
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/7 already ready", this);
1066
+ } else {
1067
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1068
+ << "join[" << this << "]: joint 2/7 already ready";
1189
1069
  }
1190
1070
  if (!ready.is_set(2)) {
1191
- if (grpc_trace_promise_primitives.enabled()) {
1192
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 3/7", this);
1193
- }
1071
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1072
+ << "join[" << this << "]: begin poll joint 3/7";
1194
1073
  auto poll = promise2();
1195
- if (grpc_trace_promise_primitives.enabled()) {
1196
- auto* p = poll.value_if_ready();
1197
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/7 %s", this,
1198
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1199
- : "pending");
1200
- }
1074
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1075
+ << "join[" << this << "]: end poll joint 3/7 "
1076
+ << (poll.pending()
1077
+ ? "pending"
1078
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1201
1079
  if (auto* p = poll.value_if_ready()) {
1202
1080
  if (Traits::IsOk(*p)) {
1203
1081
  ready.set(2);
@@ -1207,20 +1085,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1207
1085
  return Traits::template EarlyReturn<Result>(std::move(*p));
1208
1086
  }
1209
1087
  }
1210
- } else if (grpc_trace_promise_primitives.enabled()) {
1211
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/7 already ready", this);
1088
+ } else {
1089
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1090
+ << "join[" << this << "]: joint 3/7 already ready";
1212
1091
  }
1213
1092
  if (!ready.is_set(3)) {
1214
- if (grpc_trace_promise_primitives.enabled()) {
1215
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 4/7", this);
1216
- }
1093
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1094
+ << "join[" << this << "]: begin poll joint 4/7";
1217
1095
  auto poll = promise3();
1218
- if (grpc_trace_promise_primitives.enabled()) {
1219
- auto* p = poll.value_if_ready();
1220
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/7 %s", this,
1221
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1222
- : "pending");
1223
- }
1096
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1097
+ << "join[" << this << "]: end poll joint 4/7 "
1098
+ << (poll.pending()
1099
+ ? "pending"
1100
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1224
1101
  if (auto* p = poll.value_if_ready()) {
1225
1102
  if (Traits::IsOk(*p)) {
1226
1103
  ready.set(3);
@@ -1230,20 +1107,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1230
1107
  return Traits::template EarlyReturn<Result>(std::move(*p));
1231
1108
  }
1232
1109
  }
1233
- } else if (grpc_trace_promise_primitives.enabled()) {
1234
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/7 already ready", this);
1110
+ } else {
1111
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1112
+ << "join[" << this << "]: joint 4/7 already ready";
1235
1113
  }
1236
1114
  if (!ready.is_set(4)) {
1237
- if (grpc_trace_promise_primitives.enabled()) {
1238
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 5/7", this);
1239
- }
1115
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1116
+ << "join[" << this << "]: begin poll joint 5/7";
1240
1117
  auto poll = promise4();
1241
- if (grpc_trace_promise_primitives.enabled()) {
1242
- auto* p = poll.value_if_ready();
1243
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/7 %s", this,
1244
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1245
- : "pending");
1246
- }
1118
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1119
+ << "join[" << this << "]: end poll joint 5/7 "
1120
+ << (poll.pending()
1121
+ ? "pending"
1122
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1247
1123
  if (auto* p = poll.value_if_ready()) {
1248
1124
  if (Traits::IsOk(*p)) {
1249
1125
  ready.set(4);
@@ -1253,20 +1129,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1253
1129
  return Traits::template EarlyReturn<Result>(std::move(*p));
1254
1130
  }
1255
1131
  }
1256
- } else if (grpc_trace_promise_primitives.enabled()) {
1257
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/7 already ready", this);
1132
+ } else {
1133
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1134
+ << "join[" << this << "]: joint 5/7 already ready";
1258
1135
  }
1259
1136
  if (!ready.is_set(5)) {
1260
- if (grpc_trace_promise_primitives.enabled()) {
1261
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 6/7", this);
1262
- }
1137
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1138
+ << "join[" << this << "]: begin poll joint 6/7";
1263
1139
  auto poll = promise5();
1264
- if (grpc_trace_promise_primitives.enabled()) {
1265
- auto* p = poll.value_if_ready();
1266
- gpr_log(GPR_DEBUG, "join[%p]: joint 6/7 %s", this,
1267
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1268
- : "pending");
1269
- }
1140
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1141
+ << "join[" << this << "]: end poll joint 6/7 "
1142
+ << (poll.pending()
1143
+ ? "pending"
1144
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1270
1145
  if (auto* p = poll.value_if_ready()) {
1271
1146
  if (Traits::IsOk(*p)) {
1272
1147
  ready.set(5);
@@ -1276,20 +1151,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1276
1151
  return Traits::template EarlyReturn<Result>(std::move(*p));
1277
1152
  }
1278
1153
  }
1279
- } else if (grpc_trace_promise_primitives.enabled()) {
1280
- gpr_log(GPR_DEBUG, "join[%p]: joint 6/7 already ready", this);
1154
+ } else {
1155
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1156
+ << "join[" << this << "]: joint 6/7 already ready";
1281
1157
  }
1282
1158
  if (!ready.is_set(6)) {
1283
- if (grpc_trace_promise_primitives.enabled()) {
1284
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 7/7", this);
1285
- }
1159
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1160
+ << "join[" << this << "]: begin poll joint 7/7";
1286
1161
  auto poll = promise6();
1287
- if (grpc_trace_promise_primitives.enabled()) {
1288
- auto* p = poll.value_if_ready();
1289
- gpr_log(GPR_DEBUG, "join[%p]: joint 7/7 %s", this,
1290
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1291
- : "pending");
1292
- }
1162
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1163
+ << "join[" << this << "]: end poll joint 7/7 "
1164
+ << (poll.pending()
1165
+ ? "pending"
1166
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1293
1167
  if (auto* p = poll.value_if_ready()) {
1294
1168
  if (Traits::IsOk(*p)) {
1295
1169
  ready.set(6);
@@ -1299,8 +1173,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6> {
1299
1173
  return Traits::template EarlyReturn<Result>(std::move(*p));
1300
1174
  }
1301
1175
  }
1302
- } else if (grpc_trace_promise_primitives.enabled()) {
1303
- gpr_log(GPR_DEBUG, "join[%p]: joint 7/7 already ready", this);
1176
+ } else {
1177
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1178
+ << "join[" << this << "]: joint 7/7 already ready";
1304
1179
  }
1305
1180
  if (ready.all()) {
1306
1181
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -1366,8 +1241,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1366
1241
  GPR_NO_UNIQUE_ADDRESS Result7 result7;
1367
1242
  };
1368
1243
  GPR_NO_UNIQUE_ADDRESS BitSet<8> ready;
1369
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4, P5&& p5, P6&& p6,
1370
- P7&& p7) {
1244
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
1245
+ P3&& p3, P4&& p4, P5&& p5,
1246
+ P6&& p6, P7&& p7) {
1371
1247
  Construct(&promise0, std::forward<P0>(p0));
1372
1248
  Construct(&promise1, std::forward<P1>(p1));
1373
1249
  Construct(&promise2, std::forward<P2>(p2));
@@ -1377,8 +1253,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1377
1253
  Construct(&promise6, std::forward<P6>(p6));
1378
1254
  Construct(&promise7, std::forward<P7>(p7));
1379
1255
  }
1380
- JoinState(const JoinState& other) {
1381
- CHECK(other.ready.none());
1256
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
1257
+ DCHECK(other.ready.none());
1382
1258
  Construct(&promise0, other.promise0);
1383
1259
  Construct(&promise1, other.promise1);
1384
1260
  Construct(&promise2, other.promise2);
@@ -1390,49 +1266,18 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1390
1266
  }
1391
1267
  JoinState& operator=(const JoinState& other) = delete;
1392
1268
  JoinState& operator=(JoinState&& other) = delete;
1393
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
1394
- if (ready.is_set(0)) {
1395
- Construct(&result0, std::move(other.result0));
1396
- } else {
1397
- Construct(&promise0, std::move(other.promise0));
1398
- }
1399
- if (ready.is_set(1)) {
1400
- Construct(&result1, std::move(other.result1));
1401
- } else {
1402
- Construct(&promise1, std::move(other.promise1));
1403
- }
1404
- if (ready.is_set(2)) {
1405
- Construct(&result2, std::move(other.result2));
1406
- } else {
1407
- Construct(&promise2, std::move(other.promise2));
1408
- }
1409
- if (ready.is_set(3)) {
1410
- Construct(&result3, std::move(other.result3));
1411
- } else {
1412
- Construct(&promise3, std::move(other.promise3));
1413
- }
1414
- if (ready.is_set(4)) {
1415
- Construct(&result4, std::move(other.result4));
1416
- } else {
1417
- Construct(&promise4, std::move(other.promise4));
1418
- }
1419
- if (ready.is_set(5)) {
1420
- Construct(&result5, std::move(other.result5));
1421
- } else {
1422
- Construct(&promise5, std::move(other.promise5));
1423
- }
1424
- if (ready.is_set(6)) {
1425
- Construct(&result6, std::move(other.result6));
1426
- } else {
1427
- Construct(&promise6, std::move(other.promise6));
1428
- }
1429
- if (ready.is_set(7)) {
1430
- Construct(&result7, std::move(other.result7));
1431
- } else {
1432
- Construct(&promise7, std::move(other.promise7));
1433
- }
1269
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
1270
+ DCHECK(other.ready.none());
1271
+ Construct(&promise0, std::move(other.promise0));
1272
+ Construct(&promise1, std::move(other.promise1));
1273
+ Construct(&promise2, std::move(other.promise2));
1274
+ Construct(&promise3, std::move(other.promise3));
1275
+ Construct(&promise4, std::move(other.promise4));
1276
+ Construct(&promise5, std::move(other.promise5));
1277
+ Construct(&promise6, std::move(other.promise6));
1278
+ Construct(&promise7, std::move(other.promise7));
1434
1279
  }
1435
- ~JoinState() {
1280
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
1436
1281
  if (ready.is_set(0)) {
1437
1282
  Destruct(&result0);
1438
1283
  } else {
@@ -1476,18 +1321,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1476
1321
  }
1477
1322
  using Result = typename Traits::template ResultType<std::tuple<
1478
1323
  Result0, Result1, Result2, Result3, Result4, Result5, Result6, Result7>>;
1479
- Poll<Result> PollOnce() {
1324
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
1480
1325
  if (!ready.is_set(0)) {
1481
- if (grpc_trace_promise_primitives.enabled()) {
1482
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 1/8", this);
1483
- }
1326
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1327
+ << "join[" << this << "]: begin poll joint 1/8";
1484
1328
  auto poll = promise0();
1485
- if (grpc_trace_promise_primitives.enabled()) {
1486
- auto* p = poll.value_if_ready();
1487
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/8 %s", this,
1488
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1489
- : "pending");
1490
- }
1329
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1330
+ << "join[" << this << "]: end poll joint 1/8 "
1331
+ << (poll.pending()
1332
+ ? "pending"
1333
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1491
1334
  if (auto* p = poll.value_if_ready()) {
1492
1335
  if (Traits::IsOk(*p)) {
1493
1336
  ready.set(0);
@@ -1497,20 +1340,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1497
1340
  return Traits::template EarlyReturn<Result>(std::move(*p));
1498
1341
  }
1499
1342
  }
1500
- } else if (grpc_trace_promise_primitives.enabled()) {
1501
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/8 already ready", this);
1343
+ } else {
1344
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1345
+ << "join[" << this << "]: joint 1/8 already ready";
1502
1346
  }
1503
1347
  if (!ready.is_set(1)) {
1504
- if (grpc_trace_promise_primitives.enabled()) {
1505
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 2/8", this);
1506
- }
1348
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1349
+ << "join[" << this << "]: begin poll joint 2/8";
1507
1350
  auto poll = promise1();
1508
- if (grpc_trace_promise_primitives.enabled()) {
1509
- auto* p = poll.value_if_ready();
1510
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/8 %s", this,
1511
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1512
- : "pending");
1513
- }
1351
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1352
+ << "join[" << this << "]: end poll joint 2/8 "
1353
+ << (poll.pending()
1354
+ ? "pending"
1355
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1514
1356
  if (auto* p = poll.value_if_ready()) {
1515
1357
  if (Traits::IsOk(*p)) {
1516
1358
  ready.set(1);
@@ -1520,20 +1362,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1520
1362
  return Traits::template EarlyReturn<Result>(std::move(*p));
1521
1363
  }
1522
1364
  }
1523
- } else if (grpc_trace_promise_primitives.enabled()) {
1524
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/8 already ready", this);
1365
+ } else {
1366
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1367
+ << "join[" << this << "]: joint 2/8 already ready";
1525
1368
  }
1526
1369
  if (!ready.is_set(2)) {
1527
- if (grpc_trace_promise_primitives.enabled()) {
1528
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 3/8", this);
1529
- }
1370
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1371
+ << "join[" << this << "]: begin poll joint 3/8";
1530
1372
  auto poll = promise2();
1531
- if (grpc_trace_promise_primitives.enabled()) {
1532
- auto* p = poll.value_if_ready();
1533
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/8 %s", this,
1534
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1535
- : "pending");
1536
- }
1373
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1374
+ << "join[" << this << "]: end poll joint 3/8 "
1375
+ << (poll.pending()
1376
+ ? "pending"
1377
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1537
1378
  if (auto* p = poll.value_if_ready()) {
1538
1379
  if (Traits::IsOk(*p)) {
1539
1380
  ready.set(2);
@@ -1543,20 +1384,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1543
1384
  return Traits::template EarlyReturn<Result>(std::move(*p));
1544
1385
  }
1545
1386
  }
1546
- } else if (grpc_trace_promise_primitives.enabled()) {
1547
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/8 already ready", this);
1387
+ } else {
1388
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1389
+ << "join[" << this << "]: joint 3/8 already ready";
1548
1390
  }
1549
1391
  if (!ready.is_set(3)) {
1550
- if (grpc_trace_promise_primitives.enabled()) {
1551
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 4/8", this);
1552
- }
1392
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1393
+ << "join[" << this << "]: begin poll joint 4/8";
1553
1394
  auto poll = promise3();
1554
- if (grpc_trace_promise_primitives.enabled()) {
1555
- auto* p = poll.value_if_ready();
1556
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/8 %s", this,
1557
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1558
- : "pending");
1559
- }
1395
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1396
+ << "join[" << this << "]: end poll joint 4/8 "
1397
+ << (poll.pending()
1398
+ ? "pending"
1399
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1560
1400
  if (auto* p = poll.value_if_ready()) {
1561
1401
  if (Traits::IsOk(*p)) {
1562
1402
  ready.set(3);
@@ -1566,20 +1406,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1566
1406
  return Traits::template EarlyReturn<Result>(std::move(*p));
1567
1407
  }
1568
1408
  }
1569
- } else if (grpc_trace_promise_primitives.enabled()) {
1570
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/8 already ready", this);
1409
+ } else {
1410
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1411
+ << "join[" << this << "]: joint 4/8 already ready";
1571
1412
  }
1572
1413
  if (!ready.is_set(4)) {
1573
- if (grpc_trace_promise_primitives.enabled()) {
1574
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 5/8", this);
1575
- }
1414
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1415
+ << "join[" << this << "]: begin poll joint 5/8";
1576
1416
  auto poll = promise4();
1577
- if (grpc_trace_promise_primitives.enabled()) {
1578
- auto* p = poll.value_if_ready();
1579
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/8 %s", this,
1580
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1581
- : "pending");
1582
- }
1417
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1418
+ << "join[" << this << "]: end poll joint 5/8 "
1419
+ << (poll.pending()
1420
+ ? "pending"
1421
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1583
1422
  if (auto* p = poll.value_if_ready()) {
1584
1423
  if (Traits::IsOk(*p)) {
1585
1424
  ready.set(4);
@@ -1589,20 +1428,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1589
1428
  return Traits::template EarlyReturn<Result>(std::move(*p));
1590
1429
  }
1591
1430
  }
1592
- } else if (grpc_trace_promise_primitives.enabled()) {
1593
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/8 already ready", this);
1431
+ } else {
1432
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1433
+ << "join[" << this << "]: joint 5/8 already ready";
1594
1434
  }
1595
1435
  if (!ready.is_set(5)) {
1596
- if (grpc_trace_promise_primitives.enabled()) {
1597
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 6/8", this);
1598
- }
1436
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1437
+ << "join[" << this << "]: begin poll joint 6/8";
1599
1438
  auto poll = promise5();
1600
- if (grpc_trace_promise_primitives.enabled()) {
1601
- auto* p = poll.value_if_ready();
1602
- gpr_log(GPR_DEBUG, "join[%p]: joint 6/8 %s", this,
1603
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1604
- : "pending");
1605
- }
1439
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1440
+ << "join[" << this << "]: end poll joint 6/8 "
1441
+ << (poll.pending()
1442
+ ? "pending"
1443
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1606
1444
  if (auto* p = poll.value_if_ready()) {
1607
1445
  if (Traits::IsOk(*p)) {
1608
1446
  ready.set(5);
@@ -1612,20 +1450,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1612
1450
  return Traits::template EarlyReturn<Result>(std::move(*p));
1613
1451
  }
1614
1452
  }
1615
- } else if (grpc_trace_promise_primitives.enabled()) {
1616
- gpr_log(GPR_DEBUG, "join[%p]: joint 6/8 already ready", this);
1453
+ } else {
1454
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1455
+ << "join[" << this << "]: joint 6/8 already ready";
1617
1456
  }
1618
1457
  if (!ready.is_set(6)) {
1619
- if (grpc_trace_promise_primitives.enabled()) {
1620
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 7/8", this);
1621
- }
1458
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1459
+ << "join[" << this << "]: begin poll joint 7/8";
1622
1460
  auto poll = promise6();
1623
- if (grpc_trace_promise_primitives.enabled()) {
1624
- auto* p = poll.value_if_ready();
1625
- gpr_log(GPR_DEBUG, "join[%p]: joint 7/8 %s", this,
1626
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1627
- : "pending");
1628
- }
1461
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1462
+ << "join[" << this << "]: end poll joint 7/8 "
1463
+ << (poll.pending()
1464
+ ? "pending"
1465
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1629
1466
  if (auto* p = poll.value_if_ready()) {
1630
1467
  if (Traits::IsOk(*p)) {
1631
1468
  ready.set(6);
@@ -1635,20 +1472,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1635
1472
  return Traits::template EarlyReturn<Result>(std::move(*p));
1636
1473
  }
1637
1474
  }
1638
- } else if (grpc_trace_promise_primitives.enabled()) {
1639
- gpr_log(GPR_DEBUG, "join[%p]: joint 7/8 already ready", this);
1475
+ } else {
1476
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1477
+ << "join[" << this << "]: joint 7/8 already ready";
1640
1478
  }
1641
1479
  if (!ready.is_set(7)) {
1642
- if (grpc_trace_promise_primitives.enabled()) {
1643
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 8/8", this);
1644
- }
1480
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1481
+ << "join[" << this << "]: begin poll joint 8/8";
1645
1482
  auto poll = promise7();
1646
- if (grpc_trace_promise_primitives.enabled()) {
1647
- auto* p = poll.value_if_ready();
1648
- gpr_log(GPR_DEBUG, "join[%p]: joint 8/8 %s", this,
1649
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1650
- : "pending");
1651
- }
1483
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1484
+ << "join[" << this << "]: end poll joint 8/8 "
1485
+ << (poll.pending()
1486
+ ? "pending"
1487
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1652
1488
  if (auto* p = poll.value_if_ready()) {
1653
1489
  if (Traits::IsOk(*p)) {
1654
1490
  ready.set(7);
@@ -1658,8 +1494,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7> {
1658
1494
  return Traits::template EarlyReturn<Result>(std::move(*p));
1659
1495
  }
1660
1496
  }
1661
- } else if (grpc_trace_promise_primitives.enabled()) {
1662
- gpr_log(GPR_DEBUG, "join[%p]: joint 8/8 already ready", this);
1497
+ } else {
1498
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1499
+ << "join[" << this << "]: joint 8/8 already ready";
1663
1500
  }
1664
1501
  if (ready.all()) {
1665
1502
  return Traits::FinalReturn(std::move(result0), std::move(result1),
@@ -1731,8 +1568,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1731
1568
  GPR_NO_UNIQUE_ADDRESS Result8 result8;
1732
1569
  };
1733
1570
  GPR_NO_UNIQUE_ADDRESS BitSet<9> ready;
1734
- JoinState(P0&& p0, P1&& p1, P2&& p2, P3&& p3, P4&& p4, P5&& p5, P6&& p6,
1735
- P7&& p7, P8&& p8) {
1571
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(P0&& p0, P1&& p1, P2&& p2,
1572
+ P3&& p3, P4&& p4, P5&& p5,
1573
+ P6&& p6, P7&& p7, P8&& p8) {
1736
1574
  Construct(&promise0, std::forward<P0>(p0));
1737
1575
  Construct(&promise1, std::forward<P1>(p1));
1738
1576
  Construct(&promise2, std::forward<P2>(p2));
@@ -1743,8 +1581,8 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1743
1581
  Construct(&promise7, std::forward<P7>(p7));
1744
1582
  Construct(&promise8, std::forward<P8>(p8));
1745
1583
  }
1746
- JoinState(const JoinState& other) {
1747
- CHECK(other.ready.none());
1584
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(const JoinState& other) {
1585
+ DCHECK(other.ready.none());
1748
1586
  Construct(&promise0, other.promise0);
1749
1587
  Construct(&promise1, other.promise1);
1750
1588
  Construct(&promise2, other.promise2);
@@ -1757,54 +1595,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1757
1595
  }
1758
1596
  JoinState& operator=(const JoinState& other) = delete;
1759
1597
  JoinState& operator=(JoinState&& other) = delete;
1760
- JoinState(JoinState&& other) noexcept : ready(other.ready) {
1761
- if (ready.is_set(0)) {
1762
- Construct(&result0, std::move(other.result0));
1763
- } else {
1764
- Construct(&promise0, std::move(other.promise0));
1765
- }
1766
- if (ready.is_set(1)) {
1767
- Construct(&result1, std::move(other.result1));
1768
- } else {
1769
- Construct(&promise1, std::move(other.promise1));
1770
- }
1771
- if (ready.is_set(2)) {
1772
- Construct(&result2, std::move(other.result2));
1773
- } else {
1774
- Construct(&promise2, std::move(other.promise2));
1775
- }
1776
- if (ready.is_set(3)) {
1777
- Construct(&result3, std::move(other.result3));
1778
- } else {
1779
- Construct(&promise3, std::move(other.promise3));
1780
- }
1781
- if (ready.is_set(4)) {
1782
- Construct(&result4, std::move(other.result4));
1783
- } else {
1784
- Construct(&promise4, std::move(other.promise4));
1785
- }
1786
- if (ready.is_set(5)) {
1787
- Construct(&result5, std::move(other.result5));
1788
- } else {
1789
- Construct(&promise5, std::move(other.promise5));
1790
- }
1791
- if (ready.is_set(6)) {
1792
- Construct(&result6, std::move(other.result6));
1793
- } else {
1794
- Construct(&promise6, std::move(other.promise6));
1795
- }
1796
- if (ready.is_set(7)) {
1797
- Construct(&result7, std::move(other.result7));
1798
- } else {
1799
- Construct(&promise7, std::move(other.promise7));
1800
- }
1801
- if (ready.is_set(8)) {
1802
- Construct(&result8, std::move(other.result8));
1803
- } else {
1804
- Construct(&promise8, std::move(other.promise8));
1805
- }
1598
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION JoinState(JoinState&& other) noexcept {
1599
+ DCHECK(other.ready.none());
1600
+ Construct(&promise0, std::move(other.promise0));
1601
+ Construct(&promise1, std::move(other.promise1));
1602
+ Construct(&promise2, std::move(other.promise2));
1603
+ Construct(&promise3, std::move(other.promise3));
1604
+ Construct(&promise4, std::move(other.promise4));
1605
+ Construct(&promise5, std::move(other.promise5));
1606
+ Construct(&promise6, std::move(other.promise6));
1607
+ Construct(&promise7, std::move(other.promise7));
1608
+ Construct(&promise8, std::move(other.promise8));
1806
1609
  }
1807
- ~JoinState() {
1610
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~JoinState() {
1808
1611
  if (ready.is_set(0)) {
1809
1612
  Destruct(&result0);
1810
1613
  } else {
@@ -1854,18 +1657,16 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1854
1657
  using Result = typename Traits::template ResultType<
1855
1658
  std::tuple<Result0, Result1, Result2, Result3, Result4, Result5, Result6,
1856
1659
  Result7, Result8>>;
1857
- Poll<Result> PollOnce() {
1660
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
1858
1661
  if (!ready.is_set(0)) {
1859
- if (grpc_trace_promise_primitives.enabled()) {
1860
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 1/9", this);
1861
- }
1662
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1663
+ << "join[" << this << "]: begin poll joint 1/9";
1862
1664
  auto poll = promise0();
1863
- if (grpc_trace_promise_primitives.enabled()) {
1864
- auto* p = poll.value_if_ready();
1865
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/9 %s", this,
1866
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1867
- : "pending");
1868
- }
1665
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1666
+ << "join[" << this << "]: end poll joint 1/9 "
1667
+ << (poll.pending()
1668
+ ? "pending"
1669
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1869
1670
  if (auto* p = poll.value_if_ready()) {
1870
1671
  if (Traits::IsOk(*p)) {
1871
1672
  ready.set(0);
@@ -1875,20 +1676,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1875
1676
  return Traits::template EarlyReturn<Result>(std::move(*p));
1876
1677
  }
1877
1678
  }
1878
- } else if (grpc_trace_promise_primitives.enabled()) {
1879
- gpr_log(GPR_DEBUG, "join[%p]: joint 1/9 already ready", this);
1679
+ } else {
1680
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1681
+ << "join[" << this << "]: joint 1/9 already ready";
1880
1682
  }
1881
1683
  if (!ready.is_set(1)) {
1882
- if (grpc_trace_promise_primitives.enabled()) {
1883
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 2/9", this);
1884
- }
1684
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1685
+ << "join[" << this << "]: begin poll joint 2/9";
1885
1686
  auto poll = promise1();
1886
- if (grpc_trace_promise_primitives.enabled()) {
1887
- auto* p = poll.value_if_ready();
1888
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/9 %s", this,
1889
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1890
- : "pending");
1891
- }
1687
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1688
+ << "join[" << this << "]: end poll joint 2/9 "
1689
+ << (poll.pending()
1690
+ ? "pending"
1691
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1892
1692
  if (auto* p = poll.value_if_ready()) {
1893
1693
  if (Traits::IsOk(*p)) {
1894
1694
  ready.set(1);
@@ -1898,20 +1698,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1898
1698
  return Traits::template EarlyReturn<Result>(std::move(*p));
1899
1699
  }
1900
1700
  }
1901
- } else if (grpc_trace_promise_primitives.enabled()) {
1902
- gpr_log(GPR_DEBUG, "join[%p]: joint 2/9 already ready", this);
1701
+ } else {
1702
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1703
+ << "join[" << this << "]: joint 2/9 already ready";
1903
1704
  }
1904
1705
  if (!ready.is_set(2)) {
1905
- if (grpc_trace_promise_primitives.enabled()) {
1906
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 3/9", this);
1907
- }
1706
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1707
+ << "join[" << this << "]: begin poll joint 3/9";
1908
1708
  auto poll = promise2();
1909
- if (grpc_trace_promise_primitives.enabled()) {
1910
- auto* p = poll.value_if_ready();
1911
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/9 %s", this,
1912
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1913
- : "pending");
1914
- }
1709
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1710
+ << "join[" << this << "]: end poll joint 3/9 "
1711
+ << (poll.pending()
1712
+ ? "pending"
1713
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1915
1714
  if (auto* p = poll.value_if_ready()) {
1916
1715
  if (Traits::IsOk(*p)) {
1917
1716
  ready.set(2);
@@ -1921,20 +1720,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1921
1720
  return Traits::template EarlyReturn<Result>(std::move(*p));
1922
1721
  }
1923
1722
  }
1924
- } else if (grpc_trace_promise_primitives.enabled()) {
1925
- gpr_log(GPR_DEBUG, "join[%p]: joint 3/9 already ready", this);
1723
+ } else {
1724
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1725
+ << "join[" << this << "]: joint 3/9 already ready";
1926
1726
  }
1927
1727
  if (!ready.is_set(3)) {
1928
- if (grpc_trace_promise_primitives.enabled()) {
1929
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 4/9", this);
1930
- }
1728
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1729
+ << "join[" << this << "]: begin poll joint 4/9";
1931
1730
  auto poll = promise3();
1932
- if (grpc_trace_promise_primitives.enabled()) {
1933
- auto* p = poll.value_if_ready();
1934
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/9 %s", this,
1935
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1936
- : "pending");
1937
- }
1731
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1732
+ << "join[" << this << "]: end poll joint 4/9 "
1733
+ << (poll.pending()
1734
+ ? "pending"
1735
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1938
1736
  if (auto* p = poll.value_if_ready()) {
1939
1737
  if (Traits::IsOk(*p)) {
1940
1738
  ready.set(3);
@@ -1944,20 +1742,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1944
1742
  return Traits::template EarlyReturn<Result>(std::move(*p));
1945
1743
  }
1946
1744
  }
1947
- } else if (grpc_trace_promise_primitives.enabled()) {
1948
- gpr_log(GPR_DEBUG, "join[%p]: joint 4/9 already ready", this);
1745
+ } else {
1746
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1747
+ << "join[" << this << "]: joint 4/9 already ready";
1949
1748
  }
1950
1749
  if (!ready.is_set(4)) {
1951
- if (grpc_trace_promise_primitives.enabled()) {
1952
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 5/9", this);
1953
- }
1750
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1751
+ << "join[" << this << "]: begin poll joint 5/9";
1954
1752
  auto poll = promise4();
1955
- if (grpc_trace_promise_primitives.enabled()) {
1956
- auto* p = poll.value_if_ready();
1957
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/9 %s", this,
1958
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1959
- : "pending");
1960
- }
1753
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1754
+ << "join[" << this << "]: end poll joint 5/9 "
1755
+ << (poll.pending()
1756
+ ? "pending"
1757
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1961
1758
  if (auto* p = poll.value_if_ready()) {
1962
1759
  if (Traits::IsOk(*p)) {
1963
1760
  ready.set(4);
@@ -1967,20 +1764,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1967
1764
  return Traits::template EarlyReturn<Result>(std::move(*p));
1968
1765
  }
1969
1766
  }
1970
- } else if (grpc_trace_promise_primitives.enabled()) {
1971
- gpr_log(GPR_DEBUG, "join[%p]: joint 5/9 already ready", this);
1767
+ } else {
1768
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1769
+ << "join[" << this << "]: joint 5/9 already ready";
1972
1770
  }
1973
1771
  if (!ready.is_set(5)) {
1974
- if (grpc_trace_promise_primitives.enabled()) {
1975
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 6/9", this);
1976
- }
1772
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1773
+ << "join[" << this << "]: begin poll joint 6/9";
1977
1774
  auto poll = promise5();
1978
- if (grpc_trace_promise_primitives.enabled()) {
1979
- auto* p = poll.value_if_ready();
1980
- gpr_log(GPR_DEBUG, "join[%p]: joint 6/9 %s", this,
1981
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
1982
- : "pending");
1983
- }
1775
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1776
+ << "join[" << this << "]: end poll joint 6/9 "
1777
+ << (poll.pending()
1778
+ ? "pending"
1779
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
1984
1780
  if (auto* p = poll.value_if_ready()) {
1985
1781
  if (Traits::IsOk(*p)) {
1986
1782
  ready.set(5);
@@ -1990,20 +1786,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
1990
1786
  return Traits::template EarlyReturn<Result>(std::move(*p));
1991
1787
  }
1992
1788
  }
1993
- } else if (grpc_trace_promise_primitives.enabled()) {
1994
- gpr_log(GPR_DEBUG, "join[%p]: joint 6/9 already ready", this);
1789
+ } else {
1790
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1791
+ << "join[" << this << "]: joint 6/9 already ready";
1995
1792
  }
1996
1793
  if (!ready.is_set(6)) {
1997
- if (grpc_trace_promise_primitives.enabled()) {
1998
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 7/9", this);
1999
- }
1794
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1795
+ << "join[" << this << "]: begin poll joint 7/9";
2000
1796
  auto poll = promise6();
2001
- if (grpc_trace_promise_primitives.enabled()) {
2002
- auto* p = poll.value_if_ready();
2003
- gpr_log(GPR_DEBUG, "join[%p]: joint 7/9 %s", this,
2004
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
2005
- : "pending");
2006
- }
1797
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1798
+ << "join[" << this << "]: end poll joint 7/9 "
1799
+ << (poll.pending()
1800
+ ? "pending"
1801
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
2007
1802
  if (auto* p = poll.value_if_ready()) {
2008
1803
  if (Traits::IsOk(*p)) {
2009
1804
  ready.set(6);
@@ -2013,20 +1808,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
2013
1808
  return Traits::template EarlyReturn<Result>(std::move(*p));
2014
1809
  }
2015
1810
  }
2016
- } else if (grpc_trace_promise_primitives.enabled()) {
2017
- gpr_log(GPR_DEBUG, "join[%p]: joint 7/9 already ready", this);
1811
+ } else {
1812
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1813
+ << "join[" << this << "]: joint 7/9 already ready";
2018
1814
  }
2019
1815
  if (!ready.is_set(7)) {
2020
- if (grpc_trace_promise_primitives.enabled()) {
2021
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 8/9", this);
2022
- }
1816
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1817
+ << "join[" << this << "]: begin poll joint 8/9";
2023
1818
  auto poll = promise7();
2024
- if (grpc_trace_promise_primitives.enabled()) {
2025
- auto* p = poll.value_if_ready();
2026
- gpr_log(GPR_DEBUG, "join[%p]: joint 8/9 %s", this,
2027
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
2028
- : "pending");
2029
- }
1819
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1820
+ << "join[" << this << "]: end poll joint 8/9 "
1821
+ << (poll.pending()
1822
+ ? "pending"
1823
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
2030
1824
  if (auto* p = poll.value_if_ready()) {
2031
1825
  if (Traits::IsOk(*p)) {
2032
1826
  ready.set(7);
@@ -2036,20 +1830,19 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
2036
1830
  return Traits::template EarlyReturn<Result>(std::move(*p));
2037
1831
  }
2038
1832
  }
2039
- } else if (grpc_trace_promise_primitives.enabled()) {
2040
- gpr_log(GPR_DEBUG, "join[%p]: joint 8/9 already ready", this);
1833
+ } else {
1834
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1835
+ << "join[" << this << "]: joint 8/9 already ready";
2041
1836
  }
2042
1837
  if (!ready.is_set(8)) {
2043
- if (grpc_trace_promise_primitives.enabled()) {
2044
- gpr_log(GPR_DEBUG, "join[%p]: begin poll joint 9/9", this);
2045
- }
1838
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1839
+ << "join[" << this << "]: begin poll joint 9/9";
2046
1840
  auto poll = promise8();
2047
- if (grpc_trace_promise_primitives.enabled()) {
2048
- auto* p = poll.value_if_ready();
2049
- gpr_log(GPR_DEBUG, "join[%p]: joint 9/9 %s", this,
2050
- p != nullptr ? (Traits::IsOk(*p) ? "ready" : "early-error")
2051
- : "pending");
2052
- }
1841
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1842
+ << "join[" << this << "]: end poll joint 9/9 "
1843
+ << (poll.pending()
1844
+ ? "pending"
1845
+ : (Traits::IsOk(poll.value()) ? "ready" : "early-error"));
2053
1846
  if (auto* p = poll.value_if_ready()) {
2054
1847
  if (Traits::IsOk(*p)) {
2055
1848
  ready.set(8);
@@ -2059,8 +1852,9 @@ struct JoinState<Traits, P0, P1, P2, P3, P4, P5, P6, P7, P8> {
2059
1852
  return Traits::template EarlyReturn<Result>(std::move(*p));
2060
1853
  }
2061
1854
  }
2062
- } else if (grpc_trace_promise_primitives.enabled()) {
2063
- gpr_log(GPR_DEBUG, "join[%p]: joint 9/9 already ready", this);
1855
+ } else {
1856
+ GRPC_TRACE_VLOG(promise_primitives, 2)
1857
+ << "join[" << this << "]: joint 9/9 already ready";
2064
1858
  }
2065
1859
  if (ready.all()) {
2066
1860
  return Traits::FinalReturn(