grpc 1.65.2 → 1.66.0.pre3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (799) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +17 -7
  3. data/include/grpc/event_engine/event_engine.h +14 -0
  4. data/include/grpc/event_engine/extensible.h +3 -0
  5. data/include/grpc/event_engine/memory_request.h +18 -0
  6. data/include/grpc/support/log.h +0 -18
  7. data/include/grpc/support/metrics.h +14 -3
  8. data/include/grpc/support/port_platform.h +22 -0
  9. data/src/core/client_channel/client_channel.cc +125 -30
  10. data/src/core/client_channel/client_channel_filter.cc +37 -113
  11. data/src/core/client_channel/client_channel_internal.h +6 -0
  12. data/src/core/client_channel/config_selector.h +17 -14
  13. data/src/core/client_channel/direct_channel.cc +83 -0
  14. data/src/core/client_channel/direct_channel.h +101 -0
  15. data/src/core/client_channel/dynamic_filters.cc +3 -1
  16. data/src/core/client_channel/lb_metadata.cc +120 -0
  17. data/src/core/client_channel/lb_metadata.h +56 -0
  18. data/src/core/client_channel/load_balanced_call_destination.cc +8 -70
  19. data/src/core/client_channel/retry_filter.cc +1 -1
  20. data/src/core/client_channel/retry_filter_legacy_call_data.cc +164 -185
  21. data/src/core/client_channel/subchannel.cc +58 -42
  22. data/src/core/client_channel/subchannel.h +4 -10
  23. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +6 -7
  24. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +2 -0
  25. data/src/core/ext/filters/census/grpc_context.cc +4 -4
  26. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +13 -14
  27. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +4 -0
  28. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +4 -5
  29. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +2 -0
  30. data/src/core/ext/filters/http/client/http_client_filter.cc +1 -1
  31. data/src/core/ext/filters/http/client/http_client_filter.h +2 -0
  32. data/src/core/ext/filters/http/client_authority_filter.cc +1 -2
  33. data/src/core/ext/filters/http/client_authority_filter.h +2 -0
  34. data/src/core/ext/filters/http/message_compress/compression_filter.cc +16 -19
  35. data/src/core/ext/filters/http/message_compress/compression_filter.h +5 -0
  36. data/src/core/ext/filters/http/server/http_server_filter.cc +4 -4
  37. data/src/core/ext/filters/http/server/http_server_filter.h +2 -0
  38. data/src/core/ext/filters/message_size/message_size_filter.cc +12 -14
  39. data/src/core/ext/filters/message_size/message_size_filter.h +4 -0
  40. data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
  41. data/src/core/ext/filters/rbac/rbac_filter.h +2 -0
  42. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +1 -2
  43. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +2 -0
  44. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +53 -66
  45. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
  46. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +90 -112
  47. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +17 -29
  48. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +189 -168
  49. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +2 -2
  50. data/src/core/ext/transport/chttp2/transport/flow_control.cc +3 -3
  51. data/src/core/ext/transport/chttp2/transport/frame_data.cc +3 -7
  52. data/src/core/ext/transport/chttp2/transport/frame_data.h +2 -1
  53. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +7 -8
  54. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +12 -10
  55. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +5 -3
  56. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +9 -10
  57. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +7 -3
  58. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +3 -1
  59. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +4 -5
  60. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +4 -5
  61. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +47 -38
  62. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +2 -0
  63. data/src/core/ext/transport/chttp2/transport/internal.h +54 -9
  64. data/src/core/ext/transport/chttp2/transport/parsing.cc +59 -59
  65. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +7 -7
  66. data/src/core/ext/transport/chttp2/transport/writing.cc +105 -79
  67. data/src/core/ext/transport/inproc/inproc_transport.cc +94 -35
  68. data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +101 -98
  69. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb.h +11 -11
  70. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb_minitable.c +15 -0
  71. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb.h +23 -23
  72. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb_minitable.c +12 -0
  73. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb.h +11 -11
  74. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb_minitable.c +15 -0
  75. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb.h +50 -50
  76. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb_minitable.c +57 -0
  77. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb.h +1 -1
  78. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb_minitable.c +6 -0
  79. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb.h +2 -2
  80. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb_minitable.c +6 -0
  81. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb.h +6 -6
  82. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb_minitable.c +3 -0
  83. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb.h +3 -3
  84. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb_minitable.c +3 -0
  85. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb.h +3 -3
  86. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb_minitable.c +3 -0
  87. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb.h +110 -78
  88. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb_minitable.c +23 -15
  89. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb.h +2 -2
  90. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb_minitable.c +3 -0
  91. data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb.h +4 -4
  92. data/src/core/ext/upb-gen/envoy/annotations/resource.upb.h +11 -2
  93. data/src/core/ext/upb-gen/envoy/annotations/resource.upb_minitable.c +3 -0
  94. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb.h +30 -30
  95. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb_minitable.c +48 -0
  96. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +361 -250
  97. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +139 -48
  98. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +1 -0
  99. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb.h +10 -10
  100. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb_minitable.c +9 -0
  101. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +314 -137
  102. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +120 -22
  103. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.h +1 -0
  104. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +3 -3
  105. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +3 -0
  106. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +115 -23
  107. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +27 -3
  108. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +31 -31
  109. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +45 -0
  110. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +23 -23
  111. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +24 -0
  112. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb.h +2 -2
  113. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb_minitable.c +3 -0
  114. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +646 -68
  115. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +230 -16
  116. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.h +5 -0
  117. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb.h +21 -21
  118. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb_minitable.c +21 -0
  119. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb.h +1 -1
  120. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb_minitable.c +3 -0
  121. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb.h +2 -2
  122. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb_minitable.c +3 -0
  123. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb.h +1 -1
  124. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb_minitable.c +6 -0
  125. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb.h +130 -58
  126. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb_minitable.c +63 -12
  127. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb.h +104 -58
  128. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb_minitable.c +42 -11
  129. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +1 -1
  130. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +3 -0
  131. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb.h +3 -3
  132. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb_minitable.c +3 -0
  133. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +132 -72
  134. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +65 -11
  135. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb.h +3 -3
  136. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb_minitable.c +6 -0
  137. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb.h +3 -3
  138. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb_minitable.c +6 -0
  139. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb.h +6 -6
  140. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb_minitable.c +6 -0
  141. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +7 -7
  142. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +6 -0
  143. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb.h +2 -2
  144. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb_minitable.c +3 -0
  145. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +7 -7
  146. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +12 -0
  147. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb.h +58 -30
  148. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb_minitable.c +30 -7
  149. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb.h +237 -33
  150. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.c +58 -12
  151. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.h +1 -0
  152. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb.h +1 -1
  153. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb_minitable.c +3 -0
  154. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb.h +59 -43
  155. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb_minitable.c +37 -6
  156. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb.h +25 -25
  157. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb_minitable.c +21 -0
  158. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb.h +66 -9
  159. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb_minitable.c +10 -3
  160. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb.h +3 -3
  161. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb_minitable.c +6 -0
  162. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb.h +5 -5
  163. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb_minitable.c +3 -0
  164. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb.h +18 -18
  165. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb_minitable.c +24 -0
  166. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb.h +17 -17
  167. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb_minitable.c +30 -0
  168. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb.h +63 -34
  169. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb_minitable.c +39 -4
  170. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +9 -9
  171. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +9 -0
  172. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +273 -229
  173. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +191 -14
  174. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb.h +6 -6
  175. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb_minitable.c +9 -0
  176. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +31 -31
  177. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +36 -0
  178. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb.h +109 -12
  179. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.c +38 -11
  180. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.h +1 -0
  181. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +2 -2
  182. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +3 -0
  183. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb.h +3 -3
  184. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb_minitable.c +6 -0
  185. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb.h +3 -3
  186. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb_minitable.c +3 -0
  187. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb.h +11 -11
  188. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb_minitable.c +3 -0
  189. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +4 -4
  190. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +3 -0
  191. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb.h +1 -1
  192. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb_minitable.c +3 -0
  193. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb.h +6 -6
  194. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb_minitable.c +6 -0
  195. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb.h +6 -6
  196. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb_minitable.c +6 -0
  197. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb.h +7 -7
  198. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb_minitable.c +3 -0
  199. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +114 -98
  200. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +52 -3
  201. data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb_minitable.c +3 -0
  202. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb.h +7 -7
  203. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb_minitable.c +15 -0
  204. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb.h +18 -18
  205. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb_minitable.c +9 -0
  206. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +41 -9
  207. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb_minitable.c +15 -3
  208. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +8 -8
  209. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +6 -0
  210. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +4 -4
  211. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +6 -0
  212. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +146 -130
  213. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +74 -10
  214. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +1 -1
  215. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb_minitable.c +3 -0
  216. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +6 -6
  217. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb_minitable.c +3 -0
  218. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +10 -10
  219. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb_minitable.c +15 -0
  220. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +1 -1
  221. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb_minitable.c +3 -0
  222. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +7 -7
  223. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb_minitable.c +3 -0
  224. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +1 -1
  225. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb_minitable.c +3 -0
  226. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +111 -27
  227. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +43 -7
  228. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.h +1 -0
  229. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +8 -8
  230. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb_minitable.c +9 -0
  231. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +35 -35
  232. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +21 -0
  233. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +2 -2
  234. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb_minitable.c +6 -0
  235. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +16 -16
  236. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +12 -0
  237. data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb_minitable.c +3 -0
  238. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb.h +36 -36
  239. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb_minitable.c +42 -0
  240. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb.h +4 -4
  241. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb_minitable.c +6 -0
  242. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +20 -20
  243. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +15 -0
  244. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb.h +3 -3
  245. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb_minitable.c +3 -0
  246. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb.h +2 -2
  247. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb_minitable.c +12 -0
  248. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb.h +2 -2
  249. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb_minitable.c +3 -0
  250. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb.h +5 -5
  251. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb_minitable.c +15 -0
  252. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb.h +4 -4
  253. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb_minitable.c +6 -0
  254. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb.h +1 -1
  255. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb_minitable.c +3 -0
  256. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb.h +2 -2
  257. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb_minitable.c +3 -0
  258. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb.h +1 -1
  259. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb_minitable.c +3 -0
  260. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb.h +5 -5
  261. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb_minitable.c +9 -0
  262. data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb_minitable.c +6 -0
  263. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb.h +37 -6
  264. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb_minitable.c +20 -3
  265. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb.h +2 -2
  266. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb_minitable.c +6 -0
  267. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +8 -8
  268. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +12 -0
  269. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb.h +6 -6
  270. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb_minitable.c +21 -0
  271. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb.h +13 -13
  272. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb_minitable.c +15 -0
  273. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb.h +3 -3
  274. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb_minitable.c +9 -0
  275. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb.h +1 -1
  276. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb_minitable.c +3 -0
  277. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb.h +3 -3
  278. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb_minitable.c +6 -0
  279. data/src/core/ext/upb-gen/envoy/type/v3/range.upb.h +6 -6
  280. data/src/core/ext/upb-gen/envoy/type/v3/range.upb_minitable.c +9 -0
  281. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb.h +5 -5
  282. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb_minitable.c +6 -0
  283. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb.h +3 -3
  284. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb_minitable.c +3 -0
  285. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb.h +3 -3
  286. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb_minitable.c +3 -0
  287. data/src/core/ext/upb-gen/google/api/annotations.upb.h +10 -1
  288. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb.h +32 -32
  289. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb_minitable.c +39 -0
  290. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb.h +43 -43
  291. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb_minitable.c +42 -0
  292. data/src/core/ext/upb-gen/google/api/http.upb.h +12 -12
  293. data/src/core/ext/upb-gen/google/api/http.upb_minitable.c +9 -0
  294. data/src/core/ext/upb-gen/google/api/httpbody.upb.h +2 -2
  295. data/src/core/ext/upb-gen/google/api/httpbody.upb_minitable.c +3 -0
  296. data/src/core/ext/upb-gen/google/protobuf/any.upb.h +2 -2
  297. data/src/core/ext/upb-gen/google/protobuf/any.upb_minitable.c +3 -0
  298. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb.h +381 -177
  299. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.c +148 -22
  300. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.h +1 -0
  301. data/src/core/ext/upb-gen/google/protobuf/duration.upb.h +2 -2
  302. data/src/core/ext/upb-gen/google/protobuf/duration.upb_minitable.c +3 -0
  303. data/src/core/ext/upb-gen/google/protobuf/empty.upb_minitable.c +3 -0
  304. data/src/core/ext/upb-gen/google/protobuf/struct.upb.h +6 -6
  305. data/src/core/ext/upb-gen/google/protobuf/struct.upb_minitable.c +12 -0
  306. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb.h +2 -2
  307. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb_minitable.c +3 -0
  308. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb.h +9 -9
  309. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb_minitable.c +27 -0
  310. data/src/core/ext/upb-gen/google/rpc/status.upb.h +2 -2
  311. data/src/core/ext/upb-gen/google/rpc/status.upb_minitable.c +3 -0
  312. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb.h +10 -10
  313. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb_minitable.c +12 -0
  314. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb.h +6 -6
  315. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb_minitable.c +6 -0
  316. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +35 -35
  317. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +36 -0
  318. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb.h +4 -4
  319. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb_minitable.c +6 -0
  320. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb.h +2 -2
  321. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb_minitable.c +6 -0
  322. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb.h +18 -18
  323. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb_minitable.c +27 -0
  324. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb.h +4 -4
  325. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb_minitable.c +9 -0
  326. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb.h +15 -15
  327. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb_minitable.c +27 -0
  328. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb.h +54 -9
  329. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb_minitable.c +9 -0
  330. data/src/core/ext/upb-gen/udpa/annotations/security.upb.h +12 -3
  331. data/src/core/ext/upb-gen/udpa/annotations/security.upb_minitable.c +3 -0
  332. data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb.h +1 -1
  333. data/src/core/ext/upb-gen/udpa/annotations/status.upb.h +12 -3
  334. data/src/core/ext/upb-gen/udpa/annotations/status.upb_minitable.c +3 -0
  335. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb.h +11 -2
  336. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb_minitable.c +3 -0
  337. data/src/core/ext/upb-gen/validate/validate.upb.h +175 -166
  338. data/src/core/ext/upb-gen/validate/validate.upb_minitable.c +69 -0
  339. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb.h +54 -9
  340. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb_minitable.c +9 -0
  341. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb.h +12 -3
  342. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb_minitable.c +3 -0
  343. data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb.h +1 -1
  344. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb.h +35 -8
  345. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb_minitable.c +12 -0
  346. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb.h +11 -2
  347. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb_minitable.c +3 -0
  348. data/src/core/ext/upb-gen/xds/core/v3/authority.upb.h +1 -1
  349. data/src/core/ext/upb-gen/xds/core/v3/authority.upb_minitable.c +3 -0
  350. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb.h +2 -2
  351. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb_minitable.c +3 -0
  352. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb.h +5 -5
  353. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb_minitable.c +6 -0
  354. data/src/core/ext/upb-gen/xds/core/v3/context_params.upb_minitable.c +6 -0
  355. data/src/core/ext/upb-gen/xds/core/v3/extension.upb.h +2 -2
  356. data/src/core/ext/upb-gen/xds/core/v3/extension.upb_minitable.c +3 -0
  357. data/src/core/ext/upb-gen/xds/core/v3/resource.upb.h +3 -3
  358. data/src/core/ext/upb-gen/xds/core/v3/resource.upb_minitable.c +3 -0
  359. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb.h +7 -7
  360. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb_minitable.c +6 -0
  361. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb.h +4 -4
  362. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb_minitable.c +3 -0
  363. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb.h +6 -6
  364. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb_minitable.c +12 -0
  365. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb.h +1 -1
  366. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb_minitable.c +3 -0
  367. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +2 -2
  368. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +3 -0
  369. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb.h +1 -1
  370. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb_minitable.c +6 -0
  371. data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb_minitable.c +3 -0
  372. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb.h +2 -2
  373. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb_minitable.c +6 -0
  374. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb.h +18 -18
  375. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb_minitable.c +30 -0
  376. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb.h +3 -3
  377. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb_minitable.c +18 -0
  378. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb.h +2 -2
  379. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb_minitable.c +6 -0
  380. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb.h +6 -6
  381. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb_minitable.c +6 -0
  382. data/src/core/ext/upb-gen/xds/type/v3/cel.upb.h +4 -4
  383. data/src/core/ext/upb-gen/xds/type/v3/cel.upb_minitable.c +6 -0
  384. data/src/core/ext/upb-gen/xds/type/v3/range.upb.h +6 -6
  385. data/src/core/ext/upb-gen/xds/type/v3/range.upb_minitable.c +9 -0
  386. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb.h +2 -2
  387. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb_minitable.c +3 -0
  388. data/src/core/ext/upbdefs-gen/envoy/admin/v3/server_info.upbdefs.c +86 -81
  389. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +61 -60
  390. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +221 -210
  391. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +5 -0
  392. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +317 -297
  393. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.h +5 -0
  394. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +114 -105
  395. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +185 -140
  396. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.h +25 -0
  397. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/config_source.upbdefs.c +10 -11
  398. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_service.upbdefs.c +173 -164
  399. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/health_check.upbdefs.c +197 -187
  400. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +229 -222
  401. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +39 -36
  402. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.c +122 -93
  403. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.h +5 -0
  404. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener.upbdefs.c +41 -39
  405. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/quic_config.upbdefs.c +20 -12
  406. data/src/core/ext/upbdefs-gen/envoy/config/rbac/v3/rbac.upbdefs.c +69 -65
  407. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +611 -604
  408. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.c +30 -20
  409. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.h +5 -0
  410. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +18 -17
  411. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +62 -59
  412. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/zipkin.upbdefs.c +21 -20
  413. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +145 -142
  414. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +36 -33
  415. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +290 -288
  416. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +82 -75
  417. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +5 -0
  418. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/string.upbdefs.c +39 -33
  419. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.c +281 -256
  420. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.h +5 -0
  421. data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +9 -7
  422. data/src/core/handshaker/handshaker.cc +122 -135
  423. data/src/core/handshaker/handshaker.h +51 -43
  424. data/src/core/handshaker/http_connect/http_connect_handshaker.cc +102 -137
  425. data/src/core/handshaker/http_connect/http_proxy_mapper.cc +13 -16
  426. data/src/core/handshaker/security/secure_endpoint.cc +36 -39
  427. data/src/core/handshaker/security/secure_endpoint.h +5 -3
  428. data/src/core/handshaker/security/security_handshaker.cc +95 -119
  429. data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +36 -49
  430. data/src/core/lib/channel/channel_args.h +5 -0
  431. data/src/core/lib/channel/channel_stack.cc +3 -8
  432. data/src/core/lib/channel/channel_stack.h +2 -12
  433. data/src/core/lib/channel/connected_channel.cc +2 -2
  434. data/src/core/lib/channel/promise_based_filter.cc +120 -145
  435. data/src/core/lib/channel/promise_based_filter.h +6 -18
  436. data/src/core/lib/compression/compression.cc +3 -3
  437. data/src/core/lib/config/config_vars.cc +1 -8
  438. data/src/core/lib/config/config_vars.h +0 -6
  439. data/src/core/lib/debug/trace.cc +1 -2
  440. data/src/core/lib/debug/trace_flags.cc +2 -0
  441. data/src/core/lib/debug/trace_flags.h +1 -0
  442. data/src/core/lib/debug/trace_impl.h +4 -0
  443. data/src/core/lib/event_engine/ares_resolver.cc +47 -0
  444. data/src/core/lib/event_engine/ares_resolver.h +13 -6
  445. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +10 -11
  446. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +29 -28
  447. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +0 -1
  448. data/src/core/lib/event_engine/default_event_engine.cc +6 -7
  449. data/src/core/lib/event_engine/event_engine.cc +8 -2
  450. data/src/core/lib/event_engine/event_engine_context.h +4 -2
  451. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +32 -30
  452. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +7 -21
  453. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +3 -3
  454. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +17 -10
  455. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +2 -0
  456. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +7 -8
  457. data/src/core/lib/event_engine/thread_pool/thread_count.cc +3 -2
  458. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +10 -12
  459. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +32 -6
  460. data/src/core/lib/event_engine/windows/iocp.cc +10 -9
  461. data/src/core/lib/event_engine/windows/win_socket.cc +14 -12
  462. data/src/core/lib/event_engine/windows/windows_endpoint.cc +10 -8
  463. data/src/core/lib/event_engine/windows/windows_engine.cc +35 -40
  464. data/src/core/lib/event_engine/windows/windows_listener.cc +8 -11
  465. data/src/core/lib/experiments/config.cc +33 -7
  466. data/src/core/lib/experiments/config.h +55 -1
  467. data/src/core/lib/experiments/experiments.cc +15 -51
  468. data/src/core/lib/experiments/experiments.h +33 -49
  469. data/src/core/lib/gprpp/bitset.h +1 -1
  470. data/src/core/lib/gprpp/construct_destruct.h +2 -2
  471. data/src/core/lib/gprpp/debug_location.h +7 -0
  472. data/src/core/lib/gprpp/down_cast.h +2 -2
  473. data/src/core/lib/gprpp/dump_args.cc +8 -8
  474. data/src/core/lib/gprpp/dump_args.h +51 -3
  475. data/src/core/lib/gprpp/status_helper.cc +1 -1
  476. data/src/core/lib/gprpp/table.h +23 -15
  477. data/src/core/lib/gprpp/time.h +12 -17
  478. data/src/core/lib/gprpp/unique_type_name.h +28 -8
  479. data/src/core/lib/gprpp/work_serializer.cc +22 -17
  480. data/src/core/lib/iomgr/call_combiner.cc +28 -44
  481. data/src/core/lib/iomgr/call_combiner.h +7 -5
  482. data/src/core/lib/iomgr/cfstream_handle.cc +10 -10
  483. data/src/core/lib/iomgr/closure.h +5 -5
  484. data/src/core/lib/iomgr/combiner.cc +30 -39
  485. data/src/core/lib/iomgr/endpoint.h +2 -0
  486. data/src/core/lib/iomgr/endpoint_cfstream.cc +21 -25
  487. data/src/core/lib/iomgr/error.cc +3 -3
  488. data/src/core/lib/iomgr/ev_apple.cc +3 -3
  489. data/src/core/lib/iomgr/ev_epoll1_linux.cc +31 -38
  490. data/src/core/lib/iomgr/ev_poll_posix.cc +14 -14
  491. data/src/core/lib/iomgr/ev_posix.cc +5 -4
  492. data/src/core/lib/iomgr/ev_posix.h +3 -3
  493. data/src/core/lib/iomgr/event_engine_shims/closure.cc +6 -6
  494. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +9 -11
  495. data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +7 -10
  496. data/src/core/lib/iomgr/exec_ctx.cc +6 -6
  497. data/src/core/lib/iomgr/executor.cc +8 -5
  498. data/src/core/lib/iomgr/lockfree_event.cc +6 -9
  499. data/src/core/lib/iomgr/socket_utils_common_posix.cc +13 -13
  500. data/src/core/lib/iomgr/tcp_client_cfstream.cc +8 -7
  501. data/src/core/lib/iomgr/tcp_client_posix.cc +6 -7
  502. data/src/core/lib/iomgr/tcp_posix.cc +30 -34
  503. data/src/core/lib/iomgr/tcp_server_posix.cc +20 -29
  504. data/src/core/lib/iomgr/tcp_windows.cc +8 -12
  505. data/src/core/lib/iomgr/timer_generic.cc +52 -61
  506. data/src/core/lib/iomgr/timer_manager.cc +4 -6
  507. data/src/core/lib/promise/activity.h +13 -2
  508. data/src/core/lib/promise/all_ok.h +15 -8
  509. data/src/core/lib/promise/cancel_callback.h +11 -7
  510. data/src/core/lib/promise/context.h +7 -7
  511. data/src/core/lib/promise/detail/join_state.h +418 -579
  512. data/src/core/lib/promise/detail/promise_factory.h +44 -27
  513. data/src/core/lib/promise/detail/promise_like.h +14 -5
  514. data/src/core/lib/promise/detail/seq_state.h +208 -614
  515. data/src/core/lib/promise/detail/status.h +34 -13
  516. data/src/core/lib/promise/for_each.h +25 -20
  517. data/src/core/lib/promise/if.h +19 -15
  518. data/src/core/lib/promise/interceptor_list.h +12 -13
  519. data/src/core/lib/promise/latch.h +9 -14
  520. data/src/core/lib/promise/loop.h +13 -8
  521. data/src/core/lib/promise/map.h +9 -8
  522. data/src/core/lib/promise/party.cc +81 -62
  523. data/src/core/lib/promise/party.h +68 -89
  524. data/src/core/lib/promise/pipe.h +2 -3
  525. data/src/core/lib/promise/poll.h +99 -33
  526. data/src/core/lib/promise/promise.h +11 -5
  527. data/src/core/lib/promise/race.h +10 -5
  528. data/src/core/lib/promise/seq.h +51 -36
  529. data/src/core/lib/promise/status_flag.h +146 -47
  530. data/src/core/lib/promise/try_join.h +34 -18
  531. data/src/core/lib/promise/try_seq.h +83 -46
  532. data/src/core/lib/resource_quota/arena.cc +19 -17
  533. data/src/core/lib/resource_quota/arena.h +30 -10
  534. data/src/core/lib/resource_quota/memory_quota.cc +14 -15
  535. data/src/core/lib/resource_quota/memory_quota.h +3 -2
  536. data/src/core/lib/resource_quota/periodic_update.cc +3 -2
  537. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +13 -17
  538. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +2 -0
  539. data/src/core/lib/security/context/security_context.cc +31 -28
  540. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +1 -1
  541. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +1 -1
  542. data/src/core/lib/security/credentials/composite/composite_credentials.cc +7 -9
  543. data/src/core/lib/security/credentials/credentials.cc +11 -9
  544. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +2 -3
  545. data/src/core/lib/security/credentials/iam/iam_credentials.cc +3 -5
  546. data/src/core/lib/security/credentials/jwt/json_token.cc +1 -1
  547. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +8 -14
  548. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +19 -23
  549. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +11 -18
  550. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +16 -20
  551. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +5 -6
  552. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +2 -3
  553. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +5 -7
  554. data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -2
  555. data/src/core/lib/security/credentials/xds/xds_credentials.cc +12 -8
  556. data/src/core/lib/security/security_connector/security_connector.cc +3 -3
  557. data/src/core/lib/security/security_connector/ssl_utils.cc +9 -6
  558. data/src/core/lib/security/transport/auth_filters.h +4 -0
  559. data/src/core/lib/security/transport/client_auth_filter.cc +1 -2
  560. data/src/core/lib/security/transport/server_auth_filter.cc +8 -11
  561. data/src/core/lib/slice/slice_refcount.h +4 -6
  562. data/src/core/lib/surface/call.cc +33 -26
  563. data/src/core/lib/surface/call.h +9 -18
  564. data/src/core/lib/surface/call_details.cc +4 -3
  565. data/src/core/lib/surface/call_log_batch.cc +4 -5
  566. data/src/core/lib/surface/call_utils.cc +5 -7
  567. data/src/core/lib/surface/channel.cc +32 -34
  568. data/src/core/lib/surface/channel_create.cc +15 -6
  569. data/src/core/lib/surface/channel_init.cc +257 -196
  570. data/src/core/lib/surface/channel_init.h +156 -21
  571. data/src/core/lib/surface/client_call.cc +32 -21
  572. data/src/core/lib/surface/client_call.h +12 -12
  573. data/src/core/lib/surface/completion_queue.cc +51 -64
  574. data/src/core/lib/surface/filter_stack_call.cc +15 -14
  575. data/src/core/lib/surface/init.cc +25 -7
  576. data/src/core/lib/surface/lame_client.cc +1 -2
  577. data/src/core/lib/surface/lame_client.h +2 -0
  578. data/src/core/lib/surface/legacy_channel.cc +9 -7
  579. data/src/core/lib/surface/metadata_array.cc +4 -3
  580. data/src/core/lib/surface/server_call.cc +2 -0
  581. data/src/core/lib/surface/server_call.h +8 -6
  582. data/src/core/lib/surface/version.cc +2 -2
  583. data/src/core/lib/transport/bdp_estimator.cc +7 -9
  584. data/src/core/lib/transport/bdp_estimator.h +5 -5
  585. data/src/core/lib/transport/call_arena_allocator.h +2 -0
  586. data/src/core/lib/transport/call_filters.cc +72 -319
  587. data/src/core/lib/transport/call_filters.h +347 -770
  588. data/src/core/lib/transport/call_spine.cc +99 -72
  589. data/src/core/lib/transport/call_spine.h +23 -73
  590. data/src/core/lib/transport/call_state.cc +39 -0
  591. data/src/core/lib/transport/call_state.h +957 -0
  592. data/src/core/lib/transport/connectivity_state.cc +28 -25
  593. data/src/core/lib/transport/interception_chain.cc +6 -14
  594. data/src/core/lib/transport/interception_chain.h +34 -26
  595. data/src/core/lib/transport/metadata.cc +27 -3
  596. data/src/core/lib/transport/metadata.h +37 -2
  597. data/src/core/lib/transport/metadata_batch.h +5 -0
  598. data/src/core/lib/transport/transport.h +9 -5
  599. data/src/core/load_balancing/child_policy_handler.cc +24 -27
  600. data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +1 -2
  601. data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +3 -0
  602. data/src/core/load_balancing/grpclb/grpclb.cc +95 -106
  603. data/src/core/load_balancing/health_check_client.cc +35 -41
  604. data/src/core/load_balancing/lb_policy.h +42 -22
  605. data/src/core/load_balancing/oob_backend_metric.cc +4 -4
  606. data/src/core/load_balancing/outlier_detection/outlier_detection.cc +86 -104
  607. data/src/core/load_balancing/pick_first/pick_first.cc +156 -180
  608. data/src/core/load_balancing/priority/priority.cc +63 -74
  609. data/src/core/load_balancing/ring_hash/ring_hash.cc +34 -40
  610. data/src/core/load_balancing/rls/rls.cc +136 -145
  611. data/src/core/load_balancing/round_robin/round_robin.cc +39 -38
  612. data/src/core/load_balancing/subchannel_interface.h +4 -0
  613. data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +75 -74
  614. data/src/core/load_balancing/weighted_target/weighted_target.cc +47 -55
  615. data/src/core/load_balancing/xds/cds.cc +22 -22
  616. data/src/core/load_balancing/xds/xds_cluster_impl.cc +100 -75
  617. data/src/core/load_balancing/xds/xds_cluster_manager.cc +31 -45
  618. data/src/core/load_balancing/xds/xds_override_host.cc +68 -91
  619. data/src/core/load_balancing/xds/xds_wrr_locality.cc +19 -18
  620. data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +9 -0
  621. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +14 -24
  622. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +6 -6
  623. data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +4 -5
  624. data/src/core/resolver/dns/native/dns_resolver.cc +6 -7
  625. data/src/core/resolver/endpoint_addresses.h +3 -0
  626. data/src/core/resolver/resolver.h +0 -3
  627. data/src/core/resolver/xds/xds_dependency_manager.cc +67 -57
  628. data/src/core/resolver/xds/xds_dependency_manager.h +4 -0
  629. data/src/core/resolver/xds/xds_resolver.cc +72 -45
  630. data/src/core/resolver/xds/xds_resolver_attributes.h +5 -1
  631. data/src/core/server/server.cc +74 -78
  632. data/src/core/server/server_call_tracer_filter.cc +3 -2
  633. data/src/core/server/server_config_selector_filter.cc +6 -2
  634. data/src/core/server/xds_channel_stack_modifier.cc +1 -1
  635. data/src/core/server/xds_server_config_fetcher.cc +40 -44
  636. data/src/core/service_config/service_config_call_data.h +2 -1
  637. data/src/core/service_config/service_config_channel_arg_filter.cc +3 -2
  638. data/src/core/telemetry/call_tracer.cc +34 -0
  639. data/src/core/telemetry/call_tracer.h +15 -0
  640. data/src/core/telemetry/metrics.h +13 -8
  641. data/src/core/tsi/alts/frame_protector/frame_handler.cc +8 -7
  642. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +8 -10
  643. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +6 -9
  644. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +13 -21
  645. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +6 -8
  646. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +6 -8
  647. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +5 -5
  648. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +3 -6
  649. data/src/core/tsi/fake_transport_security.cc +7 -7
  650. data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +5 -7
  651. data/src/core/tsi/ssl_transport_security.cc +44 -29
  652. data/src/core/tsi/ssl_transport_security_utils.cc +3 -4
  653. data/src/core/util/android/log.cc +0 -12
  654. data/src/core/util/http_client/httpcli.cc +21 -33
  655. data/src/core/util/http_client/httpcli.h +3 -4
  656. data/src/core/util/http_client/parser.cc +3 -3
  657. data/src/core/util/latent_see.cc +113 -0
  658. data/src/core/util/latent_see.h +214 -0
  659. data/src/core/util/linux/cpu.cc +8 -7
  660. data/src/core/util/log.cc +0 -18
  661. data/src/core/util/posix/cpu.cc +3 -2
  662. data/src/core/util/posix/tmpfile.cc +5 -5
  663. data/src/core/util/time_precise.cc +4 -3
  664. data/src/core/{xds/grpc → util}/upb_utils.h +3 -5
  665. data/src/core/util/useful.h +39 -44
  666. data/src/core/xds/grpc/xds_audit_logger_registry.cc +1 -0
  667. data/src/core/xds/grpc/xds_bootstrap_grpc.cc +0 -125
  668. data/src/core/xds/grpc/xds_bootstrap_grpc.h +2 -27
  669. data/src/core/xds/grpc/xds_certificate_provider.cc +2 -1
  670. data/src/core/xds/grpc/xds_certificate_provider.h +3 -1
  671. data/src/core/xds/grpc/xds_client_grpc.cc +13 -14
  672. data/src/core/xds/grpc/xds_cluster.cc +0 -723
  673. data/src/core/xds/grpc/xds_cluster.h +2 -37
  674. data/src/core/xds/grpc/xds_cluster_parser.cc +730 -0
  675. data/src/core/xds/grpc/xds_cluster_parser.h +57 -0
  676. data/src/core/xds/grpc/xds_common_types.cc +33 -437
  677. data/src/core/xds/grpc/xds_common_types.h +7 -24
  678. data/src/core/xds/grpc/xds_common_types_parser.cc +467 -0
  679. data/src/core/xds/grpc/xds_common_types_parser.h +54 -0
  680. data/src/core/xds/grpc/xds_endpoint.cc +0 -419
  681. data/src/core/xds/grpc/xds_endpoint.h +0 -24
  682. data/src/core/xds/grpc/xds_endpoint_parser.cc +439 -0
  683. data/src/core/xds/grpc/xds_endpoint_parser.h +48 -0
  684. data/src/core/xds/grpc/xds_health_status.cc +0 -2
  685. data/src/core/xds/grpc/xds_health_status.h +0 -2
  686. data/src/core/xds/grpc/xds_http_fault_filter.cc +6 -1
  687. data/src/core/xds/grpc/xds_http_fault_filter.h +2 -1
  688. data/src/core/xds/grpc/{xds_http_filters.h → xds_http_filter.h} +6 -63
  689. data/src/core/xds/grpc/{xds_http_filters.cc → xds_http_filter_registry.cc} +2 -1
  690. data/src/core/xds/grpc/xds_http_filter_registry.h +98 -0
  691. data/src/core/xds/grpc/xds_http_rbac_filter.cc +5 -1
  692. data/src/core/xds/grpc/xds_http_rbac_filter.h +2 -1
  693. data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +8 -2
  694. data/src/core/xds/grpc/xds_http_stateful_session_filter.h +2 -1
  695. data/src/core/xds/grpc/xds_lb_policy_registry.cc +4 -5
  696. data/src/core/xds/grpc/xds_listener.cc +18 -982
  697. data/src/core/xds/grpc/xds_listener.h +1 -33
  698. data/src/core/xds/grpc/xds_listener_parser.cc +997 -0
  699. data/src/core/xds/grpc/xds_listener_parser.h +60 -0
  700. data/src/core/xds/grpc/xds_route_config.cc +0 -915
  701. data/src/core/xds/grpc/xds_route_config.h +6 -38
  702. data/src/core/xds/grpc/xds_route_config_parser.cc +969 -0
  703. data/src/core/xds/grpc/xds_route_config_parser.h +80 -0
  704. data/src/core/xds/grpc/xds_routing.cc +1 -1
  705. data/src/core/xds/grpc/xds_routing.h +1 -1
  706. data/src/core/xds/grpc/xds_server_grpc.cc +161 -0
  707. data/src/core/xds/grpc/xds_server_grpc.h +63 -0
  708. data/src/core/xds/grpc/xds_transport_grpc.cc +4 -5
  709. data/src/core/xds/xds_client/xds_api.cc +10 -10
  710. data/src/core/xds/xds_client/xds_client.cc +144 -177
  711. data/src/core/xds/xds_client/xds_client_stats.cc +21 -24
  712. data/src/ruby/ext/grpc/rb_call.c +2 -2
  713. data/src/ruby/ext/grpc/rb_channel.c +14 -14
  714. data/src/ruby/ext/grpc/rb_channel_args.c +1 -1
  715. data/src/ruby/ext/grpc/rb_compression_options.c +3 -3
  716. data/src/ruby/ext/grpc/rb_event_thread.c +2 -2
  717. data/src/ruby/ext/grpc/rb_grpc.c +4 -4
  718. data/src/ruby/ext/grpc/rb_grpc.h +8 -0
  719. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +0 -4
  720. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +0 -6
  721. data/src/ruby/ext/grpc/rb_server.c +1 -1
  722. data/src/ruby/lib/grpc/logconfig.rb +13 -0
  723. data/src/ruby/lib/grpc/version.rb +1 -1
  724. data/src/ruby/spec/logconfig_spec.rb +30 -0
  725. data/third_party/upb/upb/base/string_view.h +1 -1
  726. data/third_party/upb/upb/json/decode.c +1 -0
  727. data/third_party/upb/upb/mem/arena.c +67 -2
  728. data/third_party/upb/upb/mem/arena.h +11 -9
  729. data/third_party/upb/upb/mem/internal/arena.h +11 -8
  730. data/third_party/upb/upb/message/accessors.c +6 -5
  731. data/third_party/upb/upb/message/accessors.h +49 -38
  732. data/third_party/upb/upb/message/array.c +26 -3
  733. data/third_party/upb/upb/message/array.h +17 -9
  734. data/third_party/upb/upb/message/compat.c +5 -5
  735. data/third_party/upb/upb/message/compat.h +3 -3
  736. data/third_party/upb/upb/message/copy.c +12 -13
  737. data/third_party/upb/upb/message/internal/accessors.h +45 -35
  738. data/third_party/upb/upb/message/internal/array.h +23 -15
  739. data/third_party/upb/upb/message/internal/compare_unknown.c +289 -0
  740. data/third_party/upb/upb/message/internal/compare_unknown.h +49 -0
  741. data/third_party/upb/upb/message/internal/extension.c +11 -12
  742. data/third_party/upb/upb/message/internal/extension.h +9 -12
  743. data/third_party/upb/upb/message/internal/map.h +15 -0
  744. data/third_party/upb/upb/message/internal/map_sorter.h +4 -5
  745. data/third_party/upb/upb/message/internal/message.c +20 -3
  746. data/third_party/upb/upb/message/internal/message.h +10 -0
  747. data/third_party/upb/upb/message/internal/tagged_ptr.h +5 -5
  748. data/third_party/upb/upb/message/internal/types.h +41 -1
  749. data/third_party/upb/upb/message/map.c +25 -0
  750. data/third_party/upb/upb/message/map.h +11 -7
  751. data/third_party/upb/upb/message/message.c +83 -4
  752. data/third_party/upb/upb/message/message.h +20 -1
  753. data/third_party/upb/upb/message/tagged_ptr.h +4 -8
  754. data/third_party/upb/upb/mini_descriptor/build_enum.c +3 -3
  755. data/third_party/upb/upb/mini_descriptor/build_enum.h +6 -14
  756. data/third_party/upb/upb/mini_descriptor/decode.c +12 -1
  757. data/third_party/upb/upb/mini_descriptor/link.c +16 -18
  758. data/third_party/upb/upb/mini_table/enum.h +2 -4
  759. data/third_party/upb/upb/mini_table/extension.h +4 -12
  760. data/third_party/upb/upb/mini_table/field.h +12 -38
  761. data/third_party/upb/upb/mini_table/file.h +6 -19
  762. data/third_party/upb/upb/mini_table/internal/enum.h +1 -1
  763. data/third_party/upb/upb/mini_table/internal/extension.h +9 -9
  764. data/third_party/upb/upb/mini_table/internal/field.h +23 -23
  765. data/third_party/upb/upb/mini_table/internal/file.h +7 -7
  766. data/third_party/upb/upb/mini_table/internal/message.h +51 -27
  767. data/third_party/upb/upb/mini_table/internal/sub.h +4 -4
  768. data/third_party/upb/upb/mini_table/message.h +13 -22
  769. data/third_party/upb/upb/mini_table/sub.h +4 -12
  770. data/third_party/upb/upb/port/def.inc +12 -6
  771. data/third_party/upb/upb/port/undef.inc +1 -1
  772. data/third_party/upb/upb/reflection/def.hpp +27 -0
  773. data/third_party/upb/upb/reflection/def_pool.h +2 -2
  774. data/third_party/upb/upb/reflection/enum_def.c +5 -1
  775. data/third_party/upb/upb/reflection/enum_def.h +1 -0
  776. data/third_party/upb/upb/reflection/enum_value_def.c +3 -8
  777. data/third_party/upb/upb/reflection/field_def.c +61 -24
  778. data/third_party/upb/upb/reflection/field_def.h +3 -0
  779. data/third_party/upb/upb/reflection/file_def.c +30 -4
  780. data/third_party/upb/upb/reflection/file_def.h +3 -0
  781. data/third_party/upb/upb/reflection/internal/upb_edition_defaults.h +1 -1
  782. data/third_party/upb/upb/reflection/message.c +19 -7
  783. data/third_party/upb/upb/reflection/message_def.c +14 -9
  784. data/third_party/upb/upb/reflection/method_def.h +8 -7
  785. data/third_party/upb/upb/reflection/service_def.h +6 -5
  786. data/third_party/upb/upb/text/encode.c +10 -3
  787. data/third_party/upb/upb/wire/decode.c +91 -57
  788. data/third_party/upb/upb/wire/decode.h +11 -1
  789. data/third_party/upb/upb/wire/encode.c +48 -30
  790. data/third_party/upb/upb/wire/encode.h +9 -1
  791. data/third_party/upb/upb/wire/eps_copy_input_stream.h +3 -3
  792. data/third_party/upb/upb/wire/internal/decode_fast.c +25 -29
  793. data/third_party/upb/upb/wire/internal/reader.h +3 -3
  794. data/third_party/upb/upb/wire/reader.c +1 -2
  795. data/third_party/upb/upb/wire/reader.h +4 -8
  796. metadata +31 -9
  797. data/src/core/client_channel/config_selector.cc +0 -60
  798. data/src/core/lib/event_engine/trace.h +0 -37
  799. data/src/core/lib/surface/api_trace.h +0 -50
@@ -19,6 +19,8 @@
19
19
  #include <utility>
20
20
 
21
21
  #include "absl/log/check.h"
22
+ #include "absl/strings/str_format.h"
23
+ #include "absl/types/optional.h"
22
24
 
23
25
  #include <grpc/support/log.h>
24
26
  #include <grpc/support/port_platform.h>
@@ -31,12 +33,22 @@ namespace grpc_core {
31
33
  // Allows writing 'return Pending{}' and with automatic conversions gets
32
34
  // upgraded to a Poll<> object.
33
35
  struct Pending {};
34
- inline bool operator==(const Pending&, const Pending&) { return true; }
36
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION inline bool operator==(const Pending&,
37
+ const Pending&) {
38
+ return true;
39
+ }
35
40
 
36
41
  // A type that contains no value. Useful for simulating 'void' in promises that
37
42
  // always need to return some kind of value.
38
43
  struct Empty {};
39
- inline bool operator==(const Empty&, const Empty&) { return true; }
44
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION inline bool operator==(const Empty&,
45
+ const Empty&) {
46
+ return true;
47
+ }
48
+ template <typename Sink>
49
+ void AbslStringify(Sink& sink, Empty) {
50
+ sink.Append("{}");
51
+ }
40
52
 
41
53
  // The result of polling a Promise once.
42
54
  //
@@ -46,15 +58,17 @@ template <typename T>
46
58
  class Poll {
47
59
  public:
48
60
  // NOLINTNEXTLINE(google-explicit-constructor)
49
- Poll(Pending) : ready_(false) {}
50
- Poll() : ready_(false) {}
51
- Poll(const Poll& other) : ready_(other.ready_) {
61
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll(Pending) : ready_(false) {}
62
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll() : ready_(false) {}
63
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll(const Poll& other)
64
+ : ready_(other.ready_) {
52
65
  if (ready_) Construct(&value_, other.value_);
53
66
  }
54
- Poll(Poll&& other) noexcept : ready_(other.ready_) {
67
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll(Poll&& other) noexcept
68
+ : ready_(other.ready_) {
55
69
  if (ready_) Construct(&value_, std::move(other.value_));
56
70
  }
57
- Poll& operator=(const Poll& other) {
71
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll& operator=(const Poll& other) {
58
72
  if (ready_) {
59
73
  if (other.ready_) {
60
74
  value_ = other.value_;
@@ -68,7 +82,7 @@ class Poll {
68
82
  }
69
83
  return *this;
70
84
  }
71
- Poll& operator=(Poll&& other) noexcept {
85
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll& operator=(Poll&& other) noexcept {
72
86
  if (ready_) {
73
87
  if (other.ready_) {
74
88
  value_ = std::move(other.value_);
@@ -84,34 +98,36 @@ class Poll {
84
98
  }
85
99
  template <typename U>
86
100
  // NOLINTNEXTLINE(google-explicit-constructor)
87
- Poll(U value) : ready_(true) {
101
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll(U value) : ready_(true) {
88
102
  Construct(&value_, std::move(value));
89
103
  }
90
104
  // NOLINTNEXTLINE(google-explicit-constructor)
91
- Poll(T&& value) : ready_(true) { Construct(&value_, std::forward<T>(value)); }
92
- ~Poll() {
105
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll(T&& value) : ready_(true) {
106
+ Construct(&value_, std::forward<T>(value));
107
+ }
108
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~Poll() {
93
109
  if (ready_) Destruct(&value_);
94
110
  }
95
111
 
96
- bool pending() const { return !ready_; }
97
- bool ready() const { return ready_; }
112
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION bool pending() const { return !ready_; }
113
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION bool ready() const { return ready_; }
98
114
 
99
- T& value() {
115
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION T& value() {
100
116
  DCHECK(ready());
101
117
  return value_;
102
118
  }
103
119
 
104
- const T& value() const {
120
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION const T& value() const {
105
121
  DCHECK(ready());
106
122
  return value_;
107
123
  }
108
124
 
109
- T* value_if_ready() {
125
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION T* value_if_ready() {
110
126
  if (ready()) return &value_;
111
127
  return nullptr;
112
128
  }
113
129
 
114
- const T* value_if_ready() const {
130
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION const T* value_if_ready() const {
115
131
  if (ready()) return &value_;
116
132
  return nullptr;
117
133
  }
@@ -142,31 +158,31 @@ template <>
142
158
  class Poll<Empty> {
143
159
  public:
144
160
  // NOLINTNEXTLINE(google-explicit-constructor)
145
- Poll(Pending) : ready_(false) {}
146
- Poll() : ready_(false) {}
161
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll(Pending) : ready_(false) {}
162
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll() : ready_(false) {}
147
163
  Poll(const Poll& other) = default;
148
164
  Poll(Poll&& other) noexcept = default;
149
165
  Poll& operator=(const Poll& other) = default;
150
166
  Poll& operator=(Poll&& other) = default;
151
167
  // NOLINTNEXTLINE(google-explicit-constructor)
152
- Poll(Empty) : ready_(true) {}
168
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll(Empty) : ready_(true) {}
153
169
  ~Poll() = default;
154
170
 
155
- bool pending() const { return !ready_; }
156
- bool ready() const { return ready_; }
171
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION bool pending() const { return !ready_; }
172
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION bool ready() const { return ready_; }
157
173
 
158
- Empty value() const {
174
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Empty value() const {
159
175
  DCHECK(ready());
160
176
  return Empty{};
161
177
  }
162
178
 
163
- Empty* value_if_ready() {
179
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Empty* value_if_ready() {
164
180
  static Empty value;
165
181
  if (ready()) return &value;
166
182
  return nullptr;
167
183
  }
168
184
 
169
- const Empty* value_if_ready() const {
185
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION const Empty* value_if_ready() const {
170
186
  static Empty value;
171
187
  if (ready()) return &value;
172
188
  return nullptr;
@@ -194,17 +210,22 @@ class Poll<Poll<T>>;
194
210
  template <typename T>
195
211
  struct PollTraits {
196
212
  using Type = T;
197
- static constexpr bool is_poll() { return false; }
213
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static constexpr bool is_poll() {
214
+ return false;
215
+ }
198
216
  };
199
217
 
200
218
  template <typename T>
201
219
  struct PollTraits<Poll<T>> {
202
220
  using Type = T;
203
- static constexpr bool is_poll() { return true; }
221
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static constexpr bool is_poll() {
222
+ return true;
223
+ }
204
224
  };
205
225
 
206
226
  template <typename T>
207
- bool operator==(const Poll<T>& a, const Poll<T>& b) {
227
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION bool operator==(const Poll<T>& a,
228
+ const Poll<T>& b) {
208
229
  if (a.pending() && b.pending()) return true;
209
230
  if (a.ready() && b.ready()) return a.value() == b.value();
210
231
  return false;
@@ -215,7 +236,7 @@ struct PollCastImpl;
215
236
 
216
237
  template <typename T, typename U>
217
238
  struct PollCastImpl<T, Poll<U>> {
218
- static Poll<T> Cast(Poll<U>&& poll) {
239
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<T> Cast(Poll<U>&& poll) {
219
240
  if (poll.pending()) return Pending{};
220
241
  return static_cast<T>(std::move(poll.value()));
221
242
  }
@@ -223,21 +244,27 @@ struct PollCastImpl<T, Poll<U>> {
223
244
 
224
245
  template <typename T, typename U>
225
246
  struct PollCastImpl<T, U, std::enable_if<!PollTraits<U>::is_poll()>> {
226
- static Poll<T> Cast(U&& poll) { return Poll<T>(T(std::move(poll))); }
247
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<T> Cast(U&& poll) {
248
+ return Poll<T>(T(std::move(poll)));
249
+ }
227
250
  };
228
251
 
229
252
  template <typename T>
230
253
  struct PollCastImpl<T, T> {
231
- static Poll<T> Cast(T&& poll) { return Poll<T>(std::move(poll)); }
254
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<T> Cast(T&& poll) {
255
+ return Poll<T>(std::move(poll));
256
+ }
232
257
  };
233
258
 
234
259
  template <typename T>
235
260
  struct PollCastImpl<T, Poll<T>> {
236
- static Poll<T> Cast(Poll<T>&& poll) { return std::move(poll); }
261
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<T> Cast(Poll<T>&& poll) {
262
+ return std::move(poll);
263
+ }
237
264
  };
238
265
 
239
266
  template <typename T, typename U>
240
- Poll<T> poll_cast(U poll) {
267
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<T> poll_cast(U poll) {
241
268
  return PollCastImpl<T, U>::Cast(std::move(poll));
242
269
  }
243
270
 
@@ -252,6 +279,45 @@ std::string PollToString(
252
279
  return t_to_string(poll.value());
253
280
  }
254
281
 
282
+ template <typename Sink, typename T>
283
+ void AbslStringify(Sink& sink, const Poll<T>& poll) {
284
+ if (poll.pending()) {
285
+ absl::Format(&sink, "<<pending>>");
286
+ return;
287
+ }
288
+ absl::Format(&sink, "%v", poll.value());
289
+ }
290
+
291
+ template <typename Sink, typename T>
292
+ void AbslStringify(Sink& sink, const Poll<absl::optional<T>>& poll) {
293
+ if (poll.pending()) {
294
+ absl::Format(&sink, "<<pending>>");
295
+ return;
296
+ }
297
+ const auto& value = poll.value();
298
+ if (value.has_value()) {
299
+ absl::Format(&sink, "%v", value);
300
+ } else {
301
+ sink.append("nullopt");
302
+ }
303
+ }
304
+
305
+ // Hack to get metadata printing
306
+ template <typename Sink, typename T, typename Deleter>
307
+ void AbslStringify(
308
+ Sink& sink, const Poll<absl::optional<std::unique_ptr<T, Deleter>>>& poll) {
309
+ if (poll.pending()) {
310
+ absl::Format(&sink, "<<pending>>");
311
+ return;
312
+ }
313
+ const auto& value = poll.value();
314
+ if (value.has_value()) {
315
+ absl::Format(&sink, "%v", *value);
316
+ } else {
317
+ sink.Append("nullopt");
318
+ }
319
+ }
320
+
255
321
  } // namespace grpc_core
256
322
 
257
323
  #endif // GRPC_SRC_CORE_LIB_PROMISE_POLL_H
@@ -58,9 +58,12 @@ namespace promise_detail {
58
58
  template <typename T>
59
59
  class Immediate {
60
60
  public:
61
- explicit Immediate(T value) : value_(std::move(value)) {}
61
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION explicit Immediate(T value)
62
+ : value_(std::move(value)) {}
62
63
 
63
- Poll<T> operator()() { return std::move(value_); }
64
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<T> operator()() {
65
+ return std::move(value_);
66
+ }
64
67
 
65
68
  private:
66
69
  T value_;
@@ -69,13 +72,16 @@ class Immediate {
69
72
 
70
73
  // Return \a value immediately
71
74
  template <typename T>
72
- promise_detail::Immediate<T> Immediate(T value) {
75
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::Immediate<T> Immediate(
76
+ T value) {
73
77
  return promise_detail::Immediate<T>(std::move(value));
74
78
  }
75
79
 
76
80
  // Return status Ok immediately
77
81
  struct ImmediateOkStatus {
78
- Poll<absl::Status> operator()() { return absl::OkStatus(); }
82
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<absl::Status> operator()() {
83
+ return absl::OkStatus();
84
+ }
79
85
  };
80
86
 
81
87
  // Typecheck that a promise returns the expected return type.
@@ -84,7 +90,7 @@ struct ImmediateOkStatus {
84
90
  // should fail to compile. When modifying this code these should be uncommented
85
91
  // and their miscompilation verified.
86
92
  template <typename T, typename F>
87
- auto WithResult(F f) ->
93
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION auto WithResult(F f) ->
88
94
  typename std::enable_if<std::is_same<decltype(f()), Poll<T>>::value,
89
95
  F>::type {
90
96
  return f;
@@ -32,10 +32,11 @@ class Race<Promise, Promises...> {
32
32
  public:
33
33
  using Result = decltype(std::declval<Promise>()());
34
34
 
35
- explicit Race(Promise promise, Promises... promises)
35
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION explicit Race(Promise promise,
36
+ Promises... promises)
36
37
  : promise_(std::move(promise)), next_(std::move(promises)...) {}
37
38
 
38
- Result operator()() {
39
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Result operator()() {
39
40
  // Check our own promise.
40
41
  auto r = promise_();
41
42
  if (r.pending()) {
@@ -57,8 +58,11 @@ template <typename Promise>
57
58
  class Race<Promise> {
58
59
  public:
59
60
  using Result = decltype(std::declval<Promise>()());
60
- explicit Race(Promise promise) : promise_(std::move(promise)) {}
61
- Result operator()() { return promise_(); }
61
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION explicit Race(Promise promise)
62
+ : promise_(std::move(promise)) {}
63
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Result operator()() {
64
+ return promise_();
65
+ }
62
66
 
63
67
  private:
64
68
  Promise promise_;
@@ -70,7 +74,8 @@ class Race<Promise> {
70
74
  /// If two results are simultaneously available, bias towards the first result
71
75
  /// listed.
72
76
  template <typename... Promises>
73
- promise_detail::Race<Promises...> Race(Promises... promises) {
77
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::Race<Promises...> Race(
78
+ Promises... promises) {
74
79
  return promise_detail::Race<Promises...>(std::move(promises)...);
75
80
  }
76
81
 
@@ -36,22 +36,27 @@ struct SeqTraits {
36
36
  using UnwrappedType = T;
37
37
  using WrappedType = T;
38
38
  template <typename Next>
39
- static auto CallFactory(Next* next, T&& value) {
39
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(Next* next,
40
+ T&& value) {
40
41
  return next->Make(std::forward<T>(value));
41
42
  }
42
- static bool IsOk(const T&) { return true; }
43
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(const T&) {
44
+ return true;
45
+ }
43
46
  static const char* ErrorString(const T&) { abort(); }
44
47
  template <typename R>
45
48
  static R ReturnValue(T&&) {
46
49
  abort();
47
50
  }
48
51
  template <typename F, typename Elem>
49
- static auto CallSeqFactory(F& f, Elem&& elem, T&& value) {
52
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallSeqFactory(F& f,
53
+ Elem&& elem,
54
+ T&& value) {
50
55
  return f(std::forward<Elem>(elem), std::forward<T>(value));
51
56
  }
52
57
  template <typename Result, typename PriorResult, typename RunNext>
53
- static Poll<Result> CheckResultAndRunNext(PriorResult prior,
54
- RunNext run_next) {
58
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
59
+ CheckResultAndRunNext(PriorResult prior, RunNext run_next) {
55
60
  return run_next(std::move(prior));
56
61
  }
57
62
  };
@@ -59,11 +64,15 @@ struct SeqTraits {
59
64
  template <typename P, typename... Fs>
60
65
  class Seq {
61
66
  public:
62
- explicit Seq(P&& promise, Fs&&... factories, DebugLocation whence)
67
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION explicit Seq(P&& promise,
68
+ Fs&&... factories,
69
+ DebugLocation whence)
63
70
  : state_(std::forward<P>(promise), std::forward<Fs>(factories)...,
64
71
  whence) {}
65
72
 
66
- auto operator()() { return state_.PollOnce(); }
73
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION auto operator()() {
74
+ return state_.PollOnce();
75
+ }
67
76
 
68
77
  private:
69
78
  SeqState<SeqTraits, P, Fs...> state_;
@@ -98,32 +107,33 @@ struct SeqIterResultTraits {
98
107
  // etc
99
108
  // Return the final value.
100
109
  template <typename F>
101
- F Seq(F functor) {
110
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION F Seq(F functor) {
102
111
  return functor;
103
112
  }
104
113
 
105
114
  template <typename F0, typename F1>
106
- promise_detail::Seq<F0, F1> Seq(F0 f0, F1 f1, DebugLocation whence = {}) {
115
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::Seq<F0, F1> Seq(
116
+ F0 f0, F1 f1, DebugLocation whence = {}) {
107
117
  return promise_detail::Seq<F0, F1>(std::move(f0), std::move(f1), whence);
108
118
  }
109
119
 
110
120
  template <typename F0, typename F1, typename F2>
111
- promise_detail::Seq<F0, F1, F2> Seq(F0 f0, F1 f1, F2 f2,
112
- DebugLocation whence = {}) {
121
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::Seq<F0, F1, F2> Seq(
122
+ F0 f0, F1 f1, F2 f2, DebugLocation whence = {}) {
113
123
  return promise_detail::Seq<F0, F1, F2>(std::move(f0), std::move(f1),
114
124
  std::move(f2), whence);
115
125
  }
116
126
 
117
127
  template <typename F0, typename F1, typename F2, typename F3>
118
- promise_detail::Seq<F0, F1, F2, F3> Seq(F0 f0, F1 f1, F2 f2, F3 f3,
119
- DebugLocation whence = {}) {
128
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::Seq<F0, F1, F2, F3> Seq(
129
+ F0 f0, F1 f1, F2 f2, F3 f3, DebugLocation whence = {}) {
120
130
  return promise_detail::Seq<F0, F1, F2, F3>(
121
131
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), whence);
122
132
  }
123
133
 
124
134
  template <typename F0, typename F1, typename F2, typename F3, typename F4>
125
- promise_detail::Seq<F0, F1, F2, F3, F4> Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4,
126
- DebugLocation whence = {}) {
135
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::Seq<F0, F1, F2, F3, F4>
136
+ Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, DebugLocation whence = {}) {
127
137
  return promise_detail::Seq<F0, F1, F2, F3, F4>(std::move(f0), std::move(f1),
128
138
  std::move(f2), std::move(f3),
129
139
  std::move(f4), whence);
@@ -131,9 +141,8 @@ promise_detail::Seq<F0, F1, F2, F3, F4> Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4,
131
141
 
132
142
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
133
143
  typename F5>
134
- promise_detail::Seq<F0, F1, F2, F3, F4, F5> Seq(F0 f0, F1 f1, F2 f2, F3 f3,
135
- F4 f4, F5 f5,
136
- DebugLocation whence = {}) {
144
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::Seq<F0, F1, F2, F3, F4, F5>
145
+ Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, DebugLocation whence = {}) {
137
146
  return promise_detail::Seq<F0, F1, F2, F3, F4, F5>(
138
147
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
139
148
  std::move(f5), whence);
@@ -141,9 +150,10 @@ promise_detail::Seq<F0, F1, F2, F3, F4, F5> Seq(F0 f0, F1 f1, F2 f2, F3 f3,
141
150
 
142
151
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
143
152
  typename F5, typename F6>
144
- promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6> Seq(F0 f0, F1 f1, F2 f2, F3 f3,
145
- F4 f4, F5 f5, F6 f6,
146
- DebugLocation whence = {}) {
153
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
154
+ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6>
155
+ Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6,
156
+ DebugLocation whence = {}) {
147
157
  return promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6>(
148
158
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
149
159
  std::move(f5), std::move(f6), whence);
@@ -151,9 +161,10 @@ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6> Seq(F0 f0, F1 f1, F2 f2, F3 f3,
151
161
 
152
162
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
153
163
  typename F5, typename F6, typename F7>
154
- promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7> Seq(
155
- F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7,
156
- DebugLocation whence = {}) {
164
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
165
+ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7>
166
+ Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7,
167
+ DebugLocation whence = {}) {
157
168
  return promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7>(
158
169
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
159
170
  std::move(f5), std::move(f6), std::move(f7), whence);
@@ -161,9 +172,10 @@ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7> Seq(
161
172
 
162
173
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
163
174
  typename F5, typename F6, typename F7, typename F8>
164
- promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8> Seq(
165
- F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7, F8 f8,
166
- DebugLocation whence = {}) {
175
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
176
+ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8>
177
+ Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7, F8 f8,
178
+ DebugLocation whence = {}) {
167
179
  return promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8>(
168
180
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
169
181
  std::move(f5), std::move(f6), std::move(f7), std::move(f8), whence);
@@ -171,9 +183,10 @@ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8> Seq(
171
183
 
172
184
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
173
185
  typename F5, typename F6, typename F7, typename F8, typename F9>
174
- promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9> Seq(
175
- F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7, F8 f8, F9 f9,
176
- DebugLocation whence = {}) {
186
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
187
+ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9>
188
+ Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7, F8 f8, F9 f9,
189
+ DebugLocation whence = {}) {
177
190
  return promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9>(
178
191
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
179
192
  std::move(f5), std::move(f6), std::move(f7), std::move(f8), std::move(f9),
@@ -183,9 +196,10 @@ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9> Seq(
183
196
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
184
197
  typename F5, typename F6, typename F7, typename F8, typename F9,
185
198
  typename F10>
186
- promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10> Seq(
187
- F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7, F8 f8, F9 f9,
188
- F10 f10, DebugLocation whence = {}) {
199
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
200
+ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10>
201
+ Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7, F8 f8, F9 f9,
202
+ F10 f10, DebugLocation whence = {}) {
189
203
  return promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10>(
190
204
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
191
205
  std::move(f5), std::move(f6), std::move(f7), std::move(f8), std::move(f9),
@@ -195,9 +209,10 @@ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10> Seq(
195
209
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
196
210
  typename F5, typename F6, typename F7, typename F8, typename F9,
197
211
  typename F10, typename F11>
198
- promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10, F11> Seq(
199
- F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7, F8 f8, F9 f9,
200
- F10 f10, F11 f11, DebugLocation whence = {}) {
212
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
213
+ promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10, F11>
214
+ Seq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7, F8 f8, F9 f9,
215
+ F10 f10, F11 f11, DebugLocation whence = {}) {
201
216
  return promise_detail::Seq<F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10, F11>(
202
217
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
203
218
  std::move(f5), std::move(f6), std::move(f7), std::move(f8), std::move(f9),