grpc 1.65.2 → 1.66.0.pre3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (799) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +17 -7
  3. data/include/grpc/event_engine/event_engine.h +14 -0
  4. data/include/grpc/event_engine/extensible.h +3 -0
  5. data/include/grpc/event_engine/memory_request.h +18 -0
  6. data/include/grpc/support/log.h +0 -18
  7. data/include/grpc/support/metrics.h +14 -3
  8. data/include/grpc/support/port_platform.h +22 -0
  9. data/src/core/client_channel/client_channel.cc +125 -30
  10. data/src/core/client_channel/client_channel_filter.cc +37 -113
  11. data/src/core/client_channel/client_channel_internal.h +6 -0
  12. data/src/core/client_channel/config_selector.h +17 -14
  13. data/src/core/client_channel/direct_channel.cc +83 -0
  14. data/src/core/client_channel/direct_channel.h +101 -0
  15. data/src/core/client_channel/dynamic_filters.cc +3 -1
  16. data/src/core/client_channel/lb_metadata.cc +120 -0
  17. data/src/core/client_channel/lb_metadata.h +56 -0
  18. data/src/core/client_channel/load_balanced_call_destination.cc +8 -70
  19. data/src/core/client_channel/retry_filter.cc +1 -1
  20. data/src/core/client_channel/retry_filter_legacy_call_data.cc +164 -185
  21. data/src/core/client_channel/subchannel.cc +58 -42
  22. data/src/core/client_channel/subchannel.h +4 -10
  23. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +6 -7
  24. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +2 -0
  25. data/src/core/ext/filters/census/grpc_context.cc +4 -4
  26. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +13 -14
  27. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +4 -0
  28. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +4 -5
  29. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +2 -0
  30. data/src/core/ext/filters/http/client/http_client_filter.cc +1 -1
  31. data/src/core/ext/filters/http/client/http_client_filter.h +2 -0
  32. data/src/core/ext/filters/http/client_authority_filter.cc +1 -2
  33. data/src/core/ext/filters/http/client_authority_filter.h +2 -0
  34. data/src/core/ext/filters/http/message_compress/compression_filter.cc +16 -19
  35. data/src/core/ext/filters/http/message_compress/compression_filter.h +5 -0
  36. data/src/core/ext/filters/http/server/http_server_filter.cc +4 -4
  37. data/src/core/ext/filters/http/server/http_server_filter.h +2 -0
  38. data/src/core/ext/filters/message_size/message_size_filter.cc +12 -14
  39. data/src/core/ext/filters/message_size/message_size_filter.h +4 -0
  40. data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
  41. data/src/core/ext/filters/rbac/rbac_filter.h +2 -0
  42. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +1 -2
  43. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +2 -0
  44. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +53 -66
  45. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
  46. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +90 -112
  47. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +17 -29
  48. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +189 -168
  49. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +2 -2
  50. data/src/core/ext/transport/chttp2/transport/flow_control.cc +3 -3
  51. data/src/core/ext/transport/chttp2/transport/frame_data.cc +3 -7
  52. data/src/core/ext/transport/chttp2/transport/frame_data.h +2 -1
  53. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +7 -8
  54. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +12 -10
  55. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +5 -3
  56. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +9 -10
  57. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +7 -3
  58. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +3 -1
  59. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +4 -5
  60. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +4 -5
  61. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +47 -38
  62. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +2 -0
  63. data/src/core/ext/transport/chttp2/transport/internal.h +54 -9
  64. data/src/core/ext/transport/chttp2/transport/parsing.cc +59 -59
  65. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +7 -7
  66. data/src/core/ext/transport/chttp2/transport/writing.cc +105 -79
  67. data/src/core/ext/transport/inproc/inproc_transport.cc +94 -35
  68. data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +101 -98
  69. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb.h +11 -11
  70. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb_minitable.c +15 -0
  71. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb.h +23 -23
  72. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb_minitable.c +12 -0
  73. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb.h +11 -11
  74. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb_minitable.c +15 -0
  75. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb.h +50 -50
  76. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb_minitable.c +57 -0
  77. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb.h +1 -1
  78. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb_minitable.c +6 -0
  79. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb.h +2 -2
  80. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb_minitable.c +6 -0
  81. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb.h +6 -6
  82. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb_minitable.c +3 -0
  83. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb.h +3 -3
  84. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb_minitable.c +3 -0
  85. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb.h +3 -3
  86. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb_minitable.c +3 -0
  87. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb.h +110 -78
  88. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb_minitable.c +23 -15
  89. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb.h +2 -2
  90. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb_minitable.c +3 -0
  91. data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb.h +4 -4
  92. data/src/core/ext/upb-gen/envoy/annotations/resource.upb.h +11 -2
  93. data/src/core/ext/upb-gen/envoy/annotations/resource.upb_minitable.c +3 -0
  94. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb.h +30 -30
  95. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb_minitable.c +48 -0
  96. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +361 -250
  97. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +139 -48
  98. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +1 -0
  99. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb.h +10 -10
  100. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb_minitable.c +9 -0
  101. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +314 -137
  102. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +120 -22
  103. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.h +1 -0
  104. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +3 -3
  105. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +3 -0
  106. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +115 -23
  107. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +27 -3
  108. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +31 -31
  109. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +45 -0
  110. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +23 -23
  111. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +24 -0
  112. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb.h +2 -2
  113. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb_minitable.c +3 -0
  114. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +646 -68
  115. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +230 -16
  116. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.h +5 -0
  117. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb.h +21 -21
  118. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb_minitable.c +21 -0
  119. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb.h +1 -1
  120. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb_minitable.c +3 -0
  121. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb.h +2 -2
  122. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb_minitable.c +3 -0
  123. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb.h +1 -1
  124. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb_minitable.c +6 -0
  125. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb.h +130 -58
  126. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb_minitable.c +63 -12
  127. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb.h +104 -58
  128. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb_minitable.c +42 -11
  129. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +1 -1
  130. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +3 -0
  131. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb.h +3 -3
  132. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb_minitable.c +3 -0
  133. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +132 -72
  134. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +65 -11
  135. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb.h +3 -3
  136. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb_minitable.c +6 -0
  137. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb.h +3 -3
  138. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb_minitable.c +6 -0
  139. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb.h +6 -6
  140. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb_minitable.c +6 -0
  141. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +7 -7
  142. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +6 -0
  143. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb.h +2 -2
  144. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb_minitable.c +3 -0
  145. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +7 -7
  146. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +12 -0
  147. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb.h +58 -30
  148. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb_minitable.c +30 -7
  149. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb.h +237 -33
  150. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.c +58 -12
  151. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.h +1 -0
  152. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb.h +1 -1
  153. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb_minitable.c +3 -0
  154. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb.h +59 -43
  155. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb_minitable.c +37 -6
  156. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb.h +25 -25
  157. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb_minitable.c +21 -0
  158. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb.h +66 -9
  159. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb_minitable.c +10 -3
  160. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb.h +3 -3
  161. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb_minitable.c +6 -0
  162. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb.h +5 -5
  163. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb_minitable.c +3 -0
  164. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb.h +18 -18
  165. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb_minitable.c +24 -0
  166. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb.h +17 -17
  167. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb_minitable.c +30 -0
  168. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb.h +63 -34
  169. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb_minitable.c +39 -4
  170. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +9 -9
  171. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +9 -0
  172. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +273 -229
  173. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +191 -14
  174. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb.h +6 -6
  175. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb_minitable.c +9 -0
  176. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +31 -31
  177. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +36 -0
  178. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb.h +109 -12
  179. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.c +38 -11
  180. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.h +1 -0
  181. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +2 -2
  182. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +3 -0
  183. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb.h +3 -3
  184. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb_minitable.c +6 -0
  185. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb.h +3 -3
  186. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb_minitable.c +3 -0
  187. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb.h +11 -11
  188. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb_minitable.c +3 -0
  189. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +4 -4
  190. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +3 -0
  191. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb.h +1 -1
  192. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb_minitable.c +3 -0
  193. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb.h +6 -6
  194. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb_minitable.c +6 -0
  195. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb.h +6 -6
  196. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb_minitable.c +6 -0
  197. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb.h +7 -7
  198. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb_minitable.c +3 -0
  199. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +114 -98
  200. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +52 -3
  201. data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb_minitable.c +3 -0
  202. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb.h +7 -7
  203. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb_minitable.c +15 -0
  204. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb.h +18 -18
  205. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb_minitable.c +9 -0
  206. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +41 -9
  207. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb_minitable.c +15 -3
  208. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +8 -8
  209. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +6 -0
  210. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +4 -4
  211. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +6 -0
  212. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +146 -130
  213. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +74 -10
  214. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +1 -1
  215. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb_minitable.c +3 -0
  216. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +6 -6
  217. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb_minitable.c +3 -0
  218. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +10 -10
  219. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb_minitable.c +15 -0
  220. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +1 -1
  221. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb_minitable.c +3 -0
  222. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +7 -7
  223. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb_minitable.c +3 -0
  224. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +1 -1
  225. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb_minitable.c +3 -0
  226. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +111 -27
  227. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +43 -7
  228. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.h +1 -0
  229. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +8 -8
  230. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb_minitable.c +9 -0
  231. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +35 -35
  232. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +21 -0
  233. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +2 -2
  234. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb_minitable.c +6 -0
  235. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +16 -16
  236. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +12 -0
  237. data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb_minitable.c +3 -0
  238. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb.h +36 -36
  239. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb_minitable.c +42 -0
  240. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb.h +4 -4
  241. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb_minitable.c +6 -0
  242. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +20 -20
  243. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +15 -0
  244. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb.h +3 -3
  245. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb_minitable.c +3 -0
  246. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb.h +2 -2
  247. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb_minitable.c +12 -0
  248. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb.h +2 -2
  249. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb_minitable.c +3 -0
  250. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb.h +5 -5
  251. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb_minitable.c +15 -0
  252. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb.h +4 -4
  253. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb_minitable.c +6 -0
  254. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb.h +1 -1
  255. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb_minitable.c +3 -0
  256. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb.h +2 -2
  257. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb_minitable.c +3 -0
  258. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb.h +1 -1
  259. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb_minitable.c +3 -0
  260. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb.h +5 -5
  261. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb_minitable.c +9 -0
  262. data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb_minitable.c +6 -0
  263. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb.h +37 -6
  264. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb_minitable.c +20 -3
  265. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb.h +2 -2
  266. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb_minitable.c +6 -0
  267. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +8 -8
  268. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +12 -0
  269. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb.h +6 -6
  270. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb_minitable.c +21 -0
  271. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb.h +13 -13
  272. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb_minitable.c +15 -0
  273. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb.h +3 -3
  274. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb_minitable.c +9 -0
  275. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb.h +1 -1
  276. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb_minitable.c +3 -0
  277. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb.h +3 -3
  278. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb_minitable.c +6 -0
  279. data/src/core/ext/upb-gen/envoy/type/v3/range.upb.h +6 -6
  280. data/src/core/ext/upb-gen/envoy/type/v3/range.upb_minitable.c +9 -0
  281. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb.h +5 -5
  282. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb_minitable.c +6 -0
  283. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb.h +3 -3
  284. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb_minitable.c +3 -0
  285. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb.h +3 -3
  286. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb_minitable.c +3 -0
  287. data/src/core/ext/upb-gen/google/api/annotations.upb.h +10 -1
  288. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb.h +32 -32
  289. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb_minitable.c +39 -0
  290. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb.h +43 -43
  291. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb_minitable.c +42 -0
  292. data/src/core/ext/upb-gen/google/api/http.upb.h +12 -12
  293. data/src/core/ext/upb-gen/google/api/http.upb_minitable.c +9 -0
  294. data/src/core/ext/upb-gen/google/api/httpbody.upb.h +2 -2
  295. data/src/core/ext/upb-gen/google/api/httpbody.upb_minitable.c +3 -0
  296. data/src/core/ext/upb-gen/google/protobuf/any.upb.h +2 -2
  297. data/src/core/ext/upb-gen/google/protobuf/any.upb_minitable.c +3 -0
  298. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb.h +381 -177
  299. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.c +148 -22
  300. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.h +1 -0
  301. data/src/core/ext/upb-gen/google/protobuf/duration.upb.h +2 -2
  302. data/src/core/ext/upb-gen/google/protobuf/duration.upb_minitable.c +3 -0
  303. data/src/core/ext/upb-gen/google/protobuf/empty.upb_minitable.c +3 -0
  304. data/src/core/ext/upb-gen/google/protobuf/struct.upb.h +6 -6
  305. data/src/core/ext/upb-gen/google/protobuf/struct.upb_minitable.c +12 -0
  306. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb.h +2 -2
  307. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb_minitable.c +3 -0
  308. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb.h +9 -9
  309. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb_minitable.c +27 -0
  310. data/src/core/ext/upb-gen/google/rpc/status.upb.h +2 -2
  311. data/src/core/ext/upb-gen/google/rpc/status.upb_minitable.c +3 -0
  312. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb.h +10 -10
  313. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb_minitable.c +12 -0
  314. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb.h +6 -6
  315. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb_minitable.c +6 -0
  316. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +35 -35
  317. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +36 -0
  318. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb.h +4 -4
  319. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb_minitable.c +6 -0
  320. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb.h +2 -2
  321. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb_minitable.c +6 -0
  322. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb.h +18 -18
  323. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb_minitable.c +27 -0
  324. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb.h +4 -4
  325. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb_minitable.c +9 -0
  326. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb.h +15 -15
  327. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb_minitable.c +27 -0
  328. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb.h +54 -9
  329. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb_minitable.c +9 -0
  330. data/src/core/ext/upb-gen/udpa/annotations/security.upb.h +12 -3
  331. data/src/core/ext/upb-gen/udpa/annotations/security.upb_minitable.c +3 -0
  332. data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb.h +1 -1
  333. data/src/core/ext/upb-gen/udpa/annotations/status.upb.h +12 -3
  334. data/src/core/ext/upb-gen/udpa/annotations/status.upb_minitable.c +3 -0
  335. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb.h +11 -2
  336. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb_minitable.c +3 -0
  337. data/src/core/ext/upb-gen/validate/validate.upb.h +175 -166
  338. data/src/core/ext/upb-gen/validate/validate.upb_minitable.c +69 -0
  339. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb.h +54 -9
  340. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb_minitable.c +9 -0
  341. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb.h +12 -3
  342. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb_minitable.c +3 -0
  343. data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb.h +1 -1
  344. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb.h +35 -8
  345. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb_minitable.c +12 -0
  346. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb.h +11 -2
  347. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb_minitable.c +3 -0
  348. data/src/core/ext/upb-gen/xds/core/v3/authority.upb.h +1 -1
  349. data/src/core/ext/upb-gen/xds/core/v3/authority.upb_minitable.c +3 -0
  350. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb.h +2 -2
  351. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb_minitable.c +3 -0
  352. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb.h +5 -5
  353. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb_minitable.c +6 -0
  354. data/src/core/ext/upb-gen/xds/core/v3/context_params.upb_minitable.c +6 -0
  355. data/src/core/ext/upb-gen/xds/core/v3/extension.upb.h +2 -2
  356. data/src/core/ext/upb-gen/xds/core/v3/extension.upb_minitable.c +3 -0
  357. data/src/core/ext/upb-gen/xds/core/v3/resource.upb.h +3 -3
  358. data/src/core/ext/upb-gen/xds/core/v3/resource.upb_minitable.c +3 -0
  359. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb.h +7 -7
  360. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb_minitable.c +6 -0
  361. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb.h +4 -4
  362. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb_minitable.c +3 -0
  363. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb.h +6 -6
  364. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb_minitable.c +12 -0
  365. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb.h +1 -1
  366. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb_minitable.c +3 -0
  367. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +2 -2
  368. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +3 -0
  369. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb.h +1 -1
  370. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb_minitable.c +6 -0
  371. data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb_minitable.c +3 -0
  372. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb.h +2 -2
  373. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb_minitable.c +6 -0
  374. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb.h +18 -18
  375. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb_minitable.c +30 -0
  376. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb.h +3 -3
  377. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb_minitable.c +18 -0
  378. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb.h +2 -2
  379. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb_minitable.c +6 -0
  380. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb.h +6 -6
  381. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb_minitable.c +6 -0
  382. data/src/core/ext/upb-gen/xds/type/v3/cel.upb.h +4 -4
  383. data/src/core/ext/upb-gen/xds/type/v3/cel.upb_minitable.c +6 -0
  384. data/src/core/ext/upb-gen/xds/type/v3/range.upb.h +6 -6
  385. data/src/core/ext/upb-gen/xds/type/v3/range.upb_minitable.c +9 -0
  386. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb.h +2 -2
  387. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb_minitable.c +3 -0
  388. data/src/core/ext/upbdefs-gen/envoy/admin/v3/server_info.upbdefs.c +86 -81
  389. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +61 -60
  390. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +221 -210
  391. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +5 -0
  392. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +317 -297
  393. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.h +5 -0
  394. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +114 -105
  395. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +185 -140
  396. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.h +25 -0
  397. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/config_source.upbdefs.c +10 -11
  398. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_service.upbdefs.c +173 -164
  399. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/health_check.upbdefs.c +197 -187
  400. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +229 -222
  401. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +39 -36
  402. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.c +122 -93
  403. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.h +5 -0
  404. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener.upbdefs.c +41 -39
  405. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/quic_config.upbdefs.c +20 -12
  406. data/src/core/ext/upbdefs-gen/envoy/config/rbac/v3/rbac.upbdefs.c +69 -65
  407. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +611 -604
  408. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.c +30 -20
  409. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.h +5 -0
  410. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +18 -17
  411. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +62 -59
  412. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/zipkin.upbdefs.c +21 -20
  413. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +145 -142
  414. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +36 -33
  415. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +290 -288
  416. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +82 -75
  417. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +5 -0
  418. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/string.upbdefs.c +39 -33
  419. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.c +281 -256
  420. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.h +5 -0
  421. data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +9 -7
  422. data/src/core/handshaker/handshaker.cc +122 -135
  423. data/src/core/handshaker/handshaker.h +51 -43
  424. data/src/core/handshaker/http_connect/http_connect_handshaker.cc +102 -137
  425. data/src/core/handshaker/http_connect/http_proxy_mapper.cc +13 -16
  426. data/src/core/handshaker/security/secure_endpoint.cc +36 -39
  427. data/src/core/handshaker/security/secure_endpoint.h +5 -3
  428. data/src/core/handshaker/security/security_handshaker.cc +95 -119
  429. data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +36 -49
  430. data/src/core/lib/channel/channel_args.h +5 -0
  431. data/src/core/lib/channel/channel_stack.cc +3 -8
  432. data/src/core/lib/channel/channel_stack.h +2 -12
  433. data/src/core/lib/channel/connected_channel.cc +2 -2
  434. data/src/core/lib/channel/promise_based_filter.cc +120 -145
  435. data/src/core/lib/channel/promise_based_filter.h +6 -18
  436. data/src/core/lib/compression/compression.cc +3 -3
  437. data/src/core/lib/config/config_vars.cc +1 -8
  438. data/src/core/lib/config/config_vars.h +0 -6
  439. data/src/core/lib/debug/trace.cc +1 -2
  440. data/src/core/lib/debug/trace_flags.cc +2 -0
  441. data/src/core/lib/debug/trace_flags.h +1 -0
  442. data/src/core/lib/debug/trace_impl.h +4 -0
  443. data/src/core/lib/event_engine/ares_resolver.cc +47 -0
  444. data/src/core/lib/event_engine/ares_resolver.h +13 -6
  445. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +10 -11
  446. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +29 -28
  447. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +0 -1
  448. data/src/core/lib/event_engine/default_event_engine.cc +6 -7
  449. data/src/core/lib/event_engine/event_engine.cc +8 -2
  450. data/src/core/lib/event_engine/event_engine_context.h +4 -2
  451. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +32 -30
  452. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +7 -21
  453. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +3 -3
  454. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +17 -10
  455. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +2 -0
  456. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +7 -8
  457. data/src/core/lib/event_engine/thread_pool/thread_count.cc +3 -2
  458. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +10 -12
  459. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +32 -6
  460. data/src/core/lib/event_engine/windows/iocp.cc +10 -9
  461. data/src/core/lib/event_engine/windows/win_socket.cc +14 -12
  462. data/src/core/lib/event_engine/windows/windows_endpoint.cc +10 -8
  463. data/src/core/lib/event_engine/windows/windows_engine.cc +35 -40
  464. data/src/core/lib/event_engine/windows/windows_listener.cc +8 -11
  465. data/src/core/lib/experiments/config.cc +33 -7
  466. data/src/core/lib/experiments/config.h +55 -1
  467. data/src/core/lib/experiments/experiments.cc +15 -51
  468. data/src/core/lib/experiments/experiments.h +33 -49
  469. data/src/core/lib/gprpp/bitset.h +1 -1
  470. data/src/core/lib/gprpp/construct_destruct.h +2 -2
  471. data/src/core/lib/gprpp/debug_location.h +7 -0
  472. data/src/core/lib/gprpp/down_cast.h +2 -2
  473. data/src/core/lib/gprpp/dump_args.cc +8 -8
  474. data/src/core/lib/gprpp/dump_args.h +51 -3
  475. data/src/core/lib/gprpp/status_helper.cc +1 -1
  476. data/src/core/lib/gprpp/table.h +23 -15
  477. data/src/core/lib/gprpp/time.h +12 -17
  478. data/src/core/lib/gprpp/unique_type_name.h +28 -8
  479. data/src/core/lib/gprpp/work_serializer.cc +22 -17
  480. data/src/core/lib/iomgr/call_combiner.cc +28 -44
  481. data/src/core/lib/iomgr/call_combiner.h +7 -5
  482. data/src/core/lib/iomgr/cfstream_handle.cc +10 -10
  483. data/src/core/lib/iomgr/closure.h +5 -5
  484. data/src/core/lib/iomgr/combiner.cc +30 -39
  485. data/src/core/lib/iomgr/endpoint.h +2 -0
  486. data/src/core/lib/iomgr/endpoint_cfstream.cc +21 -25
  487. data/src/core/lib/iomgr/error.cc +3 -3
  488. data/src/core/lib/iomgr/ev_apple.cc +3 -3
  489. data/src/core/lib/iomgr/ev_epoll1_linux.cc +31 -38
  490. data/src/core/lib/iomgr/ev_poll_posix.cc +14 -14
  491. data/src/core/lib/iomgr/ev_posix.cc +5 -4
  492. data/src/core/lib/iomgr/ev_posix.h +3 -3
  493. data/src/core/lib/iomgr/event_engine_shims/closure.cc +6 -6
  494. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +9 -11
  495. data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +7 -10
  496. data/src/core/lib/iomgr/exec_ctx.cc +6 -6
  497. data/src/core/lib/iomgr/executor.cc +8 -5
  498. data/src/core/lib/iomgr/lockfree_event.cc +6 -9
  499. data/src/core/lib/iomgr/socket_utils_common_posix.cc +13 -13
  500. data/src/core/lib/iomgr/tcp_client_cfstream.cc +8 -7
  501. data/src/core/lib/iomgr/tcp_client_posix.cc +6 -7
  502. data/src/core/lib/iomgr/tcp_posix.cc +30 -34
  503. data/src/core/lib/iomgr/tcp_server_posix.cc +20 -29
  504. data/src/core/lib/iomgr/tcp_windows.cc +8 -12
  505. data/src/core/lib/iomgr/timer_generic.cc +52 -61
  506. data/src/core/lib/iomgr/timer_manager.cc +4 -6
  507. data/src/core/lib/promise/activity.h +13 -2
  508. data/src/core/lib/promise/all_ok.h +15 -8
  509. data/src/core/lib/promise/cancel_callback.h +11 -7
  510. data/src/core/lib/promise/context.h +7 -7
  511. data/src/core/lib/promise/detail/join_state.h +418 -579
  512. data/src/core/lib/promise/detail/promise_factory.h +44 -27
  513. data/src/core/lib/promise/detail/promise_like.h +14 -5
  514. data/src/core/lib/promise/detail/seq_state.h +208 -614
  515. data/src/core/lib/promise/detail/status.h +34 -13
  516. data/src/core/lib/promise/for_each.h +25 -20
  517. data/src/core/lib/promise/if.h +19 -15
  518. data/src/core/lib/promise/interceptor_list.h +12 -13
  519. data/src/core/lib/promise/latch.h +9 -14
  520. data/src/core/lib/promise/loop.h +13 -8
  521. data/src/core/lib/promise/map.h +9 -8
  522. data/src/core/lib/promise/party.cc +81 -62
  523. data/src/core/lib/promise/party.h +68 -89
  524. data/src/core/lib/promise/pipe.h +2 -3
  525. data/src/core/lib/promise/poll.h +99 -33
  526. data/src/core/lib/promise/promise.h +11 -5
  527. data/src/core/lib/promise/race.h +10 -5
  528. data/src/core/lib/promise/seq.h +51 -36
  529. data/src/core/lib/promise/status_flag.h +146 -47
  530. data/src/core/lib/promise/try_join.h +34 -18
  531. data/src/core/lib/promise/try_seq.h +83 -46
  532. data/src/core/lib/resource_quota/arena.cc +19 -17
  533. data/src/core/lib/resource_quota/arena.h +30 -10
  534. data/src/core/lib/resource_quota/memory_quota.cc +14 -15
  535. data/src/core/lib/resource_quota/memory_quota.h +3 -2
  536. data/src/core/lib/resource_quota/periodic_update.cc +3 -2
  537. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +13 -17
  538. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +2 -0
  539. data/src/core/lib/security/context/security_context.cc +31 -28
  540. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +1 -1
  541. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +1 -1
  542. data/src/core/lib/security/credentials/composite/composite_credentials.cc +7 -9
  543. data/src/core/lib/security/credentials/credentials.cc +11 -9
  544. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +2 -3
  545. data/src/core/lib/security/credentials/iam/iam_credentials.cc +3 -5
  546. data/src/core/lib/security/credentials/jwt/json_token.cc +1 -1
  547. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +8 -14
  548. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +19 -23
  549. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +11 -18
  550. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +16 -20
  551. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +5 -6
  552. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +2 -3
  553. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +5 -7
  554. data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -2
  555. data/src/core/lib/security/credentials/xds/xds_credentials.cc +12 -8
  556. data/src/core/lib/security/security_connector/security_connector.cc +3 -3
  557. data/src/core/lib/security/security_connector/ssl_utils.cc +9 -6
  558. data/src/core/lib/security/transport/auth_filters.h +4 -0
  559. data/src/core/lib/security/transport/client_auth_filter.cc +1 -2
  560. data/src/core/lib/security/transport/server_auth_filter.cc +8 -11
  561. data/src/core/lib/slice/slice_refcount.h +4 -6
  562. data/src/core/lib/surface/call.cc +33 -26
  563. data/src/core/lib/surface/call.h +9 -18
  564. data/src/core/lib/surface/call_details.cc +4 -3
  565. data/src/core/lib/surface/call_log_batch.cc +4 -5
  566. data/src/core/lib/surface/call_utils.cc +5 -7
  567. data/src/core/lib/surface/channel.cc +32 -34
  568. data/src/core/lib/surface/channel_create.cc +15 -6
  569. data/src/core/lib/surface/channel_init.cc +257 -196
  570. data/src/core/lib/surface/channel_init.h +156 -21
  571. data/src/core/lib/surface/client_call.cc +32 -21
  572. data/src/core/lib/surface/client_call.h +12 -12
  573. data/src/core/lib/surface/completion_queue.cc +51 -64
  574. data/src/core/lib/surface/filter_stack_call.cc +15 -14
  575. data/src/core/lib/surface/init.cc +25 -7
  576. data/src/core/lib/surface/lame_client.cc +1 -2
  577. data/src/core/lib/surface/lame_client.h +2 -0
  578. data/src/core/lib/surface/legacy_channel.cc +9 -7
  579. data/src/core/lib/surface/metadata_array.cc +4 -3
  580. data/src/core/lib/surface/server_call.cc +2 -0
  581. data/src/core/lib/surface/server_call.h +8 -6
  582. data/src/core/lib/surface/version.cc +2 -2
  583. data/src/core/lib/transport/bdp_estimator.cc +7 -9
  584. data/src/core/lib/transport/bdp_estimator.h +5 -5
  585. data/src/core/lib/transport/call_arena_allocator.h +2 -0
  586. data/src/core/lib/transport/call_filters.cc +72 -319
  587. data/src/core/lib/transport/call_filters.h +347 -770
  588. data/src/core/lib/transport/call_spine.cc +99 -72
  589. data/src/core/lib/transport/call_spine.h +23 -73
  590. data/src/core/lib/transport/call_state.cc +39 -0
  591. data/src/core/lib/transport/call_state.h +957 -0
  592. data/src/core/lib/transport/connectivity_state.cc +28 -25
  593. data/src/core/lib/transport/interception_chain.cc +6 -14
  594. data/src/core/lib/transport/interception_chain.h +34 -26
  595. data/src/core/lib/transport/metadata.cc +27 -3
  596. data/src/core/lib/transport/metadata.h +37 -2
  597. data/src/core/lib/transport/metadata_batch.h +5 -0
  598. data/src/core/lib/transport/transport.h +9 -5
  599. data/src/core/load_balancing/child_policy_handler.cc +24 -27
  600. data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +1 -2
  601. data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +3 -0
  602. data/src/core/load_balancing/grpclb/grpclb.cc +95 -106
  603. data/src/core/load_balancing/health_check_client.cc +35 -41
  604. data/src/core/load_balancing/lb_policy.h +42 -22
  605. data/src/core/load_balancing/oob_backend_metric.cc +4 -4
  606. data/src/core/load_balancing/outlier_detection/outlier_detection.cc +86 -104
  607. data/src/core/load_balancing/pick_first/pick_first.cc +156 -180
  608. data/src/core/load_balancing/priority/priority.cc +63 -74
  609. data/src/core/load_balancing/ring_hash/ring_hash.cc +34 -40
  610. data/src/core/load_balancing/rls/rls.cc +136 -145
  611. data/src/core/load_balancing/round_robin/round_robin.cc +39 -38
  612. data/src/core/load_balancing/subchannel_interface.h +4 -0
  613. data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +75 -74
  614. data/src/core/load_balancing/weighted_target/weighted_target.cc +47 -55
  615. data/src/core/load_balancing/xds/cds.cc +22 -22
  616. data/src/core/load_balancing/xds/xds_cluster_impl.cc +100 -75
  617. data/src/core/load_balancing/xds/xds_cluster_manager.cc +31 -45
  618. data/src/core/load_balancing/xds/xds_override_host.cc +68 -91
  619. data/src/core/load_balancing/xds/xds_wrr_locality.cc +19 -18
  620. data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +9 -0
  621. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +14 -24
  622. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +6 -6
  623. data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +4 -5
  624. data/src/core/resolver/dns/native/dns_resolver.cc +6 -7
  625. data/src/core/resolver/endpoint_addresses.h +3 -0
  626. data/src/core/resolver/resolver.h +0 -3
  627. data/src/core/resolver/xds/xds_dependency_manager.cc +67 -57
  628. data/src/core/resolver/xds/xds_dependency_manager.h +4 -0
  629. data/src/core/resolver/xds/xds_resolver.cc +72 -45
  630. data/src/core/resolver/xds/xds_resolver_attributes.h +5 -1
  631. data/src/core/server/server.cc +74 -78
  632. data/src/core/server/server_call_tracer_filter.cc +3 -2
  633. data/src/core/server/server_config_selector_filter.cc +6 -2
  634. data/src/core/server/xds_channel_stack_modifier.cc +1 -1
  635. data/src/core/server/xds_server_config_fetcher.cc +40 -44
  636. data/src/core/service_config/service_config_call_data.h +2 -1
  637. data/src/core/service_config/service_config_channel_arg_filter.cc +3 -2
  638. data/src/core/telemetry/call_tracer.cc +34 -0
  639. data/src/core/telemetry/call_tracer.h +15 -0
  640. data/src/core/telemetry/metrics.h +13 -8
  641. data/src/core/tsi/alts/frame_protector/frame_handler.cc +8 -7
  642. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +8 -10
  643. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +6 -9
  644. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +13 -21
  645. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +6 -8
  646. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +6 -8
  647. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +5 -5
  648. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +3 -6
  649. data/src/core/tsi/fake_transport_security.cc +7 -7
  650. data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +5 -7
  651. data/src/core/tsi/ssl_transport_security.cc +44 -29
  652. data/src/core/tsi/ssl_transport_security_utils.cc +3 -4
  653. data/src/core/util/android/log.cc +0 -12
  654. data/src/core/util/http_client/httpcli.cc +21 -33
  655. data/src/core/util/http_client/httpcli.h +3 -4
  656. data/src/core/util/http_client/parser.cc +3 -3
  657. data/src/core/util/latent_see.cc +113 -0
  658. data/src/core/util/latent_see.h +214 -0
  659. data/src/core/util/linux/cpu.cc +8 -7
  660. data/src/core/util/log.cc +0 -18
  661. data/src/core/util/posix/cpu.cc +3 -2
  662. data/src/core/util/posix/tmpfile.cc +5 -5
  663. data/src/core/util/time_precise.cc +4 -3
  664. data/src/core/{xds/grpc → util}/upb_utils.h +3 -5
  665. data/src/core/util/useful.h +39 -44
  666. data/src/core/xds/grpc/xds_audit_logger_registry.cc +1 -0
  667. data/src/core/xds/grpc/xds_bootstrap_grpc.cc +0 -125
  668. data/src/core/xds/grpc/xds_bootstrap_grpc.h +2 -27
  669. data/src/core/xds/grpc/xds_certificate_provider.cc +2 -1
  670. data/src/core/xds/grpc/xds_certificate_provider.h +3 -1
  671. data/src/core/xds/grpc/xds_client_grpc.cc +13 -14
  672. data/src/core/xds/grpc/xds_cluster.cc +0 -723
  673. data/src/core/xds/grpc/xds_cluster.h +2 -37
  674. data/src/core/xds/grpc/xds_cluster_parser.cc +730 -0
  675. data/src/core/xds/grpc/xds_cluster_parser.h +57 -0
  676. data/src/core/xds/grpc/xds_common_types.cc +33 -437
  677. data/src/core/xds/grpc/xds_common_types.h +7 -24
  678. data/src/core/xds/grpc/xds_common_types_parser.cc +467 -0
  679. data/src/core/xds/grpc/xds_common_types_parser.h +54 -0
  680. data/src/core/xds/grpc/xds_endpoint.cc +0 -419
  681. data/src/core/xds/grpc/xds_endpoint.h +0 -24
  682. data/src/core/xds/grpc/xds_endpoint_parser.cc +439 -0
  683. data/src/core/xds/grpc/xds_endpoint_parser.h +48 -0
  684. data/src/core/xds/grpc/xds_health_status.cc +0 -2
  685. data/src/core/xds/grpc/xds_health_status.h +0 -2
  686. data/src/core/xds/grpc/xds_http_fault_filter.cc +6 -1
  687. data/src/core/xds/grpc/xds_http_fault_filter.h +2 -1
  688. data/src/core/xds/grpc/{xds_http_filters.h → xds_http_filter.h} +6 -63
  689. data/src/core/xds/grpc/{xds_http_filters.cc → xds_http_filter_registry.cc} +2 -1
  690. data/src/core/xds/grpc/xds_http_filter_registry.h +98 -0
  691. data/src/core/xds/grpc/xds_http_rbac_filter.cc +5 -1
  692. data/src/core/xds/grpc/xds_http_rbac_filter.h +2 -1
  693. data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +8 -2
  694. data/src/core/xds/grpc/xds_http_stateful_session_filter.h +2 -1
  695. data/src/core/xds/grpc/xds_lb_policy_registry.cc +4 -5
  696. data/src/core/xds/grpc/xds_listener.cc +18 -982
  697. data/src/core/xds/grpc/xds_listener.h +1 -33
  698. data/src/core/xds/grpc/xds_listener_parser.cc +997 -0
  699. data/src/core/xds/grpc/xds_listener_parser.h +60 -0
  700. data/src/core/xds/grpc/xds_route_config.cc +0 -915
  701. data/src/core/xds/grpc/xds_route_config.h +6 -38
  702. data/src/core/xds/grpc/xds_route_config_parser.cc +969 -0
  703. data/src/core/xds/grpc/xds_route_config_parser.h +80 -0
  704. data/src/core/xds/grpc/xds_routing.cc +1 -1
  705. data/src/core/xds/grpc/xds_routing.h +1 -1
  706. data/src/core/xds/grpc/xds_server_grpc.cc +161 -0
  707. data/src/core/xds/grpc/xds_server_grpc.h +63 -0
  708. data/src/core/xds/grpc/xds_transport_grpc.cc +4 -5
  709. data/src/core/xds/xds_client/xds_api.cc +10 -10
  710. data/src/core/xds/xds_client/xds_client.cc +144 -177
  711. data/src/core/xds/xds_client/xds_client_stats.cc +21 -24
  712. data/src/ruby/ext/grpc/rb_call.c +2 -2
  713. data/src/ruby/ext/grpc/rb_channel.c +14 -14
  714. data/src/ruby/ext/grpc/rb_channel_args.c +1 -1
  715. data/src/ruby/ext/grpc/rb_compression_options.c +3 -3
  716. data/src/ruby/ext/grpc/rb_event_thread.c +2 -2
  717. data/src/ruby/ext/grpc/rb_grpc.c +4 -4
  718. data/src/ruby/ext/grpc/rb_grpc.h +8 -0
  719. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +0 -4
  720. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +0 -6
  721. data/src/ruby/ext/grpc/rb_server.c +1 -1
  722. data/src/ruby/lib/grpc/logconfig.rb +13 -0
  723. data/src/ruby/lib/grpc/version.rb +1 -1
  724. data/src/ruby/spec/logconfig_spec.rb +30 -0
  725. data/third_party/upb/upb/base/string_view.h +1 -1
  726. data/third_party/upb/upb/json/decode.c +1 -0
  727. data/third_party/upb/upb/mem/arena.c +67 -2
  728. data/third_party/upb/upb/mem/arena.h +11 -9
  729. data/third_party/upb/upb/mem/internal/arena.h +11 -8
  730. data/third_party/upb/upb/message/accessors.c +6 -5
  731. data/third_party/upb/upb/message/accessors.h +49 -38
  732. data/third_party/upb/upb/message/array.c +26 -3
  733. data/third_party/upb/upb/message/array.h +17 -9
  734. data/third_party/upb/upb/message/compat.c +5 -5
  735. data/third_party/upb/upb/message/compat.h +3 -3
  736. data/third_party/upb/upb/message/copy.c +12 -13
  737. data/third_party/upb/upb/message/internal/accessors.h +45 -35
  738. data/third_party/upb/upb/message/internal/array.h +23 -15
  739. data/third_party/upb/upb/message/internal/compare_unknown.c +289 -0
  740. data/third_party/upb/upb/message/internal/compare_unknown.h +49 -0
  741. data/third_party/upb/upb/message/internal/extension.c +11 -12
  742. data/third_party/upb/upb/message/internal/extension.h +9 -12
  743. data/third_party/upb/upb/message/internal/map.h +15 -0
  744. data/third_party/upb/upb/message/internal/map_sorter.h +4 -5
  745. data/third_party/upb/upb/message/internal/message.c +20 -3
  746. data/third_party/upb/upb/message/internal/message.h +10 -0
  747. data/third_party/upb/upb/message/internal/tagged_ptr.h +5 -5
  748. data/third_party/upb/upb/message/internal/types.h +41 -1
  749. data/third_party/upb/upb/message/map.c +25 -0
  750. data/third_party/upb/upb/message/map.h +11 -7
  751. data/third_party/upb/upb/message/message.c +83 -4
  752. data/third_party/upb/upb/message/message.h +20 -1
  753. data/third_party/upb/upb/message/tagged_ptr.h +4 -8
  754. data/third_party/upb/upb/mini_descriptor/build_enum.c +3 -3
  755. data/third_party/upb/upb/mini_descriptor/build_enum.h +6 -14
  756. data/third_party/upb/upb/mini_descriptor/decode.c +12 -1
  757. data/third_party/upb/upb/mini_descriptor/link.c +16 -18
  758. data/third_party/upb/upb/mini_table/enum.h +2 -4
  759. data/third_party/upb/upb/mini_table/extension.h +4 -12
  760. data/third_party/upb/upb/mini_table/field.h +12 -38
  761. data/third_party/upb/upb/mini_table/file.h +6 -19
  762. data/third_party/upb/upb/mini_table/internal/enum.h +1 -1
  763. data/third_party/upb/upb/mini_table/internal/extension.h +9 -9
  764. data/third_party/upb/upb/mini_table/internal/field.h +23 -23
  765. data/third_party/upb/upb/mini_table/internal/file.h +7 -7
  766. data/third_party/upb/upb/mini_table/internal/message.h +51 -27
  767. data/third_party/upb/upb/mini_table/internal/sub.h +4 -4
  768. data/third_party/upb/upb/mini_table/message.h +13 -22
  769. data/third_party/upb/upb/mini_table/sub.h +4 -12
  770. data/third_party/upb/upb/port/def.inc +12 -6
  771. data/third_party/upb/upb/port/undef.inc +1 -1
  772. data/third_party/upb/upb/reflection/def.hpp +27 -0
  773. data/third_party/upb/upb/reflection/def_pool.h +2 -2
  774. data/third_party/upb/upb/reflection/enum_def.c +5 -1
  775. data/third_party/upb/upb/reflection/enum_def.h +1 -0
  776. data/third_party/upb/upb/reflection/enum_value_def.c +3 -8
  777. data/third_party/upb/upb/reflection/field_def.c +61 -24
  778. data/third_party/upb/upb/reflection/field_def.h +3 -0
  779. data/third_party/upb/upb/reflection/file_def.c +30 -4
  780. data/third_party/upb/upb/reflection/file_def.h +3 -0
  781. data/third_party/upb/upb/reflection/internal/upb_edition_defaults.h +1 -1
  782. data/third_party/upb/upb/reflection/message.c +19 -7
  783. data/third_party/upb/upb/reflection/message_def.c +14 -9
  784. data/third_party/upb/upb/reflection/method_def.h +8 -7
  785. data/third_party/upb/upb/reflection/service_def.h +6 -5
  786. data/third_party/upb/upb/text/encode.c +10 -3
  787. data/third_party/upb/upb/wire/decode.c +91 -57
  788. data/third_party/upb/upb/wire/decode.h +11 -1
  789. data/third_party/upb/upb/wire/encode.c +48 -30
  790. data/third_party/upb/upb/wire/encode.h +9 -1
  791. data/third_party/upb/upb/wire/eps_copy_input_stream.h +3 -3
  792. data/third_party/upb/upb/wire/internal/decode_fast.c +25 -29
  793. data/third_party/upb/upb/wire/internal/reader.h +3 -3
  794. data/third_party/upb/upb/wire/reader.c +1 -2
  795. data/third_party/upb/upb/wire/reader.h +4 -8
  796. metadata +31 -9
  797. data/src/core/client_channel/config_selector.cc +0 -60
  798. data/src/core/lib/event_engine/trace.h +0 -37
  799. data/src/core/lib/surface/api_trace.h +0 -50
@@ -43,22 +43,28 @@ struct TrySeqTraitsWithSfinae {
43
43
  using UnwrappedType = T;
44
44
  using WrappedType = absl::StatusOr<T>;
45
45
  template <typename Next>
46
- static auto CallFactory(Next* next, T&& value) {
46
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(Next* next,
47
+ T&& value) {
47
48
  return next->Make(std::forward<T>(value));
48
49
  }
49
- static bool IsOk(const T&) { return true; }
50
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(const T&) {
51
+ return true;
52
+ }
50
53
  static const char* ErrorString(const T&) { abort(); }
51
54
  template <typename R>
52
55
  static R ReturnValue(T&&) {
53
56
  abort();
54
57
  }
55
58
  template <typename F, typename Elem>
56
- static auto CallSeqFactory(F& f, Elem&& elem, T&& value)
59
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallSeqFactory(F& f,
60
+ Elem&& elem,
61
+ T&& value)
57
62
  -> decltype(f(std::forward<Elem>(elem), std::forward<T>(value))) {
58
63
  return f(std::forward<Elem>(elem), std::forward<T>(value));
59
64
  }
60
65
  template <typename Result, typename RunNext>
61
- static Poll<Result> CheckResultAndRunNext(T prior, RunNext run_next) {
66
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
67
+ CheckResultAndRunNext(T prior, RunNext run_next) {
62
68
  return run_next(std::move(prior));
63
69
  }
64
70
  };
@@ -68,25 +74,31 @@ struct TrySeqTraitsWithSfinae<absl::StatusOr<T>> {
68
74
  using UnwrappedType = T;
69
75
  using WrappedType = absl::StatusOr<T>;
70
76
  template <typename Next>
71
- static auto CallFactory(Next* next, absl::StatusOr<T>&& status) {
77
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(
78
+ Next* next, absl::StatusOr<T>&& status) {
72
79
  return next->Make(std::move(*status));
73
80
  }
74
- static bool IsOk(const absl::StatusOr<T>& status) { return status.ok(); }
81
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(
82
+ const absl::StatusOr<T>& status) {
83
+ return status.ok();
84
+ }
75
85
  static std::string ErrorString(const absl::StatusOr<T>& status) {
76
86
  return status.status().ToString();
77
87
  }
78
88
  template <typename R>
79
- static R ReturnValue(absl::StatusOr<T>&& status) {
89
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static R ReturnValue(
90
+ absl::StatusOr<T>&& status) {
80
91
  return FailureStatusCast<R>(status.status());
81
92
  }
82
93
  template <typename F, typename Elem>
83
- static auto CallSeqFactory(F& f, Elem&& elem, absl::StatusOr<T> value)
94
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallSeqFactory(
95
+ F& f, Elem&& elem, absl::StatusOr<T> value)
84
96
  -> decltype(f(std::forward<Elem>(elem), std::move(*value))) {
85
97
  return f(std::forward<Elem>(elem), std::move(*value));
86
98
  }
87
99
  template <typename Result, typename RunNext>
88
- static Poll<Result> CheckResultAndRunNext(absl::StatusOr<T> prior,
89
- RunNext run_next) {
100
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
101
+ CheckResultAndRunNext(absl::StatusOr<T> prior, RunNext run_next) {
90
102
  if (!prior.ok()) return FailureStatusCast<Result>(prior.status());
91
103
  return run_next(std::move(prior));
92
104
  }
@@ -128,19 +140,24 @@ struct TrySeqTraitsWithSfinae<
128
140
  using UnwrappedType = void;
129
141
  using WrappedType = T;
130
142
  template <typename Next>
131
- static auto CallFactory(Next* next, T&&) {
143
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(Next* next,
144
+ T&&) {
132
145
  return next->Make();
133
146
  }
134
- static bool IsOk(const T& status) { return IsStatusOk(status); }
135
- static std::string ErrorString(const T& status) {
147
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(const T& status) {
148
+ return IsStatusOk(status);
149
+ }
150
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static std::string ErrorString(
151
+ const T& status) {
136
152
  return IsStatusOk(status) ? "OK" : "FAILED";
137
153
  }
138
154
  template <typename R>
139
- static R ReturnValue(T&& status) {
155
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static R ReturnValue(T&& status) {
140
156
  return FailureStatusCast<R>(std::move(status));
141
157
  }
142
158
  template <typename Result, typename RunNext>
143
- static Poll<Result> CheckResultAndRunNext(T prior, RunNext run_next) {
159
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
160
+ CheckResultAndRunNext(T prior, RunNext run_next) {
144
161
  if (!IsStatusOk(prior)) return Result(std::move(prior));
145
162
  return run_next(std::move(prior));
146
163
  }
@@ -154,20 +171,25 @@ struct TrySeqTraitsWithSfinae<
154
171
  using UnwrappedType = decltype(TakeValue(std::declval<T>()));
155
172
  using WrappedType = T;
156
173
  template <typename Next>
157
- static auto CallFactory(Next* next, T&& status) {
174
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(Next* next,
175
+ T&& status) {
158
176
  return next->Make(TakeValue(std::forward<T>(status)));
159
177
  }
160
- static bool IsOk(const T& status) { return IsStatusOk(status); }
161
- static std::string ErrorString(const T& status) {
178
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(const T& status) {
179
+ return IsStatusOk(status);
180
+ }
181
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static std::string ErrorString(
182
+ const T& status) {
162
183
  return IsStatusOk(status) ? "OK" : "FAILED";
163
184
  }
164
185
  template <typename R>
165
- static R ReturnValue(T&& status) {
186
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static R ReturnValue(T&& status) {
166
187
  DCHECK(!IsStatusOk(status));
167
188
  return FailureStatusCast<R>(status.status());
168
189
  }
169
190
  template <typename Result, typename RunNext>
170
- static Poll<Result> CheckResultAndRunNext(T prior, RunNext run_next) {
191
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
192
+ CheckResultAndRunNext(T prior, RunNext run_next) {
171
193
  if (!IsStatusOk(prior)) return Result(std::move(prior));
172
194
  return run_next(std::move(prior));
173
195
  }
@@ -177,20 +199,25 @@ struct TrySeqTraitsWithSfinae<absl::Status> {
177
199
  using UnwrappedType = void;
178
200
  using WrappedType = absl::Status;
179
201
  template <typename Next>
180
- static auto CallFactory(Next* next, absl::Status&&) {
202
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static auto CallFactory(Next* next,
203
+ absl::Status&&) {
181
204
  return next->Make();
182
205
  }
183
- static bool IsOk(const absl::Status& status) { return status.ok(); }
206
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static bool IsOk(
207
+ const absl::Status& status) {
208
+ return status.ok();
209
+ }
184
210
  static std::string ErrorString(const absl::Status& status) {
185
211
  return status.ToString();
186
212
  }
187
213
  template <typename R>
188
- static R ReturnValue(absl::Status&& status) {
214
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static R ReturnValue(
215
+ absl::Status&& status) {
189
216
  return FailureStatusCast<R>(std::move(status));
190
217
  }
191
218
  template <typename Result, typename RunNext>
192
- static Poll<Result> CheckResultAndRunNext(absl::Status prior,
193
- RunNext run_next) {
219
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static Poll<Result>
220
+ CheckResultAndRunNext(absl::Status prior, RunNext run_next) {
194
221
  if (!prior.ok()) return StatusCast<Result>(std::move(prior));
195
222
  return run_next(std::move(prior));
196
223
  }
@@ -202,11 +229,15 @@ using TrySeqTraits = TrySeqTraitsWithSfinae<T>;
202
229
  template <typename P, typename... Fs>
203
230
  class TrySeq {
204
231
  public:
205
- explicit TrySeq(P&& promise, Fs&&... factories, DebugLocation whence)
232
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION explicit TrySeq(P&& promise,
233
+ Fs&&... factories,
234
+ DebugLocation whence)
206
235
  : state_(std::forward<P>(promise), std::forward<Fs>(factories)...,
207
236
  whence) {}
208
237
 
209
- auto operator()() { return state_.PollOnce(); }
238
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION auto operator()() {
239
+ return state_.PollOnce();
240
+ }
210
241
 
211
242
  private:
212
243
  SeqState<TrySeqTraits, P, Fs...> state_;
@@ -247,33 +278,33 @@ struct TrySeqIterResultTraits {
247
278
  // Status to indicate only success/failure. In the case of returning Status,
248
279
  // the construction functors take no arguments.
249
280
  template <typename F>
250
- F TrySeq(F functor) {
281
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION F TrySeq(F functor) {
251
282
  return functor;
252
283
  }
253
284
 
254
285
  template <typename F0, typename F1>
255
- promise_detail::TrySeq<F0, F1> TrySeq(F0 f0, F1 f1, DebugLocation whence = {}) {
286
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::TrySeq<F0, F1> TrySeq(
287
+ F0 f0, F1 f1, DebugLocation whence = {}) {
256
288
  return promise_detail::TrySeq<F0, F1>(std::move(f0), std::move(f1), whence);
257
289
  }
258
290
 
259
291
  template <typename F0, typename F1, typename F2>
260
- promise_detail::TrySeq<F0, F1, F2> TrySeq(F0 f0, F1 f1, F2 f2,
261
- DebugLocation whence = {}) {
292
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::TrySeq<F0, F1, F2> TrySeq(
293
+ F0 f0, F1 f1, F2 f2, DebugLocation whence = {}) {
262
294
  return promise_detail::TrySeq<F0, F1, F2>(std::move(f0), std::move(f1),
263
295
  std::move(f2), whence);
264
296
  }
265
297
 
266
298
  template <typename F0, typename F1, typename F2, typename F3>
267
- promise_detail::TrySeq<F0, F1, F2, F3> TrySeq(F0 f0, F1 f1, F2 f2, F3 f3,
268
- DebugLocation whence = {}) {
299
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::TrySeq<F0, F1, F2, F3>
300
+ TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, DebugLocation whence = {}) {
269
301
  return promise_detail::TrySeq<F0, F1, F2, F3>(
270
302
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), whence);
271
303
  }
272
304
 
273
305
  template <typename F0, typename F1, typename F2, typename F3, typename F4>
274
- promise_detail::TrySeq<F0, F1, F2, F3, F4> TrySeq(F0 f0, F1 f1, F2 f2, F3 f3,
275
- F4 f4,
276
- DebugLocation whence = {}) {
306
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION promise_detail::TrySeq<F0, F1, F2, F3, F4>
307
+ TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, DebugLocation whence = {}) {
277
308
  return promise_detail::TrySeq<F0, F1, F2, F3, F4>(
278
309
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
279
310
  whence);
@@ -281,8 +312,10 @@ promise_detail::TrySeq<F0, F1, F2, F3, F4> TrySeq(F0 f0, F1 f1, F2 f2, F3 f3,
281
312
 
282
313
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
283
314
  typename F5>
284
- promise_detail::TrySeq<F0, F1, F2, F3, F4, F5> TrySeq(
285
- F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, DebugLocation whence = {}) {
315
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
316
+ promise_detail::TrySeq<F0, F1, F2, F3, F4, F5>
317
+ TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5,
318
+ DebugLocation whence = {}) {
286
319
  return promise_detail::TrySeq<F0, F1, F2, F3, F4, F5>(
287
320
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
288
321
  std::move(f5), whence);
@@ -290,9 +323,10 @@ promise_detail::TrySeq<F0, F1, F2, F3, F4, F5> TrySeq(
290
323
 
291
324
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
292
325
  typename F5, typename F6>
293
- promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6> TrySeq(
294
- F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6,
295
- DebugLocation whence = {}) {
326
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
327
+ promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6>
328
+ TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6,
329
+ DebugLocation whence = {}) {
296
330
  return promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6>(
297
331
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
298
332
  std::move(f5), std::move(f6), whence);
@@ -300,9 +334,10 @@ promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6> TrySeq(
300
334
 
301
335
  template <typename F0, typename F1, typename F2, typename F3, typename F4,
302
336
  typename F5, typename F6, typename F7>
303
- promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6, F7> TrySeq(
304
- F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7,
305
- DebugLocation whence = {}) {
337
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
338
+ promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6, F7>
339
+ TrySeq(F0 f0, F1 f1, F2 f2, F3 f3, F4 f4, F5 f5, F6 f6, F7 f7,
340
+ DebugLocation whence = {}) {
306
341
  return promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6, F7>(
307
342
  std::move(f0), std::move(f1), std::move(f2), std::move(f3), std::move(f4),
308
343
  std::move(f5), std::move(f6), std::move(f7), whence);
@@ -317,8 +352,10 @@ promise_detail::TrySeq<F0, F1, F2, F3, F4, F5, F6, F7> TrySeq(
317
352
  // }
318
353
  // return argument;
319
354
  template <typename Iter, typename Factory, typename Argument>
320
- typename promise_detail::TrySeqIterResultTraits<Iter, Factory, Argument>::Result
321
- TrySeqIter(Iter begin, Iter end, Argument argument, Factory factory) {
355
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION
356
+ typename promise_detail::TrySeqIterResultTraits<Iter, Factory,
357
+ Argument>::Result
358
+ TrySeqIter(Iter begin, Iter end, Argument argument, Factory factory) {
322
359
  using Result =
323
360
  typename promise_detail::TrySeqIterResultTraits<Iter, Factory,
324
361
  Argument>::Result;
@@ -33,19 +33,17 @@ namespace grpc_core {
33
33
  namespace {
34
34
 
35
35
  void* ArenaStorage(size_t& initial_size) {
36
- static constexpr size_t base_size =
37
- GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(Arena));
38
- initial_size = GPR_ROUND_UP_TO_ALIGNMENT_SIZE(initial_size);
39
- initial_size = std::max(
40
- initial_size, GPR_ROUND_UP_TO_ALIGNMENT_SIZE(
41
- arena_detail::BaseArenaContextTraits::ContextSize()));
42
- size_t alloc_size = base_size + initial_size;
36
+ size_t base_size = Arena::ArenaOverhead() +
37
+ GPR_ROUND_UP_TO_ALIGNMENT_SIZE(
38
+ arena_detail::BaseArenaContextTraits::ContextSize());
39
+ initial_size =
40
+ std::max(GPR_ROUND_UP_TO_ALIGNMENT_SIZE(initial_size), base_size);
43
41
  static constexpr size_t alignment =
44
42
  (GPR_CACHELINE_SIZE > GPR_MAX_ALIGNMENT &&
45
43
  GPR_CACHELINE_SIZE % GPR_MAX_ALIGNMENT == 0)
46
44
  ? GPR_CACHELINE_SIZE
47
45
  : GPR_MAX_ALIGNMENT;
48
- return gpr_malloc_aligned(alloc_size, alignment);
46
+ return gpr_malloc_aligned(initial_size, alignment);
49
47
  }
50
48
 
51
49
  } // namespace
@@ -77,8 +75,9 @@ RefCountedPtr<Arena> Arena::Create(size_t initial_size,
77
75
 
78
76
  Arena::Arena(size_t initial_size, RefCountedPtr<ArenaFactory> arena_factory)
79
77
  : initial_zone_size_(initial_size),
80
- total_used_(GPR_ROUND_UP_TO_ALIGNMENT_SIZE(
81
- arena_detail::BaseArenaContextTraits::ContextSize())),
78
+ total_used_(ArenaOverhead() +
79
+ GPR_ROUND_UP_TO_ALIGNMENT_SIZE(
80
+ arena_detail::BaseArenaContextTraits::ContextSize())),
82
81
  arena_factory_(std::move(arena_factory)) {
83
82
  for (size_t i = 0; i < arena_detail::BaseArenaContextTraits::NumContexts();
84
83
  ++i) {
@@ -133,14 +132,17 @@ void Arena::ManagedNewObject::Link(std::atomic<ManagedNewObject*>* head) {
133
132
  }
134
133
  }
135
134
 
136
- RefCountedPtr<ArenaFactory> SimpleArenaAllocator(size_t initial_size) {
135
+ MemoryAllocator DefaultMemoryAllocatorForSimpleArenaAllocator() {
136
+ return ResourceQuota::Default()->memory_quota()->CreateMemoryAllocator(
137
+ "simple-arena-allocator");
138
+ }
139
+
140
+ RefCountedPtr<ArenaFactory> SimpleArenaAllocator(size_t initial_size,
141
+ MemoryAllocator allocator) {
137
142
  class Allocator : public ArenaFactory {
138
143
  public:
139
- explicit Allocator(size_t initial_size)
140
- : ArenaFactory(
141
- ResourceQuota::Default()->memory_quota()->CreateMemoryAllocator(
142
- "simple-arena-allocator")),
143
- initial_size_(initial_size) {}
144
+ Allocator(size_t initial_size, MemoryAllocator allocator)
145
+ : ArenaFactory(std::move(allocator)), initial_size_(initial_size) {}
144
146
 
145
147
  RefCountedPtr<Arena> MakeArena() override {
146
148
  return Arena::Create(initial_size_, Ref());
@@ -153,7 +155,7 @@ RefCountedPtr<ArenaFactory> SimpleArenaAllocator(size_t initial_size) {
153
155
  private:
154
156
  size_t initial_size_;
155
157
  };
156
- return MakeRefCounted<Allocator>(initial_size);
158
+ return MakeRefCounted<Allocator>(initial_size, std::move(allocator));
157
159
  }
158
160
 
159
161
  } // namespace grpc_core
@@ -87,14 +87,14 @@ class BaseArenaContextTraits {
87
87
  template <typename T>
88
88
  class ArenaContextTraits : public BaseArenaContextTraits {
89
89
  public:
90
- static uint16_t id() { return id_; }
90
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static uint16_t id() { return id_; }
91
91
 
92
92
  private:
93
93
  static const uint16_t id_;
94
94
  };
95
95
 
96
96
  template <typename T>
97
- void DestroyArenaContext(void* p) {
97
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION void DestroyArenaContext(void* p) {
98
98
  ArenaContextType<T>::Destroy(static_cast<T*>(p));
99
99
  }
100
100
 
@@ -133,7 +133,11 @@ class ArenaFactory : public RefCounted<ArenaFactory> {
133
133
  MemoryAllocator allocator_;
134
134
  };
135
135
 
136
- RefCountedPtr<ArenaFactory> SimpleArenaAllocator(size_t initial_size = 1024);
136
+ MemoryAllocator DefaultMemoryAllocatorForSimpleArenaAllocator();
137
+ RefCountedPtr<ArenaFactory> SimpleArenaAllocator(
138
+ size_t initial_size = 1024,
139
+ MemoryAllocator allocator =
140
+ DefaultMemoryAllocatorForSimpleArenaAllocator());
137
141
 
138
142
  class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
139
143
  arena_detail::UnrefDestroy> {
@@ -156,12 +160,10 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
156
160
 
157
161
  // Allocate \a size bytes from the arena.
158
162
  void* Alloc(size_t size) {
159
- static constexpr size_t base_size =
160
- GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(Arena));
161
163
  size = GPR_ROUND_UP_TO_ALIGNMENT_SIZE(size);
162
164
  size_t begin = total_used_.fetch_add(size, std::memory_order_relaxed);
163
165
  if (begin + size <= initial_zone_size_) {
164
- return reinterpret_cast<char*>(this) + base_size + begin;
166
+ return reinterpret_cast<char*>(this) + begin;
165
167
  } else {
166
168
  return AllocZone(size);
167
169
  }
@@ -245,6 +247,11 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
245
247
  return PoolPtr<T>(new T(std::forward<Args>(args)...), PooledDeleter());
246
248
  }
247
249
 
250
+ template <typename T>
251
+ static PoolPtr<T> MakePooledForOverwrite() {
252
+ return PoolPtr<T>(new T, PooledDeleter());
253
+ }
254
+
248
255
  // Make a unique_ptr to an array of T that is allocated from the arena.
249
256
  // When the pointer is released, the memory may be reused for other
250
257
  // MakePooled(.*) calls.
@@ -276,7 +283,7 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
276
283
  // for modern promise-based code -- however legacy filter stack based code
277
284
  // often needs to access these directly.
278
285
  template <typename T>
279
- T* GetContext() {
286
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION T* GetContext() {
280
287
  return static_cast<T*>(
281
288
  contexts()[arena_detail::ArenaContextTraits<T>::id()]);
282
289
  }
@@ -291,6 +298,13 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
291
298
  DCHECK_EQ(GetContext<T>(), context);
292
299
  }
293
300
 
301
+ static size_t ArenaOverhead() {
302
+ return GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(Arena));
303
+ }
304
+ static size_t ArenaZoneOverhead() {
305
+ return GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(Zone));
306
+ }
307
+
294
308
  private:
295
309
  friend struct arena_detail::UnrefDestroy;
296
310
 
@@ -330,7 +344,9 @@ class Arena final : public RefCounted<Arena, NonPolymorphicRefCount,
330
344
 
331
345
  void* AllocZone(size_t size);
332
346
  void Destroy() const;
333
- void** contexts() { return reinterpret_cast<void**>(this + 1); }
347
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION void** contexts() {
348
+ return reinterpret_cast<void**>(this + 1);
349
+ }
334
350
 
335
351
  // Keep track of the total used size. We use this in our call sizing
336
352
  // hysteresis.
@@ -362,8 +378,12 @@ namespace promise_detail {
362
378
  template <typename T>
363
379
  class Context<T, absl::void_t<decltype(ArenaContextType<T>::Destroy)>> {
364
380
  public:
365
- static T* get() { return GetContext<Arena>()->GetContext<T>(); }
366
- static void set(T* value) { GetContext<Arena>()->SetContext(value); }
381
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static T* get() {
382
+ return GetContext<Arena>()->GetContext<T>();
383
+ }
384
+ GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION static void set(T* value) {
385
+ GetContext<Arena>()->SetContext(value);
386
+ }
367
387
  };
368
388
 
369
389
  } // namespace promise_detail
@@ -26,6 +26,7 @@
26
26
  #include <utility>
27
27
 
28
28
  #include "absl/log/check.h"
29
+ #include "absl/log/log.h"
29
30
  #include "absl/status/status.h"
30
31
  #include "absl/strings/str_cat.h"
31
32
 
@@ -355,7 +356,7 @@ void GrpcMemoryAllocatorImpl::MaybeDonateBack() {
355
356
  std::memory_order_acq_rel,
356
357
  std::memory_order_acquire)) {
357
358
  if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
358
- gpr_log(GPR_INFO, "[%p] Early return %" PRIdPTR " bytes", this, ret);
359
+ LOG(INFO) << "[" << this << "] Early return " << ret << " bytes";
359
360
  }
360
361
  CHECK(taken_bytes_.fetch_sub(ret, std::memory_order_relaxed) >= ret);
361
362
  memory_quota_->Return(ret);
@@ -452,10 +453,9 @@ void BasicMemoryQuota::Start() {
452
453
  if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
453
454
  double free = std::max(intptr_t{0}, self->free_bytes_.load());
454
455
  size_t quota_size = self->quota_size_.load();
455
- gpr_log(GPR_INFO,
456
- "RQ: %s perform %s reclamation. Available free bytes: %f, "
457
- "total quota_size: %zu",
458
- self->name_.c_str(), std::get<0>(arg), free, quota_size);
456
+ LOG(INFO) << "RQ: " << self->name_ << " perform " << std::get<0>(arg)
457
+ << " reclamation. Available free bytes: " << free
458
+ << ", total quota_size: " << quota_size;
459
459
  }
460
460
  // One of the reclaimer queues gave us a way to get back memory.
461
461
  // Call the reclaimer with a token that contains enough to wake us
@@ -535,10 +535,9 @@ void BasicMemoryQuota::FinishReclamation(uint64_t token, Waker waker) {
535
535
  if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
536
536
  double free = std::max(intptr_t{0}, free_bytes_.load());
537
537
  size_t quota_size = quota_size_.load();
538
- gpr_log(GPR_INFO,
539
- "RQ: %s reclamation complete. Available free bytes: %f, "
540
- "total quota_size: %zu",
541
- name_.c_str(), free, quota_size);
538
+ LOG(INFO) << "RQ: " << name_
539
+ << " reclamation complete. Available free bytes: " << free
540
+ << ", total quota_size: " << quota_size;
542
541
  }
543
542
  waker.Wakeup();
544
543
  }
@@ -550,7 +549,7 @@ void BasicMemoryQuota::Return(size_t amount) {
550
549
 
551
550
  void BasicMemoryQuota::AddNewAllocator(GrpcMemoryAllocatorImpl* allocator) {
552
551
  if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
553
- gpr_log(GPR_INFO, "Adding allocator %p", allocator);
552
+ LOG(INFO) << "Adding allocator " << allocator;
554
553
  }
555
554
 
556
555
  AllocatorBucket::Shard& shard = small_allocators_.SelectShard(allocator);
@@ -563,7 +562,7 @@ void BasicMemoryQuota::AddNewAllocator(GrpcMemoryAllocatorImpl* allocator) {
563
562
 
564
563
  void BasicMemoryQuota::RemoveAllocator(GrpcMemoryAllocatorImpl* allocator) {
565
564
  if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
566
- gpr_log(GPR_INFO, "Removing allocator %p", allocator);
565
+ LOG(INFO) << "Removing allocator " << allocator;
567
566
  }
568
567
 
569
568
  AllocatorBucket::Shard& small_shard =
@@ -610,7 +609,7 @@ void BasicMemoryQuota::MaybeMoveAllocator(GrpcMemoryAllocatorImpl* allocator,
610
609
  void BasicMemoryQuota::MaybeMoveAllocatorBigToSmall(
611
610
  GrpcMemoryAllocatorImpl* allocator) {
612
611
  if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
613
- gpr_log(GPR_INFO, "Moving allocator %p to small", allocator);
612
+ LOG(INFO) << "Moving allocator " << allocator << " to small";
614
613
  }
615
614
 
616
615
  AllocatorBucket::Shard& old_shard = big_allocators_.SelectShard(allocator);
@@ -631,7 +630,7 @@ void BasicMemoryQuota::MaybeMoveAllocatorBigToSmall(
631
630
  void BasicMemoryQuota::MaybeMoveAllocatorSmallToBig(
632
631
  GrpcMemoryAllocatorImpl* allocator) {
633
632
  if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
634
- gpr_log(GPR_INFO, "Moving allocator %p to big", allocator);
633
+ LOG(INFO) << "Moving allocator " << allocator << " to big";
635
634
  }
636
635
 
637
636
  AllocatorBucket::Shard& old_shard = small_allocators_.SelectShard(allocator);
@@ -768,8 +767,8 @@ double PressureTracker::AddSampleAndGetControlValue(double sample) {
768
767
  report = controller_.Update(current_estimate - kSetPoint);
769
768
  }
770
769
  if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
771
- gpr_log(GPR_INFO, "RQ: pressure:%lf report:%lf controller:%s",
772
- current_estimate, report, controller_.DebugString().c_str());
770
+ LOG(INFO) << "RQ: pressure:" << current_estimate << " report:" << report
771
+ << " controller:" << controller_.DebugString();
773
772
  }
774
773
  report_.store(report, std::memory_order_relaxed);
775
774
  });
@@ -29,12 +29,12 @@
29
29
  #include "absl/base/thread_annotations.h"
30
30
  #include "absl/container/flat_hash_set.h"
31
31
  #include "absl/log/check.h"
32
+ #include "absl/log/log.h"
32
33
  #include "absl/strings/string_view.h"
33
34
  #include "absl/types/optional.h"
34
35
 
35
36
  #include <grpc/event_engine/memory_allocator.h>
36
37
  #include <grpc/event_engine/memory_request.h>
37
- #include <grpc/support/log.h>
38
38
  #include <grpc/support/port_platform.h>
39
39
 
40
40
  #include "src/core/lib/debug/trace.h"
@@ -426,7 +426,8 @@ class GrpcMemoryAllocatorImpl final : public EventEngineMemoryAllocatorImpl {
426
426
  size_t ret = free_bytes_.exchange(0, std::memory_order_acq_rel);
427
427
  if (ret == 0) return;
428
428
  if (GRPC_TRACE_FLAG_ENABLED(resource_quota)) {
429
- gpr_log(GPR_INFO, "Allocator %p returning %zu bytes to quota", this, ret);
429
+ LOG(INFO) << "Allocator " << this << " returning " << ret
430
+ << " bytes to quota";
430
431
  }
431
432
  taken_bytes_.fetch_sub(ret, std::memory_order_relaxed);
432
433
  memory_quota_->Return(ret);
@@ -56,8 +56,9 @@ bool PeriodicUpdate::MaybeEndPeriod(absl::FunctionRef<void(Duration)> f) {
56
56
  // Store the remainder left. Note that updates_remaining_ may have been
57
57
  // decremented by another thread whilst we performed the above calculations:
58
58
  // we simply discard those decrements.
59
- updates_remaining_.store(better_guess - expected_updates_per_period_,
60
- std::memory_order_release);
59
+ auto remaining = better_guess - expected_updates_per_period_;
60
+ expected_updates_per_period_ = better_guess;
61
+ updates_remaining_.store(remaining, std::memory_order_release);
61
62
  // Not quite done, return, try for longer.
62
63
  return false;
63
64
  }
@@ -19,10 +19,10 @@
19
19
  #include <string>
20
20
  #include <utility>
21
21
 
22
+ #include "absl/log/log.h"
22
23
  #include "absl/status/status.h"
23
24
  #include "absl/strings/str_join.h"
24
25
 
25
- #include <grpc/support/log.h>
26
26
  #include <grpc/support/port_platform.h>
27
27
 
28
28
  #include "src/core/lib/channel/channel_stack.h"
@@ -65,14 +65,11 @@ GrpcServerAuthzFilter::Create(const ChannelArgs& args, ChannelFilter::Args) {
65
65
  bool GrpcServerAuthzFilter::IsAuthorized(ClientMetadata& initial_metadata) {
66
66
  EvaluateArgs args(&initial_metadata, &per_channel_evaluate_args_);
67
67
  if (GRPC_TRACE_FLAG_ENABLED(grpc_authz_api)) {
68
- gpr_log(GPR_DEBUG,
69
- "checking request: url_path=%s, transport_security_type=%s, "
70
- "uri_sans=[%s], dns_sans=[%s], subject=%s",
71
- std::string(args.GetPath()).c_str(),
72
- std::string(args.GetTransportSecurityType()).c_str(),
73
- absl::StrJoin(args.GetUriSans(), ",").c_str(),
74
- absl::StrJoin(args.GetDnsSans(), ",").c_str(),
75
- std::string(args.GetSubject()).c_str());
68
+ VLOG(2) << "checking request: url_path=" << args.GetPath()
69
+ << ", transport_security_type=" << args.GetTransportSecurityType()
70
+ << ", uri_sans=[" << absl::StrJoin(args.GetUriSans(), ",")
71
+ << "], dns_sans=[" << absl::StrJoin(args.GetDnsSans(), ",")
72
+ << "], subject=" << args.GetSubject();
76
73
  }
77
74
  grpc_authorization_policy_provider::AuthorizationEngines engines =
78
75
  provider_->engines();
@@ -81,8 +78,8 @@ bool GrpcServerAuthzFilter::IsAuthorized(ClientMetadata& initial_metadata) {
81
78
  engines.deny_engine->Evaluate(args);
82
79
  if (decision.type == AuthorizationEngine::Decision::Type::kDeny) {
83
80
  if (GRPC_TRACE_FLAG_ENABLED(grpc_authz_api)) {
84
- gpr_log(GPR_INFO, "chand=%p: request denied by policy %s.", this,
85
- decision.matching_policy_name.c_str());
81
+ LOG(INFO) << "chand=" << this << ": request denied by policy "
82
+ << decision.matching_policy_name;
86
83
  }
87
84
  return false;
88
85
  }
@@ -92,15 +89,15 @@ bool GrpcServerAuthzFilter::IsAuthorized(ClientMetadata& initial_metadata) {
92
89
  engines.allow_engine->Evaluate(args);
93
90
  if (decision.type == AuthorizationEngine::Decision::Type::kAllow) {
94
91
  if (GRPC_TRACE_FLAG_ENABLED(grpc_authz_api)) {
95
- gpr_log(GPR_DEBUG, "chand=%p: request allowed by policy %s.", this,
96
- decision.matching_policy_name.c_str());
92
+ VLOG(2) << "chand=" << this << ": request allowed by policy "
93
+ << decision.matching_policy_name;
97
94
  }
98
95
  return true;
99
96
  }
100
97
  }
101
98
  if (GRPC_TRACE_FLAG_ENABLED(grpc_authz_api)) {
102
- gpr_log(GPR_INFO, "chand=%p: request denied, no matching policy found.",
103
- this);
99
+ LOG(INFO) << "chand=" << this
100
+ << ": request denied, no matching policy found.";
104
101
  }
105
102
  return false;
106
103
  }
@@ -114,7 +111,6 @@ absl::Status GrpcServerAuthzFilter::Call::OnClientInitialMetadata(
114
111
  }
115
112
 
116
113
  const grpc_channel_filter GrpcServerAuthzFilter::kFilter =
117
- MakePromiseBasedFilter<GrpcServerAuthzFilter, FilterEndpoint::kServer>(
118
- "grpc-server-authz");
114
+ MakePromiseBasedFilter<GrpcServerAuthzFilter, FilterEndpoint::kServer>();
119
115
 
120
116
  } // namespace grpc_core
@@ -37,6 +37,8 @@ class GrpcServerAuthzFilter final
37
37
  public:
38
38
  static const grpc_channel_filter kFilter;
39
39
 
40
+ static absl::string_view TypeName() { return "grpc-server-authz"; }
41
+
40
42
  static absl::StatusOr<std::unique_ptr<GrpcServerAuthzFilter>> Create(
41
43
  const ChannelArgs& args, ChannelFilter::Args);
42
44