grpc 1.54.3 → 1.59.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (1765) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +665 -324
  3. data/include/grpc/event_engine/event_engine.h +32 -46
  4. data/include/grpc/event_engine/memory_allocator.h +2 -2
  5. data/include/grpc/grpc_audit_logging.h +96 -0
  6. data/include/grpc/grpc_security.h +19 -0
  7. data/include/grpc/impl/channel_arg_names.h +375 -0
  8. data/include/grpc/impl/grpc_types.h +1 -348
  9. data/include/grpc/module.modulemap +3 -0
  10. data/include/grpc/support/json.h +218 -0
  11. data/include/grpc/support/port_platform.h +103 -24
  12. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +7 -2
  13. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +24 -10
  14. data/src/core/ext/filters/client_channel/backend_metric.cc +4 -1
  15. data/src/core/ext/filters/client_channel/channel_connectivity.cc +4 -4
  16. data/src/core/ext/filters/client_channel/client_channel.cc +564 -178
  17. data/src/core/ext/filters/client_channel/client_channel.h +75 -23
  18. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +20 -19
  19. data/src/core/ext/filters/client_channel/client_channel_internal.h +22 -59
  20. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +15 -1
  21. data/src/core/ext/filters/client_channel/client_channel_service_config.cc +2 -2
  22. data/src/core/ext/filters/client_channel/config_selector.h +9 -36
  23. data/src/core/ext/filters/client_channel/dynamic_filters.h +5 -3
  24. data/src/core/ext/filters/client_channel/{http_proxy.cc → http_proxy_mapper.cc} +41 -3
  25. data/src/core/ext/filters/client_channel/{http_proxy.h → http_proxy_mapper.h} +3 -3
  26. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +27 -53
  27. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +23 -9
  28. data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +3 -0
  29. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +25 -35
  30. data/src/core/ext/filters/client_channel/lb_policy/endpoint_list.cc +188 -0
  31. data/src/core/ext/filters/client_channel/lb_policy/endpoint_list.h +214 -0
  32. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +103 -142
  33. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +2 -1
  34. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +5 -4
  35. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +4 -2
  36. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +515 -0
  37. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +52 -0
  38. data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +204 -0
  39. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +6 -9
  40. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +2 -0
  41. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +93 -106
  42. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +2 -2
  43. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +532 -191
  44. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +36 -0
  45. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +16 -45
  46. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +447 -464
  47. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +18 -1
  48. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +73 -129
  49. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +416 -30
  50. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +26 -23
  51. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +76 -6
  52. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +904 -101
  53. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +19 -54
  54. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +73 -126
  55. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +8 -0
  56. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +35 -86
  57. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +23 -69
  58. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +117 -173
  59. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +81 -68
  60. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +28 -96
  61. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +21 -123
  62. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.h +30 -0
  63. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
  64. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +105 -175
  65. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +58 -44
  66. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
  67. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +66 -0
  68. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.h +27 -0
  69. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +586 -0
  70. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.h +35 -0
  71. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +97 -0
  72. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.h +32 -0
  73. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +3 -14
  74. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.h +24 -0
  75. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +24 -6
  76. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +36 -2
  77. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +30 -28
  78. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +10 -4
  79. data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +1 -0
  80. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +25 -13
  81. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +467 -312
  82. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +32 -1
  83. data/src/core/ext/filters/client_channel/retry_filter.cc +39 -2530
  84. data/src/core/ext/filters/client_channel/retry_filter.h +92 -1
  85. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
  86. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
  87. data/src/core/ext/filters/client_channel/retry_service_config.cc +10 -9
  88. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +40 -90
  89. data/src/core/ext/filters/client_channel/subchannel.cc +50 -199
  90. data/src/core/ext/filters/client_channel/subchannel.h +23 -48
  91. data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +3 -0
  92. data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
  93. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +1 -1
  94. data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
  95. data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
  96. data/src/core/ext/filters/http/message_compress/compression_filter.cc +8 -7
  97. data/src/core/ext/filters/http/server/http_server_filter.cc +22 -18
  98. data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
  99. data/src/core/ext/filters/rbac/rbac_filter.cc +40 -111
  100. data/src/core/ext/filters/rbac/rbac_filter.h +12 -30
  101. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +162 -72
  102. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +6 -8
  103. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +164 -88
  104. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +16 -7
  105. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
  106. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +16 -17
  107. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +979 -832
  108. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +21 -0
  109. data/src/core/ext/transport/chttp2/transport/context_list_entry.h +70 -0
  110. data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6569 -174
  111. data/src/core/ext/transport/chttp2/transport/decode_huff.h +2278 -441
  112. data/src/core/ext/transport/chttp2/transport/flow_control.cc +74 -117
  113. data/src/core/ext/transport/chttp2/transport/flow_control.h +27 -4
  114. data/src/core/ext/transport/chttp2/transport/frame_data.h +1 -1
  115. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +1 -1
  116. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +24 -25
  117. data/src/core/ext/transport/chttp2/transport/frame_ping.h +1 -4
  118. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +10 -1
  119. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +1 -1
  120. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +1 -1
  121. data/src/core/ext/transport/chttp2/transport/frame_settings.h +1 -1
  122. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +1 -1
  123. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +1 -1
  124. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +1 -0
  125. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
  126. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +326 -0
  127. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +640 -547
  128. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +160 -12
  129. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +48 -33
  130. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +19 -5
  131. data/src/core/ext/transport/chttp2/transport/internal.h +194 -149
  132. data/src/core/ext/transport/chttp2/transport/{frame.h → legacy_frame.h} +3 -3
  133. data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.cc +44 -0
  134. data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.h +67 -0
  135. data/src/core/ext/transport/chttp2/transport/parsing.cc +143 -31
  136. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +90 -0
  137. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +59 -0
  138. data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +108 -0
  139. data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +115 -0
  140. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +120 -0
  141. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +88 -0
  142. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +1 -1
  143. data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +60 -0
  144. data/src/core/ext/transport/chttp2/transport/write_size_policy.h +66 -0
  145. data/src/core/ext/transport/chttp2/transport/writing.cc +220 -145
  146. data/src/core/ext/transport/inproc/inproc_transport.cc +10 -0
  147. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +85 -52
  148. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +407 -182
  149. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +119 -60
  150. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +474 -225
  151. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +88 -55
  152. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +408 -189
  153. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +355 -210
  154. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +1564 -729
  155. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +28 -17
  156. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +140 -51
  157. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +32 -21
  158. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +153 -63
  159. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +25 -14
  160. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +71 -39
  161. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +18 -11
  162. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +41 -27
  163. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +18 -11
  164. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +41 -27
  165. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +107 -62
  166. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +559 -245
  167. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +19 -12
  168. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +38 -31
  169. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +20 -19
  170. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +75 -30
  171. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +21 -16
  172. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +38 -31
  173. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +253 -147
  174. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +869 -405
  175. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +415 -264
  176. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1831 -899
  177. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +72 -41
  178. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +279 -149
  179. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +529 -334
  180. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2009 -1131
  181. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +19 -12
  182. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +38 -31
  183. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +87 -52
  184. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +340 -233
  185. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +262 -165
  186. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +881 -477
  187. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +137 -80
  188. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +520 -275
  189. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +20 -13
  190. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +43 -37
  191. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +378 -221
  192. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1160 -611
  193. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +155 -92
  194. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +620 -293
  195. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +16 -11
  196. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +30 -27
  197. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +19 -12
  198. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +38 -31
  199. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +28 -17
  200. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +140 -51
  201. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +277 -167
  202. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +811 -441
  203. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +230 -137
  204. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1157 -501
  205. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +20 -13
  206. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +53 -38
  207. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +367 -211
  208. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1107 -647
  209. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +31 -18
  210. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +109 -51
  211. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +32 -19
  212. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +110 -56
  213. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +36 -21
  214. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +141 -65
  215. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +29 -18
  216. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +136 -66
  217. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +20 -13
  218. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +44 -38
  219. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +76 -43
  220. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +258 -128
  221. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +143 -88
  222. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +431 -242
  223. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +113 -62
  224. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +552 -228
  225. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +16 -11
  226. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +28 -27
  227. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +173 -118
  228. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +850 -443
  229. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +170 -95
  230. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +857 -375
  231. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +46 -27
  232. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +152 -111
  233. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +37 -18
  234. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +66 -56
  235. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +27 -15
  236. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +85 -46
  237. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +129 -74
  238. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +481 -249
  239. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +161 -84
  240. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +673 -241
  241. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +246 -139
  242. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +926 -434
  243. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +78 -49
  244. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +609 -202
  245. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1281 -776
  246. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5414 -2519
  247. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +47 -28
  248. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +157 -85
  249. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +226 -141
  250. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +731 -400
  251. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +18 -11
  252. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +41 -27
  253. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +19 -12
  254. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +38 -31
  255. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +30 -19
  256. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +62 -49
  257. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +25 -14
  258. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +103 -44
  259. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +44 -25
  260. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +252 -101
  261. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +19 -12
  262. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +38 -31
  263. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +16 -11
  264. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +28 -27
  265. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +40 -23
  266. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +101 -71
  267. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +5 -4
  268. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +14 -17
  269. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +41 -24
  270. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +103 -76
  271. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +28 -17
  272. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +88 -51
  273. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +556 -0
  274. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2702 -0
  275. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +14 -9
  276. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +66 -24
  277. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +58 -37
  278. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +143 -109
  279. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +91 -43
  280. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +379 -168
  281. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +42 -25
  282. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +107 -81
  283. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +66 -22
  284. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +348 -83
  285. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +30 -19
  286. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +65 -51
  287. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +502 -300
  288. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2235 -1075
  289. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +16 -11
  290. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +28 -27
  291. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +33 -21
  292. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +105 -79
  293. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +70 -45
  294. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +186 -139
  295. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +45 -0
  296. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +85 -0
  297. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +32 -21
  298. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +112 -79
  299. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +16 -11
  300. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +28 -27
  301. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +5 -4
  302. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +8 -11
  303. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +182 -96
  304. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +900 -361
  305. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +54 -33
  306. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +143 -102
  307. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +186 -111
  308. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +809 -420
  309. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +30 -19
  310. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +101 -53
  311. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +8 -7
  312. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +11 -15
  313. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +298 -177
  314. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1277 -523
  315. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +40 -23
  316. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +181 -76
  317. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +128 -83
  318. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +503 -239
  319. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +20 -13
  320. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +48 -35
  321. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +37 -26
  322. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +117 -69
  323. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +19 -12
  324. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +40 -31
  325. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +50 -29
  326. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +85 -63
  327. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +35 -20
  328. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +126 -64
  329. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +20 -13
  330. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +84 -41
  331. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +19 -12
  332. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +43 -33
  333. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +16 -11
  334. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +30 -27
  335. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +44 -27
  336. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +94 -71
  337. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +11 -10
  338. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +17 -22
  339. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +38 -23
  340. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +154 -76
  341. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +29 -18
  342. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +106 -56
  343. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +44 -29
  344. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +132 -92
  345. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +63 -42
  346. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +192 -121
  347. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +78 -45
  348. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +201 -132
  349. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +32 -21
  350. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +66 -53
  351. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +5 -4
  352. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +5 -8
  353. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +14 -9
  354. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +21 -19
  355. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +26 -15
  356. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +47 -34
  357. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +41 -22
  358. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +83 -53
  359. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +33 -20
  360. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +84 -57
  361. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +5 -4
  362. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +5 -8
  363. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +18 -11
  364. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +41 -27
  365. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +21 -14
  366. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +54 -42
  367. data/src/core/ext/upb-generated/google/api/annotations.upb.c +12 -11
  368. data/src/core/ext/upb-generated/google/api/annotations.upb.h +22 -20
  369. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +253 -154
  370. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +927 -451
  371. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +297 -180
  372. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +939 -484
  373. data/src/core/ext/upb-generated/google/api/http.upb.c +66 -35
  374. data/src/core/ext/upb-generated/google/api/http.upb.h +277 -121
  375. data/src/core/ext/upb-generated/google/api/httpbody.upb.c +20 -13
  376. data/src/core/ext/upb-generated/google/api/httpbody.upb.h +88 -38
  377. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +17 -10
  378. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +31 -23
  379. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +1168 -419
  380. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +4431 -1412
  381. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +17 -10
  382. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +31 -23
  383. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +8 -7
  384. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +11 -15
  385. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +60 -39
  386. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +200 -103
  387. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +17 -10
  388. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +31 -23
  389. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +88 -51
  390. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +149 -107
  391. data/src/core/ext/upb-generated/google/rpc/status.upb.c +20 -13
  392. data/src/core/ext/upb-generated/google/rpc/status.upb.h +88 -38
  393. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +57 -34
  394. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +147 -93
  395. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +41 -24
  396. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +110 -60
  397. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +248 -145
  398. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +912 -416
  399. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +32 -19
  400. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +68 -51
  401. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +23 -14
  402. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +37 -30
  403. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +142 -81
  404. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +397 -217
  405. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +49 -26
  406. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +146 -62
  407. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +171 -102
  408. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +848 -299
  409. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +66 -49
  410. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +148 -105
  411. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +24 -17
  412. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +48 -35
  413. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +10 -9
  414. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +23 -14
  415. data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +24 -17
  416. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +48 -35
  417. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +21 -16
  418. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +38 -31
  419. data/src/core/ext/upb-generated/validate/validate.upb.c +843 -455
  420. data/src/core/ext/upb-generated/validate/validate.upb.h +4340 -1909
  421. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +66 -49
  422. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +148 -105
  423. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +24 -17
  424. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +48 -35
  425. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +10 -9
  426. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +23 -14
  427. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +63 -44
  428. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +130 -92
  429. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +21 -16
  430. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +38 -31
  431. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +14 -9
  432. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +21 -19
  433. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +19 -12
  434. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +38 -31
  435. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +35 -22
  436. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +88 -63
  437. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +24 -17
  438. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +44 -29
  439. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +19 -12
  440. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +38 -31
  441. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +21 -14
  442. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +55 -43
  443. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +42 -25
  444. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +162 -80
  445. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +25 -14
  446. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +58 -39
  447. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +76 -38
  448. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +175 -77
  449. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +19 -12
  450. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +82 -35
  451. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +16 -11
  452. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +28 -27
  453. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +30 -19
  454. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +143 -55
  455. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +8 -7
  456. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +11 -15
  457. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +32 -21
  458. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +154 -64
  459. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +160 -101
  460. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +494 -294
  461. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +83 -52
  462. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +423 -165
  463. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +22 -15
  464. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +45 -37
  465. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +38 -23
  466. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +154 -76
  467. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +35 -22
  468. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +84 -66
  469. data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +41 -22
  470. data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +83 -53
  471. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +19 -12
  472. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +38 -31
  473. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +1 -1
  474. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +6 -5
  475. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +1 -1
  476. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +6 -5
  477. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +1 -1
  478. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +6 -5
  479. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +1 -1
  480. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +6 -5
  481. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +1 -1
  482. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +6 -5
  483. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +1 -1
  484. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +6 -5
  485. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +1 -1
  486. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +6 -5
  487. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +1 -1
  488. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +6 -5
  489. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +1 -1
  490. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +6 -5
  491. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +1 -1
  492. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +6 -5
  493. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +1 -1
  494. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +6 -5
  495. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +1 -1
  496. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +6 -5
  497. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +1 -1
  498. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +6 -5
  499. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +89 -77
  500. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +11 -5
  501. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +252 -253
  502. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +6 -5
  503. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +1 -1
  504. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +6 -5
  505. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +1 -1
  506. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +6 -5
  507. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +1 -1
  508. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +6 -5
  509. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +1 -1
  510. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +6 -5
  511. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +1 -1
  512. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +6 -5
  513. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +1 -1
  514. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +6 -5
  515. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +1 -1
  516. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +6 -5
  517. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +1 -1
  518. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +6 -5
  519. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +1 -1
  520. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +6 -5
  521. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +1 -1
  522. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +6 -5
  523. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +1 -1
  524. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +6 -5
  525. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +1 -1
  526. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +6 -5
  527. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +163 -161
  528. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +6 -5
  529. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +130 -119
  530. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +6 -5
  531. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +1 -1
  532. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +6 -5
  533. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +142 -136
  534. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +6 -5
  535. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +1 -1
  536. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +6 -5
  537. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +1 -1
  538. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +6 -5
  539. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +1 -1
  540. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +6 -5
  541. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +1 -1
  542. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +6 -5
  543. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +1 -1
  544. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +6 -5
  545. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +1 -1
  546. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +6 -5
  547. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +1 -1
  548. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +6 -5
  549. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +1 -1
  550. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +6 -5
  551. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +1 -1
  552. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +6 -5
  553. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +1 -1
  554. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +6 -5
  555. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +1 -1
  556. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +6 -5
  557. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +1 -1
  558. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +6 -5
  559. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +1 -1
  560. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +6 -5
  561. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +20 -13
  562. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +6 -5
  563. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +1 -1
  564. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +6 -5
  565. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +39 -31
  566. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +11 -5
  567. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +134 -128
  568. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +11 -5
  569. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +1 -1
  570. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +6 -5
  571. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +1 -1
  572. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +6 -5
  573. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +1 -1
  574. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +6 -5
  575. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +1 -1
  576. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +6 -5
  577. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +1 -1
  578. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +6 -5
  579. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +1 -1
  580. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +6 -5
  581. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +1 -1
  582. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +6 -5
  583. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +1 -1
  584. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +6 -5
  585. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +1 -1
  586. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +6 -5
  587. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +1 -1
  588. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +6 -5
  589. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +1 -1
  590. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +6 -5
  591. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +1 -1
  592. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +6 -5
  593. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +1 -1
  594. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +6 -5
  595. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +1 -1
  596. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +6 -5
  597. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +1 -1
  598. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +6 -5
  599. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
  600. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
  601. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +1 -1
  602. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +6 -5
  603. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +1 -1
  604. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +6 -5
  605. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +81 -75
  606. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +6 -5
  607. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +1 -1
  608. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +6 -5
  609. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +64 -48
  610. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +11 -5
  611. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +1 -1
  612. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +6 -5
  613. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +495 -470
  614. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +11 -5
  615. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +1 -1
  616. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +6 -5
  617. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +1 -1
  618. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +6 -5
  619. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +138 -136
  620. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +6 -5
  621. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +1 -1
  622. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +6 -5
  623. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +1 -1
  624. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +6 -5
  625. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +1 -1
  626. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +6 -5
  627. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +1 -1
  628. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +6 -5
  629. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +1 -1
  630. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +6 -5
  631. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +1 -1
  632. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +6 -5
  633. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +12 -13
  634. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +6 -5
  635. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +1 -1
  636. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +6 -5
  637. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +1 -1
  638. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +6 -5
  639. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +1 -1
  640. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +6 -5
  641. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +1 -1
  642. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +6 -5
  643. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +1 -1
  644. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +6 -5
  645. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +1 -1
  646. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +6 -5
  647. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +1 -1
  648. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +6 -5
  649. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +1 -1
  650. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +6 -5
  651. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +30 -30
  652. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +6 -5
  653. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +1 -1
  654. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +6 -5
  655. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +1 -1
  656. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +6 -5
  657. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +1 -1
  658. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +6 -5
  659. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +1 -1
  660. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +6 -5
  661. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +1 -1
  662. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +6 -5
  663. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +1 -1
  664. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +6 -5
  665. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +1 -1
  666. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +6 -5
  667. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +1 -1
  668. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +6 -5
  669. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +1 -1
  670. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +6 -5
  671. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +1 -1
  672. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +6 -5
  673. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +1 -1
  674. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +6 -5
  675. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +1 -1
  676. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +6 -5
  677. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +1 -1
  678. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +6 -5
  679. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +1 -1
  680. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +6 -5
  681. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +1 -1
  682. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +6 -5
  683. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +1 -1
  684. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +6 -5
  685. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +1 -1
  686. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +6 -5
  687. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +1 -1
  688. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +6 -5
  689. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +1 -1
  690. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +6 -5
  691. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +1 -1
  692. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +6 -5
  693. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +1 -1
  694. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +6 -5
  695. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +406 -273
  696. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +21 -5
  697. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +1 -1
  698. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +6 -5
  699. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +1 -1
  700. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +6 -5
  701. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +1 -1
  702. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +6 -5
  703. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +1 -1
  704. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +6 -5
  705. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +1 -1
  706. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +6 -5
  707. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +1 -1
  708. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +6 -5
  709. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +1 -1
  710. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +6 -5
  711. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +1 -1
  712. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +6 -5
  713. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +1 -1
  714. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +6 -5
  715. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +1 -1
  716. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +6 -5
  717. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +1 -1
  718. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +6 -5
  719. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +1 -1
  720. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +6 -5
  721. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +1 -1
  722. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +6 -5
  723. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +1 -1
  724. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +6 -5
  725. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +1 -1
  726. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +6 -5
  727. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +1 -1
  728. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +6 -5
  729. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +1 -1
  730. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +6 -5
  731. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +1 -1
  732. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +6 -5
  733. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +1 -1
  734. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +6 -5
  735. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +1 -1
  736. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +6 -5
  737. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +1 -1
  738. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +6 -5
  739. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +1 -1
  740. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +6 -5
  741. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +1 -1
  742. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +6 -5
  743. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +1 -1
  744. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +6 -5
  745. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +1 -1
  746. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +6 -5
  747. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +1 -1
  748. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +6 -5
  749. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +1 -1
  750. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +6 -5
  751. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +1 -1
  752. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +6 -5
  753. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +1 -1
  754. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +6 -5
  755. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +1 -1
  756. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +6 -5
  757. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +1 -1
  758. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +6 -5
  759. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +1 -1
  760. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +6 -5
  761. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +1 -1
  762. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +6 -5
  763. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +1 -1
  764. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +6 -5
  765. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +1 -1
  766. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +6 -5
  767. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +1 -1
  768. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +6 -5
  769. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +1 -1
  770. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +6 -5
  771. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +1 -1
  772. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +6 -5
  773. data/src/core/ext/xds/certificate_provider_store.cc +8 -13
  774. data/src/core/ext/xds/certificate_provider_store.h +1 -1
  775. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +30 -42
  776. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +14 -9
  777. data/src/core/ext/xds/upb_utils.h +1 -1
  778. data/src/core/ext/xds/xds_api.cc +41 -18
  779. data/src/core/ext/xds/xds_api.h +5 -4
  780. data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
  781. data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
  782. data/src/core/ext/xds/xds_bootstrap.cc +3 -3
  783. data/src/core/ext/xds/xds_bootstrap_grpc.cc +65 -50
  784. data/src/core/ext/xds/xds_bootstrap_grpc.h +10 -13
  785. data/src/core/ext/xds/xds_client.cc +35 -16
  786. data/src/core/ext/xds/xds_client.h +3 -3
  787. data/src/core/ext/xds/xds_client_grpc.cc +12 -6
  788. data/src/core/ext/xds/xds_client_grpc.h +16 -2
  789. data/src/core/ext/xds/xds_client_stats.h +11 -1
  790. data/src/core/ext/xds/xds_cluster.cc +100 -109
  791. data/src/core/ext/xds/xds_cluster.h +1 -6
  792. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +15 -11
  793. data/src/core/ext/xds/xds_cluster_specifier_plugin.h +2 -2
  794. data/src/core/ext/xds/xds_common_types.cc +8 -5
  795. data/src/core/ext/xds/xds_endpoint.cc +21 -28
  796. data/src/core/ext/xds/xds_endpoint.h +1 -2
  797. data/src/core/ext/xds/xds_health_status.cc +0 -17
  798. data/src/core/ext/xds/xds_health_status.h +5 -25
  799. data/src/core/ext/xds/xds_http_fault_filter.cc +16 -14
  800. data/src/core/ext/xds/xds_http_fault_filter.h +1 -1
  801. data/src/core/ext/xds/xds_http_filters.cc +1 -4
  802. data/src/core/ext/xds/xds_http_filters.h +3 -2
  803. data/src/core/ext/xds/xds_http_rbac_filter.cc +152 -72
  804. data/src/core/ext/xds/xds_http_rbac_filter.h +1 -1
  805. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +16 -16
  806. data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -1
  807. data/src/core/ext/xds/xds_lb_policy_registry.cc +60 -36
  808. data/src/core/ext/xds/xds_listener.cc +25 -18
  809. data/src/core/ext/xds/xds_listener.h +14 -4
  810. data/src/core/ext/xds/xds_resource_type.h +3 -9
  811. data/src/core/ext/xds/xds_resource_type_impl.h +9 -11
  812. data/src/core/ext/xds/xds_route_config.cc +62 -19
  813. data/src/core/ext/xds/xds_route_config.h +2 -2
  814. data/src/core/ext/xds/xds_server_config_fetcher.cc +53 -28
  815. data/src/core/ext/xds/xds_transport_grpc.cc +13 -2
  816. data/src/core/lib/address_utils/parse_address.cc +63 -1
  817. data/src/core/lib/address_utils/parse_address.h +8 -0
  818. data/src/core/lib/address_utils/sockaddr_utils.cc +46 -1
  819. data/src/core/lib/address_utils/sockaddr_utils.h +2 -2
  820. data/src/core/lib/avl/avl.h +15 -173
  821. data/src/core/lib/backoff/random_early_detection.cc +4 -2
  822. data/src/core/lib/backoff/random_early_detection.h +7 -4
  823. data/src/core/lib/channel/call_tracer.cc +296 -1
  824. data/src/core/lib/channel/call_tracer.h +39 -1
  825. data/src/core/lib/channel/channel_args.cc +120 -46
  826. data/src/core/lib/channel/channel_args.h +52 -4
  827. data/src/core/lib/channel/channel_trace.cc +16 -12
  828. data/src/core/lib/channel/channelz.cc +163 -135
  829. data/src/core/lib/channel/channelz.h +42 -35
  830. data/src/core/lib/channel/channelz_registry.cc +24 -20
  831. data/src/core/lib/channel/channelz_registry.h +4 -2
  832. data/src/core/lib/channel/connected_channel.cc +103 -35
  833. data/src/core/lib/channel/promise_based_filter.cc +15 -17
  834. data/src/core/lib/channel/promise_based_filter.h +5 -1
  835. data/src/core/lib/compression/compression_internal.cc +8 -7
  836. data/src/core/lib/config/config_vars.cc +20 -18
  837. data/src/core/lib/config/config_vars.h +5 -5
  838. data/src/core/lib/config/core_configuration.cc +2 -1
  839. data/src/core/lib/config/core_configuration.h +5 -4
  840. data/src/core/lib/config/load_config.cc +13 -0
  841. data/src/core/lib/config/load_config.h +6 -0
  842. data/src/core/lib/debug/event_log.h +1 -1
  843. data/src/core/lib/debug/stats_data.cc +202 -35
  844. data/src/core/lib/debug/stats_data.h +103 -1
  845. data/src/core/lib/debug/trace.cc +31 -56
  846. data/src/core/lib/debug/trace.h +14 -4
  847. data/src/core/lib/event_engine/ares_resolver.cc +721 -0
  848. data/src/core/lib/event_engine/ares_resolver.h +150 -0
  849. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +221 -0
  850. data/src/core/lib/event_engine/cf_engine/cf_engine.h +89 -0
  851. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +357 -0
  852. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +149 -0
  853. data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +82 -0
  854. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +241 -0
  855. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +120 -0
  856. data/src/core/lib/event_engine/default_event_engine.cc +13 -1
  857. data/src/core/lib/event_engine/default_event_engine_factory.cc +14 -2
  858. data/src/core/lib/event_engine/event_engine.cc +0 -12
  859. data/src/core/lib/event_engine/forkable.cc +62 -43
  860. data/src/core/lib/event_engine/forkable.h +15 -0
  861. data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
  862. data/src/core/lib/event_engine/handle_containers.h +0 -4
  863. data/src/core/lib/event_engine/nameser.h +102 -0
  864. data/src/core/lib/event_engine/poller.h +2 -2
  865. data/src/core/lib/event_engine/posix.h +4 -0
  866. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +5 -7
  867. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +29 -9
  868. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
  869. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
  870. data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +7 -18
  871. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +28 -14
  872. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +12 -1
  873. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +90 -47
  874. data/src/core/lib/event_engine/posix_engine/posix_engine.h +21 -14
  875. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +41 -31
  876. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +9 -8
  877. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +4 -2
  878. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +50 -4
  879. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +9 -0
  880. data/src/core/lib/event_engine/posix_engine/timer.h +10 -37
  881. data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
  882. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
  883. data/src/core/lib/event_engine/shim.cc +9 -1
  884. data/src/core/lib/event_engine/tcp_socket_utils.cc +67 -7
  885. data/src/core/lib/event_engine/tcp_socket_utils.h +3 -0
  886. data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
  887. data/src/core/lib/event_engine/thread_pool/thread_count.h +176 -0
  888. data/src/core/lib/event_engine/thread_pool/thread_pool.h +50 -0
  889. data/src/core/lib/event_engine/{executor/executor.h → thread_pool/thread_pool_factory.cc} +12 -15
  890. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +523 -0
  891. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +223 -0
  892. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +157 -0
  893. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +104 -0
  894. data/src/core/lib/event_engine/trace.cc +1 -0
  895. data/src/core/lib/event_engine/trace.h +6 -0
  896. data/src/core/lib/event_engine/windows/iocp.cc +4 -3
  897. data/src/core/lib/event_engine/windows/iocp.h +3 -3
  898. data/src/core/lib/event_engine/windows/win_socket.cc +6 -6
  899. data/src/core/lib/event_engine/windows/win_socket.h +4 -4
  900. data/src/core/lib/event_engine/windows/windows_endpoint.cc +60 -59
  901. data/src/core/lib/event_engine/windows/windows_endpoint.h +17 -13
  902. data/src/core/lib/event_engine/windows/windows_engine.cc +21 -18
  903. data/src/core/lib/event_engine/windows/windows_engine.h +14 -18
  904. data/src/core/lib/event_engine/windows/windows_listener.cc +3 -3
  905. data/src/core/lib/event_engine/windows/windows_listener.h +3 -2
  906. data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
  907. data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
  908. data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
  909. data/src/core/lib/experiments/config.cc +121 -30
  910. data/src/core/lib/experiments/config.h +33 -5
  911. data/src/core/lib/experiments/experiments.cc +675 -23
  912. data/src/core/lib/experiments/experiments.h +342 -27
  913. data/src/core/lib/gpr/log_internal.h +55 -0
  914. data/src/core/lib/gpr/posix/time.cc +5 -0
  915. data/src/core/lib/gprpp/crash.cc +10 -0
  916. data/src/core/lib/gprpp/crash.h +3 -0
  917. data/src/core/lib/gprpp/dual_ref_counted.h +9 -9
  918. data/src/core/lib/gprpp/fork.cc +8 -9
  919. data/src/core/lib/gprpp/fork.h +7 -6
  920. data/src/core/lib/gprpp/if_list.h +4530 -0
  921. data/src/core/lib/gprpp/manual_constructor.h +1 -2
  922. data/src/core/lib/gprpp/no_destruct.h +1 -1
  923. data/src/core/lib/gprpp/orphanable.h +3 -3
  924. data/src/core/lib/gprpp/per_cpu.cc +35 -0
  925. data/src/core/lib/gprpp/per_cpu.h +61 -9
  926. data/src/core/lib/gprpp/ref_counted.h +9 -7
  927. data/src/core/lib/gprpp/ref_counted_ptr.h +63 -0
  928. data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
  929. data/src/core/lib/gprpp/ref_counted_string.h +146 -0
  930. data/src/core/lib/gprpp/sorted_pack.h +3 -12
  931. data/src/core/lib/gprpp/status_helper.cc +2 -2
  932. data/src/core/lib/gprpp/status_helper.h +16 -15
  933. data/src/core/lib/gprpp/time.cc +1 -0
  934. data/src/core/lib/gprpp/time.h +13 -1
  935. data/src/core/lib/gprpp/type_list.h +32 -0
  936. data/src/core/lib/gprpp/validation_errors.cc +8 -3
  937. data/src/core/lib/gprpp/validation_errors.h +16 -9
  938. data/src/core/lib/gprpp/work_serializer.cc +320 -12
  939. data/src/core/lib/gprpp/work_serializer.h +30 -9
  940. data/src/core/lib/http/httpcli.h +6 -9
  941. data/src/core/lib/http/httpcli_security_connector.cc +1 -0
  942. data/src/core/lib/iomgr/buffer_list.cc +2 -0
  943. data/src/core/lib/iomgr/buffer_list.h +0 -1
  944. data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
  945. data/src/core/lib/iomgr/combiner.cc +57 -15
  946. data/src/core/lib/iomgr/combiner.h +8 -3
  947. data/src/core/lib/iomgr/endpoint_cfstream.cc +10 -8
  948. data/src/core/lib/iomgr/error.cc +32 -2
  949. data/src/core/lib/iomgr/error.h +9 -10
  950. data/src/core/lib/iomgr/ev_apple.cc +12 -12
  951. data/src/core/lib/iomgr/ev_epoll1_linux.cc +15 -10
  952. data/src/core/lib/iomgr/ev_poll_posix.cc +6 -5
  953. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +24 -27
  954. data/src/core/lib/iomgr/exec_ctx.cc +12 -0
  955. data/src/core/lib/iomgr/exec_ctx.h +66 -19
  956. data/src/core/lib/iomgr/iocp_windows.cc +24 -3
  957. data/src/core/lib/iomgr/iocp_windows.h +11 -0
  958. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +1 -1
  959. data/src/core/lib/iomgr/polling_entity.cc +10 -0
  960. data/src/core/lib/iomgr/polling_entity.h +2 -0
  961. data/src/core/lib/iomgr/pollset.h +4 -5
  962. data/src/core/lib/iomgr/port.h +24 -0
  963. data/src/core/lib/iomgr/resolve_address.cc +13 -1
  964. data/src/core/lib/iomgr/resolve_address.h +17 -3
  965. data/src/core/lib/iomgr/sockaddr_posix.h +7 -0
  966. data/src/core/lib/iomgr/socket_utils_common_posix.cc +33 -2
  967. data/src/core/lib/iomgr/socket_utils_posix.cc +5 -0
  968. data/src/core/lib/iomgr/socket_utils_posix.h +9 -0
  969. data/src/core/lib/iomgr/socket_windows.cc +61 -7
  970. data/src/core/lib/iomgr/socket_windows.h +9 -2
  971. data/src/core/lib/iomgr/tcp_client_cfstream.cc +14 -3
  972. data/src/core/lib/iomgr/tcp_client_posix.cc +8 -1
  973. data/src/core/lib/iomgr/tcp_posix.cc +41 -21
  974. data/src/core/lib/iomgr/tcp_server_posix.cc +145 -106
  975. data/src/core/lib/iomgr/tcp_server_utils_posix.h +1 -1
  976. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +5 -2
  977. data/src/core/lib/iomgr/tcp_server_windows.cc +1 -1
  978. data/src/core/lib/iomgr/tcp_windows.cc +1 -3
  979. data/src/core/lib/iomgr/timer_generic.cc +17 -16
  980. data/src/core/lib/iomgr/vsock.cc +59 -0
  981. data/src/core/lib/iomgr/vsock.h +38 -0
  982. data/src/core/lib/iomgr/wakeup_fd_posix.h +3 -6
  983. data/src/core/lib/json/json.h +2 -218
  984. data/src/core/lib/json/json_object_loader.cc +24 -25
  985. data/src/core/lib/json/json_object_loader.h +30 -18
  986. data/src/core/lib/json/json_reader.cc +69 -42
  987. data/src/core/lib/json/json_reader.h +34 -0
  988. data/src/core/lib/json/json_util.cc +10 -15
  989. data/src/core/lib/json/json_util.h +5 -4
  990. data/src/core/lib/json/json_writer.cc +24 -25
  991. data/src/core/lib/json/json_writer.h +33 -0
  992. data/src/core/lib/load_balancing/delegating_helper.h +115 -0
  993. data/src/core/lib/load_balancing/lb_policy.h +43 -9
  994. data/src/core/lib/load_balancing/lb_policy_registry.cc +9 -8
  995. data/src/core/lib/load_balancing/subchannel_interface.h +6 -0
  996. data/src/core/lib/matchers/matchers.cc +3 -4
  997. data/src/core/lib/matchers/matchers.h +2 -1
  998. data/src/core/lib/promise/activity.cc +5 -0
  999. data/src/core/lib/promise/activity.h +10 -0
  1000. data/src/core/lib/promise/arena_promise.h +5 -1
  1001. data/src/core/lib/promise/detail/basic_seq.h +1 -372
  1002. data/src/core/lib/promise/detail/promise_factory.h +1 -1
  1003. data/src/core/lib/promise/detail/seq_state.h +2494 -0
  1004. data/src/core/lib/promise/latch.h +1 -0
  1005. data/src/core/lib/promise/loop.h +8 -5
  1006. data/src/core/lib/promise/party.cc +31 -13
  1007. data/src/core/lib/promise/party.h +12 -3
  1008. data/src/core/lib/promise/pipe.h +40 -26
  1009. data/src/core/lib/promise/poll.h +4 -6
  1010. data/src/core/lib/promise/prioritized_race.h +95 -0
  1011. data/src/core/lib/promise/seq.h +19 -2
  1012. data/src/core/lib/promise/sleep.cc +2 -1
  1013. data/src/core/lib/promise/sleep.h +5 -10
  1014. data/src/core/lib/promise/try_seq.h +34 -2
  1015. data/src/core/lib/resolver/resolver_factory.h +3 -2
  1016. data/src/core/lib/resolver/server_address.cc +9 -102
  1017. data/src/core/lib/resolver/server_address.h +11 -70
  1018. data/src/core/lib/resource_quota/api.cc +1 -0
  1019. data/src/core/lib/resource_quota/arena.cc +2 -0
  1020. data/src/core/lib/resource_quota/arena.h +42 -8
  1021. data/src/core/lib/resource_quota/memory_quota.cc +65 -10
  1022. data/src/core/lib/resource_quota/memory_quota.h +6 -4
  1023. data/src/core/lib/resource_quota/resource_quota.h +1 -0
  1024. data/src/core/lib/security/authorization/audit_logging.cc +98 -0
  1025. data/src/core/lib/security/authorization/audit_logging.h +73 -0
  1026. data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
  1027. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +47 -2
  1028. data/src/core/lib/security/authorization/grpc_authorization_engine.h +18 -1
  1029. data/src/core/lib/security/authorization/rbac_policy.cc +36 -4
  1030. data/src/core/lib/security/authorization/rbac_policy.h +19 -2
  1031. data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
  1032. data/src/core/lib/security/authorization/stdout_logger.h +61 -0
  1033. data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +8 -4
  1034. data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +8 -18
  1035. data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +14 -8
  1036. data/src/core/lib/security/credentials/channel_creds_registry.h +51 -27
  1037. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +169 -9
  1038. data/src/core/lib/security/credentials/composite/composite_credentials.cc +1 -1
  1039. data/src/core/lib/security/credentials/composite/composite_credentials.h +3 -1
  1040. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +54 -49
  1041. data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
  1042. data/src/core/lib/security/credentials/external/external_account_credentials.cc +104 -65
  1043. data/src/core/lib/security/credentials/external/external_account_credentials.h +6 -0
  1044. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +23 -21
  1045. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +29 -27
  1046. data/src/core/lib/security/credentials/fake/fake_credentials.cc +30 -38
  1047. data/src/core/lib/security/credentials/fake/fake_credentials.h +28 -0
  1048. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +6 -2
  1049. data/src/core/lib/security/credentials/jwt/json_token.cc +36 -16
  1050. data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
  1051. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +10 -5
  1052. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +82 -38
  1053. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +18 -16
  1054. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +116 -9
  1055. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +14 -0
  1056. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_match.cc +86 -0
  1057. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +0 -55
  1058. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +2 -0
  1059. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +8 -0
  1060. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +5 -1
  1061. data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -1
  1062. data/src/core/lib/security/credentials/tls/tls_credentials.h +3 -1
  1063. data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
  1064. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +2 -5
  1065. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
  1066. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +7 -57
  1067. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +1 -1
  1068. data/src/core/lib/security/security_connector/ssl_utils.cc +3 -1
  1069. data/src/core/lib/security/security_connector/ssl_utils.h +1 -1
  1070. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +3 -15
  1071. data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
  1072. data/src/core/lib/security/transport/security_handshaker.cc +1 -0
  1073. data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
  1074. data/src/core/lib/security/util/json_util.cc +6 -5
  1075. data/src/core/lib/service_config/service_config_call_data.h +54 -20
  1076. data/src/core/lib/service_config/service_config_impl.cc +13 -6
  1077. data/src/core/lib/slice/slice.h +24 -0
  1078. data/src/core/lib/slice/slice_buffer.cc +15 -0
  1079. data/src/core/lib/slice/slice_buffer.h +16 -4
  1080. data/src/core/lib/slice/slice_refcount.h +1 -1
  1081. data/src/core/lib/surface/call.cc +244 -100
  1082. data/src/core/lib/surface/call.h +5 -5
  1083. data/src/core/lib/surface/channel.cc +8 -4
  1084. data/src/core/lib/surface/channel_init.h +3 -2
  1085. data/src/core/lib/surface/completion_queue.cc +18 -3
  1086. data/src/core/lib/surface/init.cc +1 -0
  1087. data/src/core/lib/surface/server.cc +151 -80
  1088. data/src/core/lib/surface/server.h +19 -21
  1089. data/src/core/lib/surface/validate_metadata.cc +37 -22
  1090. data/src/core/lib/surface/validate_metadata.h +13 -3
  1091. data/src/core/lib/surface/version.cc +2 -2
  1092. data/src/core/lib/transport/batch_builder.cc +16 -15
  1093. data/src/core/lib/transport/batch_builder.h +48 -36
  1094. data/src/core/lib/transport/metadata_batch.cc +13 -7
  1095. data/src/core/lib/transport/metadata_batch.h +118 -108
  1096. data/src/core/lib/transport/metadata_compression_traits.h +67 -0
  1097. data/src/core/lib/transport/parsed_metadata.h +32 -20
  1098. data/src/core/lib/transport/simple_slice_based_metadata.h +54 -0
  1099. data/src/core/lib/transport/transport.h +30 -11
  1100. data/src/core/plugin_registry/grpc_plugin_registry.cc +2 -6
  1101. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +2 -0
  1102. data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
  1103. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +4 -6
  1104. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +1 -2
  1105. data/src/core/tsi/ssl_transport_security.cc +51 -9
  1106. data/src/core/tsi/ssl_transport_security.h +17 -1
  1107. data/src/ruby/bin/math_pb.rb +24 -18
  1108. data/src/ruby/ext/grpc/extconf.rb +27 -27
  1109. data/src/ruby/ext/grpc/rb_call.c +62 -39
  1110. data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
  1111. data/src/ruby/ext/grpc/rb_channel.c +109 -84
  1112. data/src/ruby/ext/grpc/rb_channel.h +1 -0
  1113. data/src/ruby/ext/grpc/rb_channel_args.c +18 -2
  1114. data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
  1115. data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
  1116. data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
  1117. data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
  1118. data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
  1119. data/src/ruby/ext/grpc/rb_grpc.c +192 -30
  1120. data/src/ruby/ext/grpc/rb_grpc.h +8 -2
  1121. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +2 -0
  1122. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +3 -0
  1123. data/src/ruby/ext/grpc/rb_server.c +62 -45
  1124. data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
  1125. data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
  1126. data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
  1127. data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
  1128. data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
  1129. data/src/ruby/lib/grpc/version.rb +1 -1
  1130. data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
  1131. data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
  1132. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +28 -111
  1133. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
  1134. data/src/ruby/pb/test/client.rb +16 -0
  1135. data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
  1136. data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
  1137. data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
  1138. data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
  1139. data/third_party/abseil-cpp/absl/base/casts.h +8 -8
  1140. data/third_party/abseil-cpp/absl/base/config.h +89 -106
  1141. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
  1142. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
  1143. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
  1144. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
  1145. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
  1146. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
  1147. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
  1148. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
  1149. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
  1150. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
  1151. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
  1152. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
  1153. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  1154. data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
  1155. data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
  1156. data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
  1157. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
  1158. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
  1159. data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
  1160. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
  1161. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
  1162. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
  1163. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
  1164. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
  1165. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
  1166. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
  1167. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
  1168. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
  1169. data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
  1170. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
  1171. data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
  1172. data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
  1173. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
  1174. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
  1175. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
  1176. data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
  1177. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
  1178. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
  1179. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
  1180. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
  1181. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
  1182. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
  1183. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
  1184. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
  1185. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
  1186. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
  1187. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
  1188. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
  1189. data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
  1190. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
  1191. data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
  1192. data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
  1193. data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
  1194. data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
  1195. data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
  1196. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
  1197. data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
  1198. data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
  1199. data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
  1200. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
  1201. data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
  1202. data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
  1203. data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
  1204. data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
  1205. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
  1206. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
  1207. data/third_party/abseil-cpp/absl/random/bit_gen_ref.h +185 -0
  1208. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
  1209. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
  1210. data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
  1211. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
  1212. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
  1213. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
  1214. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
  1215. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
  1216. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
  1217. data/third_party/abseil-cpp/absl/status/status.cc +11 -7
  1218. data/third_party/abseil-cpp/absl/status/status.h +11 -2
  1219. data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
  1220. data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
  1221. data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
  1222. data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
  1223. data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
  1224. data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
  1225. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
  1226. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
  1227. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
  1228. data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
  1229. data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
  1230. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
  1231. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
  1232. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
  1233. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
  1234. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
  1235. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
  1236. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
  1237. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
  1238. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
  1239. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
  1240. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
  1241. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
  1242. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
  1243. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
  1244. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
  1245. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
  1246. data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
  1247. data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
  1248. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
  1249. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
  1250. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
  1251. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
  1252. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
  1253. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
  1254. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
  1255. data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
  1256. data/third_party/abseil-cpp/absl/strings/match.h +19 -0
  1257. data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
  1258. data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
  1259. data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
  1260. data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
  1261. data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
  1262. data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
  1263. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
  1264. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
  1265. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
  1266. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
  1267. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
  1268. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
  1269. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
  1270. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
  1271. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
  1272. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
  1273. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
  1274. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
  1275. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
  1276. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
  1277. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
  1278. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
  1279. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
  1280. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
  1281. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
  1282. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
  1283. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
  1284. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
  1285. data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
  1286. data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
  1287. data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
  1288. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
  1289. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
  1290. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
  1291. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
  1292. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
  1293. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
  1294. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
  1295. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
  1296. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
  1297. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
  1298. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
  1299. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
  1300. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
  1301. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
  1302. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
  1303. data/third_party/abseil-cpp/absl/time/time.cc +9 -2
  1304. data/third_party/abseil-cpp/absl/time/time.h +115 -15
  1305. data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
  1306. data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
  1307. data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
  1308. data/third_party/abseil-cpp/absl/types/optional.h +15 -13
  1309. data/third_party/abseil-cpp/absl/types/span.h +1 -2
  1310. data/third_party/boringssl-with-bazel/err_data.c +554 -553
  1311. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
  1312. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -8
  1313. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
  1314. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +6 -6
  1315. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +34 -1
  1316. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +11 -4
  1317. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +3 -3
  1318. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +10 -6
  1319. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +7 -4
  1320. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +9 -7
  1321. data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +40 -55
  1322. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +7 -7
  1323. data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
  1324. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +14 -54
  1325. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +23 -22
  1326. data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
  1327. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +4 -2
  1328. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +4 -4
  1329. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +11 -2
  1330. data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +31 -22
  1331. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
  1332. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -1
  1333. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
  1334. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +29 -26
  1335. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +8 -0
  1336. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
  1337. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +31 -192
  1338. data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -7
  1339. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +8 -0
  1340. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +3 -2
  1341. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
  1342. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
  1343. data/third_party/boringssl-with-bazel/src/crypto/{cpu_aarch64_freebsd.c → cpu_aarch64_openbsd.c} +23 -24
  1344. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
  1345. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
  1346. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
  1347. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
  1348. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +55 -50
  1349. data/third_party/boringssl-with-bazel/src/crypto/{cpu_arm.c → curve25519/curve25519_64_adx.c} +4 -24
  1350. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2834 -7442
  1351. data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +26 -8
  1352. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
  1353. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
  1354. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +4 -0
  1355. data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +20 -0
  1356. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +110 -72
  1357. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
  1358. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +42 -34
  1359. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +17 -11
  1360. data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
  1361. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +23 -21
  1362. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +35 -12
  1363. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +2 -4
  1364. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +3 -7
  1365. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -1
  1366. data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
  1367. data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +7 -6
  1368. data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +34 -72
  1369. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +2 -1
  1370. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +12 -5
  1371. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -6
  1372. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +12 -6
  1373. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +17 -18
  1374. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +51 -15
  1375. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +7 -7
  1376. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
  1377. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
  1378. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +41 -19
  1379. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +9 -0
  1380. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
  1381. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +204 -428
  1382. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +4 -4
  1383. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +31 -64
  1384. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
  1385. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +105 -143
  1386. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +19 -19
  1387. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +16 -18
  1388. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.c +27 -30
  1389. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +23 -26
  1390. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
  1391. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -24
  1392. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +21 -37
  1393. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +31 -31
  1394. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +16 -16
  1395. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +1 -1
  1396. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +11 -5
  1397. data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +2 -2
  1398. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +2 -10
  1399. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +1 -4
  1400. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +115 -133
  1401. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
  1402. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +57 -47
  1403. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +1 -8
  1404. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
  1405. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +40 -26
  1406. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +21 -7
  1407. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +38 -19
  1408. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +2 -41
  1409. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +76 -16
  1410. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +5 -288
  1411. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +143 -83
  1412. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +126 -233
  1413. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +113 -24
  1414. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
  1415. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
  1416. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +33 -0
  1417. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +169 -6
  1418. data/third_party/boringssl-with-bazel/src/crypto/internal.h +216 -87
  1419. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +32 -2
  1420. data/third_party/boringssl-with-bazel/src/crypto/kyber/keccak.c +11 -12
  1421. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +834 -0
  1422. data/third_party/boringssl-with-bazel/src/crypto/mem.c +7 -8
  1423. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +25 -46
  1424. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +6 -13
  1425. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +18 -14
  1426. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
  1427. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
  1428. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -7
  1429. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +8 -5
  1430. data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +1 -0
  1431. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
  1432. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
  1433. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +52 -0
  1434. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
  1435. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/trusty.c +38 -0
  1436. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
  1437. data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -17
  1438. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/internal.h +77 -0
  1439. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
  1440. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +152 -72
  1441. data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
  1442. data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +6 -35
  1443. data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +5 -26
  1444. data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +62 -0
  1445. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +240 -72
  1446. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +35 -0
  1447. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +588 -130
  1448. data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +27 -18
  1449. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +1 -1
  1450. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +10 -20
  1451. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
  1452. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +3 -2
  1453. data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +17 -39
  1454. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +18 -14
  1455. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +39 -48
  1456. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +1 -141
  1457. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
  1458. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +19 -25
  1459. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +72 -23
  1460. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +8 -4
  1461. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +8 -12
  1462. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +22 -24
  1463. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +1 -72
  1464. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +22 -29
  1465. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
  1466. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +9 -7
  1467. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +1 -1
  1468. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +7 -7
  1469. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +2 -2
  1470. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +1 -1
  1471. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
  1472. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +33 -46
  1473. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +1 -0
  1474. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +3 -5
  1475. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +20 -52
  1476. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +14 -26
  1477. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +11 -9
  1478. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +17 -10
  1479. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +5 -3
  1480. data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +5 -7
  1481. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +4 -119
  1482. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
  1483. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +11 -4
  1484. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +37 -112
  1485. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +19 -13
  1486. data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
  1487. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +0 -2
  1488. data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
  1489. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +5 -1
  1490. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
  1491. data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +0 -21
  1492. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +28 -11
  1493. data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +19 -6
  1494. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +14 -10
  1495. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +34 -2
  1496. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +128 -0
  1497. data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +2 -11
  1498. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +8 -1
  1499. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +0 -3
  1500. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +13 -14
  1501. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +91 -62
  1502. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +26 -19
  1503. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +275 -96
  1504. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +242 -223
  1505. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +201 -0
  1506. data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -25
  1507. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +4 -0
  1508. data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +8 -0
  1509. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +760 -614
  1510. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +45 -12
  1511. data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +11 -6
  1512. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +10 -68
  1513. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +20 -20
  1514. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +33 -18
  1515. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +1 -1
  1516. data/third_party/boringssl-with-bazel/src/ssl/internal.h +86 -46
  1517. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +37 -18
  1518. data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +8 -4
  1519. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +209 -209
  1520. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +6 -6
  1521. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +76 -118
  1522. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +209 -33
  1523. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +17 -4
  1524. data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +19 -21
  1525. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
  1526. data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +2 -1
  1527. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +2 -3
  1528. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +5 -21
  1529. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -2
  1530. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
  1531. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
  1532. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
  1533. data/third_party/cares/cares/include/ares.h +23 -1
  1534. data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
  1535. data/third_party/cares/cares/include/ares_rules.h +2 -2
  1536. data/third_party/cares/cares/include/ares_version.h +3 -3
  1537. data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
  1538. data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
  1539. data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
  1540. data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
  1541. data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
  1542. data/third_party/cares/cares/src/lib/ares_data.c +16 -0
  1543. data/third_party/cares/cares/src/lib/ares_data.h +7 -0
  1544. data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
  1545. data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
  1546. data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
  1547. data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
  1548. data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
  1549. data/third_party/cares/cares/src/lib/ares_init.c +97 -485
  1550. data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
  1551. data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
  1552. data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
  1553. data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
  1554. data/third_party/cares/cares/src/lib/ares_private.h +30 -16
  1555. data/third_party/cares/cares/src/lib/ares_process.c +55 -16
  1556. data/third_party/cares/cares/src/lib/ares_query.c +1 -35
  1557. data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
  1558. data/third_party/cares/cares/src/lib/ares_send.c +5 -7
  1559. data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
  1560. data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
  1561. data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
  1562. data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
  1563. data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
  1564. data/third_party/upb/upb/{table_internal.h → alloc.h} +6 -6
  1565. data/third_party/upb/upb/arena.h +4 -193
  1566. data/third_party/upb/upb/array.h +4 -51
  1567. data/third_party/upb/upb/base/descriptor_constants.h +104 -0
  1568. data/third_party/upb/upb/base/log2.h +57 -0
  1569. data/third_party/upb/upb/{status.c → base/status.c} +2 -7
  1570. data/third_party/upb/upb/base/status.h +66 -0
  1571. data/third_party/upb/upb/base/string_view.h +75 -0
  1572. data/third_party/upb/upb/{array.c → collections/array.c} +73 -36
  1573. data/third_party/upb/upb/collections/array.h +91 -0
  1574. data/third_party/upb/upb/collections/array_internal.h +135 -0
  1575. data/third_party/upb/upb/{map.c → collections/map.c} +60 -26
  1576. data/third_party/upb/upb/collections/map.h +140 -0
  1577. data/third_party/upb/upb/collections/map_gencode_util.h +78 -0
  1578. data/third_party/upb/upb/collections/map_internal.h +170 -0
  1579. data/third_party/upb/upb/collections/map_sorter.c +166 -0
  1580. data/third_party/upb/upb/collections/map_sorter_internal.h +109 -0
  1581. data/third_party/upb/upb/{message_value.h → collections/message_value.h} +19 -13
  1582. data/third_party/upb/upb/decode.h +3 -62
  1583. data/third_party/upb/upb/def.h +4 -384
  1584. data/third_party/upb/upb/def.hpp +3 -411
  1585. data/third_party/upb/upb/encode.h +3 -48
  1586. data/third_party/upb/upb/extension_registry.h +3 -52
  1587. data/third_party/upb/upb/generated_code_support.h +54 -0
  1588. data/third_party/upb/upb/{table.c → hash/common.c} +55 -108
  1589. data/third_party/upb/upb/hash/common.h +200 -0
  1590. data/third_party/upb/upb/hash/int_table.h +102 -0
  1591. data/third_party/upb/upb/hash/str_table.h +162 -0
  1592. data/third_party/upb/upb/{json_decode.c → json/decode.c} +63 -98
  1593. data/third_party/upb/upb/{json_decode.h → json/decode.h} +8 -3
  1594. data/third_party/upb/upb/{json_encode.c → json/encode.c} +69 -45
  1595. data/third_party/upb/upb/{json_encode.h → json/encode.h} +8 -3
  1596. data/third_party/upb/upb/lex/atoi.c +68 -0
  1597. data/third_party/upb/upb/lex/atoi.h +53 -0
  1598. data/third_party/upb/upb/{upb.c → lex/round_trip.c} +2 -11
  1599. data/third_party/upb/upb/{internal/upb.h → lex/round_trip.h} +17 -30
  1600. data/third_party/upb/upb/lex/strtod.c +97 -0
  1601. data/third_party/upb/upb/lex/strtod.h +46 -0
  1602. data/third_party/upb/upb/lex/unicode.c +57 -0
  1603. data/third_party/upb/upb/lex/unicode.h +77 -0
  1604. data/third_party/upb/upb/map.h +4 -85
  1605. data/third_party/upb/upb/mem/alloc.c +47 -0
  1606. data/third_party/upb/upb/mem/alloc.h +98 -0
  1607. data/third_party/upb/upb/mem/arena.c +367 -0
  1608. data/third_party/upb/upb/mem/arena.h +160 -0
  1609. data/third_party/upb/upb/mem/arena_internal.h +114 -0
  1610. data/third_party/upb/upb/message/accessors.c +92 -0
  1611. data/third_party/upb/upb/message/accessors.h +400 -0
  1612. data/third_party/upb/upb/message/accessors_internal.h +391 -0
  1613. data/third_party/upb/upb/message/extension_internal.h +83 -0
  1614. data/third_party/upb/upb/message/internal/map_entry.h +64 -0
  1615. data/third_party/upb/upb/message/internal.h +131 -0
  1616. data/third_party/upb/upb/message/message.c +174 -0
  1617. data/third_party/upb/upb/message/message.h +69 -0
  1618. data/third_party/upb/upb/message/tagged_ptr.h +89 -0
  1619. data/third_party/upb/upb/mini_descriptor/build_enum.c +150 -0
  1620. data/third_party/upb/upb/mini_descriptor/build_enum.h +63 -0
  1621. data/third_party/upb/upb/mini_descriptor/decode.c +875 -0
  1622. data/third_party/upb/upb/mini_descriptor/decode.h +140 -0
  1623. data/third_party/upb/upb/mini_descriptor/internal/base92.c +46 -0
  1624. data/third_party/upb/upb/mini_descriptor/internal/base92.h +81 -0
  1625. data/third_party/upb/upb/mini_descriptor/internal/decoder.h +73 -0
  1626. data/third_party/upb/upb/mini_descriptor/internal/encode.c +326 -0
  1627. data/third_party/upb/upb/mini_descriptor/internal/encode.h +110 -0
  1628. data/third_party/upb/upb/{mini_table.hpp → mini_descriptor/internal/encode.hpp} +32 -8
  1629. data/third_party/upb/upb/mini_descriptor/internal/modifiers.h +50 -0
  1630. data/third_party/upb/upb/mini_descriptor/internal/wire_constants.h +91 -0
  1631. data/third_party/upb/upb/mini_descriptor/link.c +142 -0
  1632. data/third_party/upb/upb/mini_descriptor/link.h +104 -0
  1633. data/third_party/upb/upb/mini_table/enum.h +50 -0
  1634. data/third_party/upb/upb/mini_table/extension.h +40 -0
  1635. data/third_party/upb/upb/{extension_registry.c → mini_table/extension_registry.c} +27 -24
  1636. data/third_party/upb/upb/mini_table/extension_registry.h +105 -0
  1637. data/third_party/upb/upb/mini_table/field.h +118 -0
  1638. data/third_party/upb/upb/{collections.h → mini_table/file.h} +6 -7
  1639. data/third_party/upb/upb/mini_table/internal/enum.h +76 -0
  1640. data/third_party/upb/upb/mini_table/internal/extension.h +47 -0
  1641. data/third_party/upb/upb/mini_table/internal/field.h +136 -0
  1642. data/third_party/upb/upb/mini_table/internal/file.h +49 -0
  1643. data/third_party/upb/upb/mini_table/internal/message.c +39 -0
  1644. data/third_party/upb/upb/mini_table/internal/message.h +113 -0
  1645. data/third_party/upb/upb/mini_table/internal/sub.h +39 -0
  1646. data/third_party/upb/upb/mini_table/message.c +97 -0
  1647. data/third_party/upb/upb/mini_table/message.h +105 -0
  1648. data/third_party/upb/upb/mini_table/sub.h +35 -0
  1649. data/third_party/upb/upb/msg.h +3 -38
  1650. data/third_party/upb/upb/port/atomic.h +101 -0
  1651. data/third_party/upb/upb/{port_def.inc → port/def.inc} +94 -27
  1652. data/third_party/upb/upb/{port_undef.inc → port/undef.inc} +13 -3
  1653. data/third_party/upb/upb/{internal → port}/vsnprintf_compat.h +5 -7
  1654. data/third_party/upb/upb/reflection/common.h +67 -0
  1655. data/third_party/upb/upb/reflection/def.h +42 -0
  1656. data/third_party/upb/upb/reflection/def.hpp +622 -0
  1657. data/third_party/upb/upb/reflection/def_builder.c +357 -0
  1658. data/third_party/upb/upb/reflection/def_builder_internal.h +157 -0
  1659. data/third_party/upb/upb/reflection/def_pool.c +462 -0
  1660. data/third_party/upb/upb/reflection/def_pool.h +108 -0
  1661. data/third_party/upb/upb/reflection/def_pool_internal.h +77 -0
  1662. data/third_party/upb/upb/reflection/def_type.c +50 -0
  1663. data/third_party/upb/upb/reflection/def_type.h +81 -0
  1664. data/third_party/upb/upb/reflection/desc_state.c +53 -0
  1665. data/third_party/upb/upb/reflection/desc_state_internal.h +64 -0
  1666. data/third_party/upb/upb/reflection/enum_def.c +310 -0
  1667. data/third_party/upb/upb/reflection/enum_def.h +80 -0
  1668. data/third_party/upb/upb/reflection/enum_def_internal.h +56 -0
  1669. data/third_party/upb/upb/reflection/enum_reserved_range.c +84 -0
  1670. data/third_party/upb/upb/reflection/enum_reserved_range.h +51 -0
  1671. data/third_party/upb/upb/reflection/enum_reserved_range_internal.h +55 -0
  1672. data/third_party/upb/upb/reflection/enum_value_def.c +144 -0
  1673. data/third_party/upb/upb/reflection/enum_value_def.h +57 -0
  1674. data/third_party/upb/upb/reflection/enum_value_def_internal.h +57 -0
  1675. data/third_party/upb/upb/reflection/extension_range.c +93 -0
  1676. data/third_party/upb/upb/reflection/extension_range.h +55 -0
  1677. data/third_party/upb/upb/reflection/extension_range_internal.h +54 -0
  1678. data/third_party/upb/upb/reflection/field_def.c +931 -0
  1679. data/third_party/upb/upb/reflection/field_def.h +91 -0
  1680. data/third_party/upb/upb/reflection/field_def_internal.h +76 -0
  1681. data/third_party/upb/upb/reflection/file_def.c +370 -0
  1682. data/third_party/upb/upb/reflection/file_def.h +77 -0
  1683. data/third_party/upb/upb/reflection/file_def_internal.h +57 -0
  1684. data/third_party/upb/upb/reflection/message.c +233 -0
  1685. data/third_party/upb/upb/reflection/message.h +102 -0
  1686. data/third_party/upb/upb/reflection/message.hpp +37 -0
  1687. data/third_party/upb/upb/reflection/message_def.c +720 -0
  1688. data/third_party/upb/upb/reflection/message_def.h +174 -0
  1689. data/third_party/upb/upb/reflection/message_def_internal.h +63 -0
  1690. data/third_party/upb/upb/reflection/message_reserved_range.c +81 -0
  1691. data/third_party/upb/upb/reflection/message_reserved_range.h +51 -0
  1692. data/third_party/upb/upb/reflection/message_reserved_range_internal.h +55 -0
  1693. data/third_party/upb/upb/reflection/method_def.c +124 -0
  1694. data/third_party/upb/upb/reflection/method_def.h +59 -0
  1695. data/third_party/upb/upb/reflection/method_def_internal.h +53 -0
  1696. data/third_party/upb/upb/reflection/oneof_def.c +226 -0
  1697. data/third_party/upb/upb/reflection/oneof_def.h +66 -0
  1698. data/third_party/upb/upb/reflection/oneof_def_internal.h +57 -0
  1699. data/third_party/upb/upb/reflection/service_def.c +128 -0
  1700. data/third_party/upb/upb/reflection/service_def.h +60 -0
  1701. data/third_party/upb/upb/reflection/service_def_internal.h +53 -0
  1702. data/third_party/upb/upb/reflection.h +4 -78
  1703. data/third_party/upb/upb/reflection.hpp +3 -7
  1704. data/third_party/upb/upb/status.h +4 -34
  1705. data/third_party/upb/upb/string_view.h +36 -0
  1706. data/third_party/upb/upb/{text_encode.c → text/encode.c} +74 -70
  1707. data/third_party/upb/upb/text/encode.h +69 -0
  1708. data/third_party/upb/upb/text_encode.h +4 -32
  1709. data/third_party/upb/upb/upb.h +6 -151
  1710. data/third_party/upb/upb/upb.hpp +10 -18
  1711. data/third_party/upb/upb/wire/common.h +44 -0
  1712. data/third_party/upb/upb/wire/common_internal.h +50 -0
  1713. data/third_party/upb/upb/wire/decode.c +1382 -0
  1714. data/third_party/upb/upb/wire/decode.h +148 -0
  1715. data/third_party/upb/upb/{decode_fast.c → wire/decode_fast.c} +184 -225
  1716. data/third_party/upb/upb/{decode_fast.h → wire/decode_fast.h} +21 -7
  1717. data/third_party/upb/upb/{internal/decode.h → wire/decode_internal.h} +44 -92
  1718. data/third_party/upb/upb/{encode.c → wire/encode.c} +134 -105
  1719. data/third_party/upb/upb/wire/encode.h +92 -0
  1720. data/third_party/upb/upb/wire/eps_copy_input_stream.c +39 -0
  1721. data/third_party/upb/upb/wire/eps_copy_input_stream.h +425 -0
  1722. data/third_party/upb/upb/wire/reader.c +67 -0
  1723. data/third_party/upb/upb/wire/reader.h +227 -0
  1724. data/third_party/upb/upb/wire/swap_internal.h +63 -0
  1725. data/third_party/upb/upb/wire/types.h +41 -0
  1726. data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-neon.c +1 -1
  1727. data/third_party/{upb/third_party/utf8_range → utf8_range}/utf8_range.h +12 -0
  1728. metadata +286 -87
  1729. data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -175
  1730. data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
  1731. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +0 -42
  1732. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.h +0 -64
  1733. data/src/core/ext/transport/chttp2/transport/context_list.cc +0 -71
  1734. data/src/core/ext/transport/chttp2/transport/context_list.h +0 -54
  1735. data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
  1736. data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
  1737. data/src/core/lib/event_engine/thread_pool.cc +0 -253
  1738. data/src/core/lib/event_engine/thread_pool.h +0 -141
  1739. data/src/core/lib/promise/detail/basic_join.h +0 -197
  1740. data/src/core/lib/promise/detail/switch.h +0 -1455
  1741. data/src/core/lib/promise/try_join.h +0 -82
  1742. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
  1743. data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +0 -52
  1744. data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
  1745. data/third_party/re2/util/benchmark.h +0 -156
  1746. data/third_party/re2/util/flags.h +0 -26
  1747. data/third_party/re2/util/malloc_counter.h +0 -19
  1748. data/third_party/re2/util/pcre.cc +0 -1025
  1749. data/third_party/re2/util/pcre.h +0 -681
  1750. data/third_party/re2/util/test.h +0 -50
  1751. data/third_party/upb/upb/arena.c +0 -277
  1752. data/third_party/upb/upb/decode.c +0 -1221
  1753. data/third_party/upb/upb/def.c +0 -3269
  1754. data/third_party/upb/upb/internal/table.h +0 -385
  1755. data/third_party/upb/upb/mini_table.c +0 -1147
  1756. data/third_party/upb/upb/mini_table.h +0 -189
  1757. data/third_party/upb/upb/msg.c +0 -368
  1758. data/third_party/upb/upb/msg_internal.h +0 -837
  1759. data/third_party/upb/upb/reflection.c +0 -323
  1760. data/third_party/zlib/gzclose.c +0 -25
  1761. data/third_party/zlib/gzlib.c +0 -639
  1762. data/third_party/zlib/gzread.c +0 -650
  1763. data/third_party/zlib/gzwrite.c +0 -677
  1764. /data/third_party/{upb/third_party/utf8_range → utf8_range}/naive.c +0 -0
  1765. /data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-sse.c +0 -0
@@ -24,22 +24,32 @@
24
24
  #include <string.h>
25
25
 
26
26
  #include <algorithm>
27
+ #include <atomic>
27
28
  #include <initializer_list>
29
+ #include <limits>
28
30
  #include <memory>
29
31
  #include <new>
30
32
  #include <string>
33
+ #include <type_traits>
31
34
  #include <utility>
35
+ #include <vector>
32
36
 
33
37
  #include "absl/base/attributes.h"
38
+ #include "absl/container/flat_hash_map.h"
39
+ #include "absl/hash/hash.h"
40
+ #include "absl/meta/type_traits.h"
41
+ #include "absl/random/random.h"
34
42
  #include "absl/status/status.h"
35
43
  #include "absl/strings/cord.h"
36
44
  #include "absl/strings/str_cat.h"
37
45
  #include "absl/strings/str_format.h"
38
46
  #include "absl/strings/string_view.h"
39
47
  #include "absl/types/optional.h"
48
+ #include "absl/types/variant.h"
40
49
 
41
50
  #include <grpc/event_engine/event_engine.h>
42
51
  #include <grpc/grpc.h>
52
+ #include <grpc/impl/channel_arg_names.h>
43
53
  #include <grpc/impl/connectivity_state.h>
44
54
  #include <grpc/slice_buffer.h>
45
55
  #include <grpc/status.h>
@@ -47,9 +57,8 @@
47
57
  #include <grpc/support/log.h>
48
58
  #include <grpc/support/time.h>
49
59
 
50
- #include "src/core/ext/transport/chttp2/transport/context_list.h"
60
+ #include "src/core/ext/transport/chttp2/transport/context_list_entry.h"
51
61
  #include "src/core/ext/transport/chttp2/transport/flow_control.h"
52
- #include "src/core/ext/transport/chttp2/transport/frame.h"
53
62
  #include "src/core/ext/transport/chttp2/transport/frame_data.h"
54
63
  #include "src/core/ext/transport/chttp2/transport/frame_goaway.h"
55
64
  #include "src/core/ext/transport/chttp2/transport/frame_rst_stream.h"
@@ -57,8 +66,13 @@
57
66
  #include "src/core/ext/transport/chttp2/transport/http2_settings.h"
58
67
  #include "src/core/ext/transport/chttp2/transport/http_trace.h"
59
68
  #include "src/core/ext/transport/chttp2/transport/internal.h"
60
- #include "src/core/ext/transport/chttp2/transport/stream_map.h"
69
+ #include "src/core/ext/transport/chttp2/transport/legacy_frame.h"
70
+ #include "src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.h"
71
+ #include "src/core/ext/transport/chttp2/transport/ping_abuse_policy.h"
72
+ #include "src/core/ext/transport/chttp2/transport/ping_callbacks.h"
73
+ #include "src/core/ext/transport/chttp2/transport/ping_rate_policy.h"
61
74
  #include "src/core/ext/transport/chttp2/transport/varint.h"
75
+ #include "src/core/ext/transport/chttp2/transport/write_size_policy.h"
62
76
  #include "src/core/lib/channel/call_tracer.h"
63
77
  #include "src/core/lib/channel/channel_args.h"
64
78
  #include "src/core/lib/channel/context.h"
@@ -78,7 +92,6 @@
78
92
  #include "src/core/lib/iomgr/exec_ctx.h"
79
93
  #include "src/core/lib/iomgr/iomgr_fwd.h"
80
94
  #include "src/core/lib/iomgr/port.h"
81
- #include "src/core/lib/iomgr/timer.h"
82
95
  #include "src/core/lib/promise/poll.h"
83
96
  #include "src/core/lib/resource_quota/arena.h"
84
97
  #include "src/core/lib/resource_quota/memory_quota.h"
@@ -106,36 +119,28 @@
106
119
  #define DEFAULT_MAX_HEADER_LIST_SIZE (16 * 1024)
107
120
  #define DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT (8 * 1024)
108
121
 
109
- #define DEFAULT_CLIENT_KEEPALIVE_TIME_MS INT_MAX
110
- #define DEFAULT_CLIENT_KEEPALIVE_TIMEOUT_MS 20000 // 20 seconds
111
- #define DEFAULT_SERVER_KEEPALIVE_TIME_MS 7200000 // 2 hours
112
- #define DEFAULT_SERVER_KEEPALIVE_TIMEOUT_MS 20000 // 20 seconds
113
- #define DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS false
114
122
  #define KEEPALIVE_TIME_BACKOFF_MULTIPLIER 2
115
123
 
116
- #define DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS 300000 // 5 minutes
117
- #define DEFAULT_MAX_PINGS_BETWEEN_DATA 2
118
- #define DEFAULT_MAX_PING_STRIKES 2
119
-
120
124
  #define DEFAULT_MAX_PENDING_INDUCED_FRAMES 10000
121
125
 
122
- static int g_default_client_keepalive_time_ms =
123
- DEFAULT_CLIENT_KEEPALIVE_TIME_MS;
124
- static int g_default_client_keepalive_timeout_ms =
125
- DEFAULT_CLIENT_KEEPALIVE_TIMEOUT_MS;
126
- static int g_default_server_keepalive_time_ms =
127
- DEFAULT_SERVER_KEEPALIVE_TIME_MS;
128
- static int g_default_server_keepalive_timeout_ms =
129
- DEFAULT_SERVER_KEEPALIVE_TIMEOUT_MS;
130
- static bool g_default_client_keepalive_permit_without_calls =
131
- DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS;
132
- static bool g_default_server_keepalive_permit_without_calls =
133
- DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS;
134
-
135
- static int g_default_min_recv_ping_interval_without_data_ms =
136
- DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS;
137
- static int g_default_max_pings_without_data = DEFAULT_MAX_PINGS_BETWEEN_DATA;
138
- static int g_default_max_ping_strikes = DEFAULT_MAX_PING_STRIKES;
126
+ #define GRPC_ARG_HTTP2_PING_ON_RST_STREAM_PERCENT \
127
+ "grpc.http2.ping_on_rst_stream_percent"
128
+
129
+ static grpc_core::Duration g_default_client_keepalive_time =
130
+ grpc_core::Duration::Infinity();
131
+ static grpc_core::Duration g_default_client_keepalive_timeout =
132
+ grpc_core::Duration::Seconds(20);
133
+ static grpc_core::Duration g_default_server_keepalive_time =
134
+ grpc_core::Duration::Hours(2);
135
+ static grpc_core::Duration g_default_server_keepalive_timeout =
136
+ grpc_core::Duration::Seconds(20);
137
+ static bool g_default_client_keepalive_permit_without_calls = false;
138
+ static bool g_default_server_keepalive_permit_without_calls = false;
139
+
140
+ // EXPERIMENTAL: control tarpitting in chttp2
141
+ #define GRPC_ARG_HTTP_ALLOW_TARPIT "grpc.http.tarpit"
142
+ #define GRPC_ARG_HTTP_TARPIT_MIN_DURATION_MS "grpc.http.tarpit_min_duration_ms"
143
+ #define GRPC_ARG_HTTP_TARPIT_MAX_DURATION_MS "grpc.http.tarpit_max_duration_ms"
139
144
 
140
145
  #define MAX_CLIENT_STREAM_ID 0x7fffffffu
141
146
  grpc_core::TraceFlag grpc_keepalive_trace(false, "http_keepalive");
@@ -143,21 +148,27 @@ grpc_core::DebugOnlyTraceFlag grpc_trace_chttp2_refcount(false,
143
148
  "chttp2_refcount");
144
149
 
145
150
  // forward declarations of various callbacks that we'll build closures around
146
- static void write_action_begin_locked(void* t, grpc_error_handle error);
147
- static void write_action(void* t, grpc_error_handle error);
148
- static void write_action_end(void* t, grpc_error_handle error);
149
- static void write_action_end_locked(void* t, grpc_error_handle error);
150
-
151
- static void read_action(void* t, grpc_error_handle error);
152
- static void read_action_locked(void* t, grpc_error_handle error);
153
- static void continue_read_action_locked(grpc_chttp2_transport* t);
151
+ static void write_action_begin_locked(
152
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
153
+ static void write_action(grpc_chttp2_transport* t);
154
+ static void write_action_end(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
155
+ grpc_error_handle error);
156
+ static void write_action_end_locked(
157
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
158
+
159
+ static void read_action(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
160
+ grpc_error_handle error);
161
+ static void read_action_locked(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
162
+ grpc_error_handle error);
163
+ static void continue_read_action_locked(
164
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t);
154
165
 
155
166
  // Set a transport level setting, and push it to our peer
156
167
  static void queue_setting_update(grpc_chttp2_transport* t,
157
168
  grpc_chttp2_setting_id id, uint32_t value);
158
169
 
159
170
  static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
160
- grpc_error_handle error);
171
+ grpc_error_handle error, bool tarpit);
161
172
 
162
173
  // Start new streams that have been created if we can
163
174
  static void maybe_start_some_streams(grpc_chttp2_transport* t);
@@ -167,8 +178,10 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
167
178
  const absl::Status& status,
168
179
  const char* reason);
169
180
 
170
- static void benign_reclaimer_locked(void* arg, grpc_error_handle error);
171
- static void destructive_reclaimer_locked(void* arg, grpc_error_handle error);
181
+ static void benign_reclaimer_locked(
182
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
183
+ static void destructive_reclaimer_locked(
184
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
172
185
 
173
186
  static void post_benign_reclaimer(grpc_chttp2_transport* t);
174
187
  static void post_destructive_reclaimer(grpc_chttp2_transport* t);
@@ -178,33 +191,44 @@ static void close_transport_locked(grpc_chttp2_transport* t,
178
191
  static void end_all_the_calls(grpc_chttp2_transport* t,
179
192
  grpc_error_handle error);
180
193
 
181
- static void start_bdp_ping(void* tp, grpc_error_handle error);
182
- static void finish_bdp_ping(void* tp, grpc_error_handle error);
183
- static void start_bdp_ping_locked(void* tp, grpc_error_handle error);
184
- static void finish_bdp_ping_locked(void* tp, grpc_error_handle error);
194
+ static void start_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
195
+ grpc_error_handle error);
196
+ static void finish_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
197
+ grpc_error_handle error);
198
+ static void start_bdp_ping_locked(
199
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
200
+ static void finish_bdp_ping_locked(
201
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
185
202
  static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t);
186
203
  static void next_bdp_ping_timer_expired_locked(
187
- void* tp, GRPC_UNUSED grpc_error_handle error);
204
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> tp,
205
+ GRPC_UNUSED grpc_error_handle error);
188
206
 
189
207
  static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error);
190
208
  static void send_ping_locked(grpc_chttp2_transport* t,
191
209
  grpc_closure* on_initiate, grpc_closure* on_ack);
192
- static void retry_initiate_ping_locked(void* tp,
193
- GRPC_UNUSED grpc_error_handle error);
210
+ static void retry_initiate_ping_locked(
211
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
212
+ GRPC_UNUSED grpc_error_handle error);
194
213
 
195
214
  // keepalive-relevant functions
196
- static void init_keepalive_ping(grpc_chttp2_transport* t);
197
- static void init_keepalive_ping_locked(void* arg,
198
- GRPC_UNUSED grpc_error_handle error);
199
- static void start_keepalive_ping(void* arg, grpc_error_handle error);
200
- static void finish_keepalive_ping(void* arg, grpc_error_handle error);
201
- static void start_keepalive_ping_locked(void* arg, grpc_error_handle error);
202
- static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error);
203
- static void keepalive_watchdog_fired(grpc_chttp2_transport* t);
204
- static void keepalive_watchdog_fired_locked(
205
- void* arg, GRPC_UNUSED grpc_error_handle error);
215
+ static void init_keepalive_ping(
216
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t);
217
+ static void init_keepalive_ping_locked(
218
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
219
+ GRPC_UNUSED grpc_error_handle error);
220
+ static void finish_keepalive_ping(
221
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
222
+ static void finish_keepalive_ping_locked(
223
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
206
224
  static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t);
207
225
 
226
+ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
227
+ bool immediate_disconnect_hint);
228
+
229
+ // Timeout for getting an ack back on settings changes
230
+ #define GRPC_ARG_SETTINGS_TIMEOUT "grpc.http2.settings_timeout"
231
+
208
232
  namespace {
209
233
  grpc_core::CallTracerInterface* CallTracerIfEnabled(grpc_chttp2_stream* s) {
210
234
  if (s->context == nullptr || !grpc_core::IsTraceRecordCallopsEnabled()) {
@@ -215,10 +239,31 @@ grpc_core::CallTracerInterface* CallTracerIfEnabled(grpc_chttp2_stream* s) {
215
239
  s->context)[GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE]
216
240
  .value);
217
241
  }
242
+
243
+ grpc_core::WriteTimestampsCallback g_write_timestamps_callback = nullptr;
244
+ grpc_core::CopyContextFn g_get_copied_context_fn = nullptr;
218
245
  } // namespace
219
246
 
220
247
  namespace grpc_core {
221
248
 
249
+ namespace {
250
+ // Initialize a grpc_closure \a c to call \a Fn with \a t and \a error. Holds
251
+ // the passed in reference to \a t until it's moved into Fn.
252
+ template <void (*Fn)(RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle)>
253
+ grpc_closure* InitTransportClosure(RefCountedPtr<grpc_chttp2_transport> t,
254
+ grpc_closure* c) {
255
+ GRPC_CLOSURE_INIT(
256
+ c,
257
+ [](void* tp, grpc_error_handle error) {
258
+ Fn(RefCountedPtr<grpc_chttp2_transport>(
259
+ static_cast<grpc_chttp2_transport*>(tp)),
260
+ std::move(error));
261
+ },
262
+ t.release(), nullptr);
263
+ return c;
264
+ }
265
+ } // namespace
266
+
222
267
  namespace {
223
268
  TestOnlyGlobalHttp2TransportInitCallback test_only_init_callback = nullptr;
224
269
  TestOnlyGlobalHttp2TransportDestructCallback test_only_destruct_callback =
@@ -241,6 +286,40 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
241
286
  test_only_disable_transient_failure_state_notification = disable;
242
287
  }
243
288
 
289
+ void GrpcHttp2SetWriteTimestampsCallback(WriteTimestampsCallback fn) {
290
+ g_write_timestamps_callback = fn;
291
+ }
292
+
293
+ void GrpcHttp2SetCopyContextFn(CopyContextFn fn) {
294
+ g_get_copied_context_fn = fn;
295
+ }
296
+
297
+ WriteTimestampsCallback GrpcHttp2GetWriteTimestampsCallback() {
298
+ return g_write_timestamps_callback;
299
+ }
300
+
301
+ CopyContextFn GrpcHttp2GetCopyContextFn() { return g_get_copied_context_fn; }
302
+
303
+ // For each entry in the passed ContextList, it executes the function set using
304
+ // GrpcHttp2SetWriteTimestampsCallback method with each context in the list
305
+ // and \a ts. It also deletes/frees up the passed ContextList after this
306
+ // operation.
307
+ void ForEachContextListEntryExecute(void* arg, Timestamps* ts,
308
+ grpc_error_handle error) {
309
+ ContextList* context_list = reinterpret_cast<ContextList*>(arg);
310
+ if (!context_list) {
311
+ return;
312
+ }
313
+ for (auto it = context_list->begin(); it != context_list->end(); it++) {
314
+ ContextListEntry& entry = (*it);
315
+ if (ts) {
316
+ ts->byte_offset = static_cast<uint32_t>(entry.ByteOffsetInStream());
317
+ }
318
+ g_write_timestamps_callback(entry.TraceContext(), ts, error);
319
+ }
320
+ delete context_list;
321
+ }
322
+
244
323
  } // namespace grpc_core
245
324
 
246
325
  //
@@ -250,6 +329,8 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
250
329
  grpc_chttp2_transport::~grpc_chttp2_transport() {
251
330
  size_t i;
252
331
 
332
+ cancel_pings(this, GRPC_ERROR_CREATE("Transport destroyed"));
333
+
253
334
  event_engine.reset();
254
335
 
255
336
  if (channelz_socket != nullptr) {
@@ -260,12 +341,12 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
260
341
 
261
342
  grpc_slice_buffer_destroy(&qbuf);
262
343
 
263
- grpc_slice_buffer_destroy(&outbuf);
264
-
265
344
  grpc_error_handle error = GRPC_ERROR_CREATE("Transport destroyed");
266
345
  // ContextList::Execute follows semantics of a callback function and does not
267
346
  // take a ref on error
268
- grpc_core::ContextList::Execute(cl, nullptr, error);
347
+ if (cl != nullptr) {
348
+ grpc_core::ForEachContextListEntryExecute(cl, nullptr, error);
349
+ }
269
350
  cl = nullptr;
270
351
 
271
352
  grpc_slice_buffer_destroy(&read_buffer);
@@ -276,14 +357,9 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
276
357
  GPR_ASSERT(lists[i].tail == nullptr);
277
358
  }
278
359
 
279
- GPR_ASSERT(grpc_chttp2_stream_map_size(&stream_map) == 0);
280
-
281
- grpc_chttp2_stream_map_destroy(&stream_map);
282
-
360
+ GPR_ASSERT(stream_map.empty());
283
361
  GRPC_COMBINER_UNREF(combiner, "chttp2_transport");
284
362
 
285
- cancel_pings(this, GRPC_ERROR_CREATE("Transport destroyed"));
286
-
287
363
  while (write_cb_pool) {
288
364
  grpc_chttp2_write_cb* next = write_cb_pool->next;
289
365
  gpr_free(write_cb_pool);
@@ -319,37 +395,46 @@ static void read_channel_args(grpc_chttp2_transport* t,
319
395
  t->hpack_compressor.SetMaxUsableSize(max_hpack_table_size);
320
396
  }
321
397
 
322
- t->ping_policy.max_pings_without_data =
323
- std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)
324
- .value_or(g_default_max_pings_without_data));
325
- t->ping_policy.max_ping_strikes =
326
- std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PING_STRIKES)
327
- .value_or(g_default_max_ping_strikes));
328
- t->ping_policy.min_recv_ping_interval_without_data =
329
- std::max(grpc_core::Duration::Zero(),
330
- channel_args
331
- .GetDurationFromIntMillis(
332
- GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)
333
- .value_or(grpc_core::Duration::Milliseconds(
334
- g_default_min_recv_ping_interval_without_data_ms)));
335
398
  t->write_buffer_size =
336
399
  std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_WRITE_BUFFER_SIZE)
337
400
  .value_or(grpc_core::chttp2::kDefaultWindow));
338
401
  t->keepalive_time =
339
402
  std::max(grpc_core::Duration::Milliseconds(1),
340
403
  channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
341
- .value_or(grpc_core::Duration::Milliseconds(
342
- t->is_client ? g_default_client_keepalive_time_ms
343
- : g_default_server_keepalive_time_ms)));
404
+ .value_or(t->is_client ? g_default_client_keepalive_time
405
+ : g_default_server_keepalive_time));
344
406
  t->keepalive_timeout = std::max(
345
407
  grpc_core::Duration::Zero(),
346
408
  channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
347
- .value_or(grpc_core::Duration::Milliseconds(
348
- t->is_client ? g_default_client_keepalive_timeout_ms
349
- : g_default_server_keepalive_timeout_ms)));
350
- t->keepalive_permit_without_calls =
351
- channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
352
- .value_or(false);
409
+ .value_or(t->keepalive_time == grpc_core::Duration::Infinity()
410
+ ? grpc_core::Duration::Infinity()
411
+ : (t->is_client ? g_default_client_keepalive_timeout
412
+ : g_default_server_keepalive_timeout)));
413
+ t->ping_timeout = std::max(
414
+ grpc_core::Duration::Zero(),
415
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_PING_TIMEOUT_MS)
416
+ .value_or(t->keepalive_time == grpc_core::Duration::Infinity()
417
+ ? grpc_core::Duration::Infinity()
418
+ : grpc_core::Duration::Minutes(1)));
419
+ if (t->is_client) {
420
+ t->keepalive_permit_without_calls =
421
+ channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
422
+ .value_or(grpc_core::IsKeepaliveFixEnabled()
423
+ ? g_default_client_keepalive_permit_without_calls
424
+ : false);
425
+ } else {
426
+ t->keepalive_permit_without_calls =
427
+ channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
428
+ .value_or(grpc_core::IsKeepaliveServerFixEnabled()
429
+ ? g_default_server_keepalive_permit_without_calls
430
+ : false);
431
+ }
432
+
433
+ t->settings_timeout =
434
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_SETTINGS_TIMEOUT)
435
+ .value_or(std::max(t->keepalive_timeout * 2,
436
+ grpc_core::Duration::Minutes(1)));
437
+
353
438
  // Only send the prefered rx frame size http2 setting if we are instructed
354
439
  // to auto size the buffers allocated at tcp level and we also can adjust
355
440
  // sending frame size.
@@ -358,6 +443,17 @@ static void read_channel_args(grpc_chttp2_transport* t,
358
443
  .GetBool(GRPC_ARG_EXPERIMENTAL_HTTP2_PREFERRED_CRYPTO_FRAME_SIZE)
359
444
  .value_or(false);
360
445
 
446
+ const auto max_requests_per_read =
447
+ channel_args.GetInt("grpc.http2.max_requests_per_read");
448
+ if (max_requests_per_read.has_value()) {
449
+ t->max_requests_per_read =
450
+ grpc_core::Clamp(*max_requests_per_read, 1, 10000);
451
+ } else if (grpc_core::IsChttp2BatchRequestsEnabled()) {
452
+ t->max_requests_per_read = 32;
453
+ } else {
454
+ t->max_requests_per_read = std::numeric_limits<size_t>::max();
455
+ }
456
+
361
457
  if (channel_args.GetBool(GRPC_ARG_ENABLE_CHANNELZ)
362
458
  .value_or(GRPC_ENABLE_CHANNELZ_DEFAULT)) {
363
459
  t->channelz_socket =
@@ -370,6 +466,21 @@ static void read_channel_args(grpc_chttp2_transport* t,
370
466
  .GetObjectRef<grpc_core::channelz::SocketNode::Security>());
371
467
  }
372
468
 
469
+ t->ack_pings = channel_args.GetBool("grpc.http2.ack_pings").value_or(true);
470
+
471
+ t->allow_tarpit = channel_args.GetBool(GRPC_ARG_HTTP_ALLOW_TARPIT)
472
+ .value_or(grpc_core::IsTarpitEnabled());
473
+ t->min_tarpit_duration_ms =
474
+ channel_args
475
+ .GetDurationFromIntMillis(GRPC_ARG_HTTP_TARPIT_MIN_DURATION_MS)
476
+ .value_or(grpc_core::Duration::Milliseconds(100))
477
+ .millis();
478
+ t->max_tarpit_duration_ms =
479
+ channel_args
480
+ .GetDurationFromIntMillis(GRPC_ARG_HTTP_TARPIT_MAX_DURATION_MS)
481
+ .value_or(grpc_core::Duration::Seconds(1))
482
+ .millis();
483
+
373
484
  const int soft_limit =
374
485
  channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE).value_or(-1);
375
486
  if (soft_limit < 0) {
@@ -435,8 +546,12 @@ static void read_channel_args(grpc_chttp2_transport* t,
435
546
  const int value = channel_args.GetInt(setting.channel_arg_name)
436
547
  .value_or(setting.default_value);
437
548
  if (value >= 0) {
438
- queue_setting_update(t, setting.setting_id,
439
- grpc_core::Clamp(value, setting.min, setting.max));
549
+ const int clamped_value =
550
+ grpc_core::Clamp(value, setting.min, setting.max);
551
+ queue_setting_update(t, setting.setting_id, clamped_value);
552
+ if (setting.setting_id == GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS) {
553
+ t->max_concurrent_streams_policy.SetTarget(clamped_value);
554
+ }
440
555
  } else if (setting.setting_id ==
441
556
  GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE) {
442
557
  // Set value to 1.25 * soft limit if this is larger than
@@ -444,7 +559,7 @@ static void read_channel_args(grpc_chttp2_transport* t,
444
559
  // `GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE` is not set.
445
560
  const int soft_limit = channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE)
446
561
  .value_or(setting.default_value);
447
- const int value = (soft_limit < (INT_MAX / 1.25))
562
+ const int value = (soft_limit >= 0 && soft_limit < (INT_MAX / 1.25))
448
563
  ? static_cast<int>(soft_limit * 1.25)
449
564
  : soft_limit;
450
565
  if (value > DEFAULT_MAX_HEADER_LIST_SIZE) {
@@ -469,54 +584,24 @@ static void read_channel_args(grpc_chttp2_transport* t,
469
584
  grpc_core::Clamp(INT_MAX, static_cast<int>(sp->min_value),
470
585
  static_cast<int>(sp->max_value)));
471
586
  }
472
- }
473
587
 
474
- static void init_transport_keepalive_settings(grpc_chttp2_transport* t) {
475
- if (t->is_client) {
476
- t->keepalive_time = g_default_client_keepalive_time_ms == INT_MAX
477
- ? grpc_core::Duration::Infinity()
478
- : grpc_core::Duration::Milliseconds(
479
- g_default_client_keepalive_time_ms);
480
- t->keepalive_timeout = g_default_client_keepalive_timeout_ms == INT_MAX
481
- ? grpc_core::Duration::Infinity()
482
- : grpc_core::Duration::Milliseconds(
483
- g_default_client_keepalive_timeout_ms);
484
- t->keepalive_permit_without_calls =
485
- g_default_client_keepalive_permit_without_calls;
486
- } else {
487
- t->keepalive_time = g_default_server_keepalive_time_ms == INT_MAX
488
- ? grpc_core::Duration::Infinity()
489
- : grpc_core::Duration::Milliseconds(
490
- g_default_server_keepalive_time_ms);
491
- t->keepalive_timeout = g_default_server_keepalive_timeout_ms == INT_MAX
492
- ? grpc_core::Duration::Infinity()
493
- : grpc_core::Duration::Milliseconds(
494
- g_default_server_keepalive_timeout_ms);
495
- t->keepalive_permit_without_calls =
496
- g_default_server_keepalive_permit_without_calls;
497
- }
498
- }
499
-
500
- static void configure_transport_ping_policy(grpc_chttp2_transport* t) {
501
- t->ping_policy.max_pings_without_data = g_default_max_pings_without_data;
502
- t->ping_policy.max_ping_strikes = g_default_max_ping_strikes;
503
- t->ping_policy.min_recv_ping_interval_without_data =
504
- grpc_core::Duration::Milliseconds(
505
- g_default_min_recv_ping_interval_without_data_ms);
588
+ t->ping_on_rst_stream_percent = grpc_core::Clamp(
589
+ channel_args.GetInt(GRPC_ARG_HTTP2_PING_ON_RST_STREAM_PERCENT)
590
+ .value_or(1),
591
+ 0, 100);
506
592
  }
507
593
 
508
594
  static void init_keepalive_pings_if_enabled_locked(
509
- void* arg, GRPC_UNUSED grpc_error_handle error) {
595
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
596
+ GRPC_UNUSED grpc_error_handle error) {
510
597
  GPR_DEBUG_ASSERT(error.ok());
511
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
512
598
  if (t->keepalive_time != grpc_core::Duration::Infinity()) {
513
599
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
514
- GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
515
600
  t->keepalive_ping_timer_handle =
516
- t->event_engine->RunAfter(t->keepalive_time, [t] {
601
+ t->event_engine->RunAfter(t->keepalive_time, [t = t->Ref()]() mutable {
517
602
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
518
603
  grpc_core::ExecCtx exec_ctx;
519
- init_keepalive_ping(t);
604
+ init_keepalive_ping(std::move(t));
520
605
  });
521
606
  } else {
522
607
  // Use GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED to indicate there are no
@@ -540,34 +625,31 @@ grpc_chttp2_transport::grpc_chttp2_transport(
540
625
  grpc_endpoint_get_peer(ep), ":client_transport"))),
541
626
  self_reservation(
542
627
  memory_owner.MakeReservation(sizeof(grpc_chttp2_transport))),
543
- combiner(grpc_combiner_create()),
628
+ event_engine(
629
+ channel_args
630
+ .GetObjectRef<grpc_event_engine::experimental::EventEngine>()),
631
+ combiner(grpc_combiner_create(event_engine)),
544
632
  state_tracker(is_client ? "client_transport" : "server_transport",
545
633
  GRPC_CHANNEL_READY),
546
- is_client(is_client),
547
634
  next_stream_id(is_client ? 1 : 2),
635
+ ping_abuse_policy(channel_args),
636
+ ping_rate_policy(channel_args, is_client),
548
637
  flow_control(
549
638
  peer_string.as_string_view(),
550
639
  channel_args.GetBool(GRPC_ARG_HTTP2_BDP_PROBE).value_or(true),
551
640
  &memory_owner),
552
641
  deframe_state(is_client ? GRPC_DTS_FH_0 : GRPC_DTS_CLIENT_PREFIX_0),
553
- event_engine(
554
- channel_args
555
- .GetObjectRef<grpc_event_engine::experimental::EventEngine>()) {
642
+ is_client(is_client) {
643
+ cl = new grpc_core::ContextList();
556
644
  GPR_ASSERT(strlen(GRPC_CHTTP2_CLIENT_CONNECT_STRING) ==
557
645
  GRPC_CHTTP2_CLIENT_CONNECT_STRLEN);
558
646
  base.vtable = get_vtable();
559
- // 8 is a random stab in the dark as to a good initial size: it's small enough
560
- // that it shouldn't waste memory for infrequently used connections, yet
561
- // large enough that the exponential growth should happen nicely when it's
562
- // needed.
563
- // TODO(ctiller): tune this
564
- grpc_chttp2_stream_map_init(&stream_map, 8);
565
647
 
566
648
  grpc_slice_buffer_init(&read_buffer);
567
- grpc_slice_buffer_init(&outbuf);
568
649
  if (is_client) {
569
- grpc_slice_buffer_add(&outbuf, grpc_slice_from_copied_string(
570
- GRPC_CHTTP2_CLIENT_CONNECT_STRING));
650
+ grpc_slice_buffer_add(
651
+ outbuf.c_slice_buffer(),
652
+ grpc_slice_from_copied_string(GRPC_CHTTP2_CLIENT_CONNECT_STRING));
571
653
  }
572
654
  grpc_slice_buffer_init(&qbuf);
573
655
  // copy in initial settings to all setting sets
@@ -590,22 +672,18 @@ grpc_chttp2_transport::grpc_chttp2_transport(
590
672
  queue_setting_update(this,
591
673
  GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA, 1);
592
674
 
593
- configure_transport_ping_policy(this);
594
- init_transport_keepalive_settings(this);
595
-
596
675
  read_channel_args(this, channel_args, is_client);
597
676
 
598
- // No pings allowed before receiving a header or data frame.
599
- ping_state.pings_before_data_required = 0;
600
- ping_state.last_ping_sent_time = grpc_core::Timestamp::InfPast();
601
-
602
- ping_recv_state.last_ping_recv_time = grpc_core::Timestamp::InfPast();
603
- ping_recv_state.ping_strikes = 0;
677
+ // Initially allow *UP TO* MAX_CONCURRENT_STREAMS incoming before we start
678
+ // blanket cancelling them.
679
+ num_incoming_streams_before_settings_ack =
680
+ settings[GRPC_LOCAL_SETTINGS]
681
+ [GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS];
604
682
 
605
683
  grpc_core::ExecCtx exec_ctx;
606
684
  combiner->Run(
607
- GRPC_CLOSURE_INIT(&init_keepalive_ping_locked,
608
- init_keepalive_pings_if_enabled_locked, this, nullptr),
685
+ grpc_core::InitTransportClosure<init_keepalive_pings_if_enabled_locked>(
686
+ Ref(), &init_keepalive_ping_locked),
609
687
  absl::OkStatus());
610
688
 
611
689
  if (flow_control.bdp_probe()) {
@@ -630,15 +708,15 @@ grpc_chttp2_transport::grpc_chttp2_transport(
630
708
  }
631
709
 
632
710
  static void destroy_transport_locked(void* tp, grpc_error_handle /*error*/) {
633
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
711
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t(
712
+ static_cast<grpc_chttp2_transport*>(tp));
634
713
  t->destroying = 1;
635
714
  close_transport_locked(
636
- t, grpc_error_set_int(GRPC_ERROR_CREATE("Transport destroyed"),
637
- grpc_core::StatusIntProperty::kOccurredDuringWrite,
638
- t->write_state));
715
+ t.get(),
716
+ grpc_error_set_int(GRPC_ERROR_CREATE("Transport destroyed"),
717
+ grpc_core::StatusIntProperty::kOccurredDuringWrite,
718
+ t->write_state));
639
719
  t->memory_owner.Reset();
640
- // Must be the last line.
641
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "destroy");
642
720
  }
643
721
 
644
722
  static void destroy_transport(grpc_transport* gt) {
@@ -670,15 +748,25 @@ static void close_transport_locked(grpc_chttp2_transport* t,
670
748
  t->closed_with_error = error;
671
749
  connectivity_state_set(t, GRPC_CHANNEL_SHUTDOWN, absl::Status(),
672
750
  "close_transport");
673
- if (t->ping_state.delayed_ping_timer_handle.has_value()) {
674
- if (t->event_engine->Cancel(*t->ping_state.delayed_ping_timer_handle)) {
675
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
676
- t->ping_state.delayed_ping_timer_handle.reset();
751
+ if (t->keepalive_ping_timeout_handle !=
752
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid) {
753
+ t->event_engine->Cancel(std::exchange(
754
+ t->keepalive_ping_timeout_handle,
755
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid));
756
+ }
757
+ if (t->settings_ack_watchdog !=
758
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid) {
759
+ t->event_engine->Cancel(std::exchange(
760
+ t->settings_ack_watchdog,
761
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid));
762
+ }
763
+ if (t->delayed_ping_timer_handle.has_value()) {
764
+ if (t->event_engine->Cancel(*t->delayed_ping_timer_handle)) {
765
+ t->delayed_ping_timer_handle.reset();
677
766
  }
678
767
  }
679
768
  if (t->next_bdp_ping_timer_handle.has_value()) {
680
769
  if (t->event_engine->Cancel(*t->next_bdp_ping_timer_handle)) {
681
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
682
770
  t->next_bdp_ping_timer_handle.reset();
683
771
  }
684
772
  }
@@ -686,7 +774,6 @@ static void close_transport_locked(grpc_chttp2_transport* t,
686
774
  case GRPC_CHTTP2_KEEPALIVE_STATE_WAITING:
687
775
  if (t->keepalive_ping_timer_handle.has_value()) {
688
776
  if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
689
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
690
777
  t->keepalive_ping_timer_handle.reset();
691
778
  }
692
779
  }
@@ -694,16 +781,9 @@ static void close_transport_locked(grpc_chttp2_transport* t,
694
781
  case GRPC_CHTTP2_KEEPALIVE_STATE_PINGING:
695
782
  if (t->keepalive_ping_timer_handle.has_value()) {
696
783
  if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
697
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
698
784
  t->keepalive_ping_timer_handle.reset();
699
785
  }
700
786
  }
701
- if (t->keepalive_watchdog_timer_handle.has_value()) {
702
- if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
703
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
704
- t->keepalive_watchdog_timer_handle.reset();
705
- }
706
- }
707
787
  break;
708
788
  case GRPC_CHTTP2_KEEPALIVE_STATE_DYING:
709
789
  case GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED:
@@ -746,24 +826,27 @@ void grpc_chttp2_stream_unref(grpc_chttp2_stream* s) {
746
826
  }
747
827
  #endif
748
828
 
749
- grpc_chttp2_stream::Reffer::Reffer(grpc_chttp2_stream* s) {
750
- // We reserve one 'active stream' that's dropped when the stream is
751
- // read-closed. The others are for Chttp2IncomingByteStreams that are
752
- // actively reading
753
- GRPC_CHTTP2_STREAM_REF(s, "chttp2");
754
- GRPC_CHTTP2_REF_TRANSPORT(s->t, "stream");
755
- }
756
-
757
829
  grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
758
830
  grpc_stream_refcount* refcount,
759
831
  const void* server_data,
760
832
  grpc_core::Arena* arena)
761
- : t(t),
762
- refcount(refcount),
763
- reffer(this),
833
+ : t(t->Ref()),
834
+ refcount([refcount]() {
835
+ // We reserve one 'active stream' that's dropped when the stream is
836
+ // read-closed. The others are for Chttp2IncomingByteStreams that are
837
+ // actively reading
838
+ // We do this here to avoid cache misses.
839
+ #ifndef NDEBUG
840
+ grpc_stream_ref(refcount, "chttp2");
841
+ #else
842
+ grpc_stream_ref(refcount);
843
+ #endif
844
+ return refcount;
845
+ }()),
764
846
  initial_metadata_buffer(arena),
765
847
  trailing_metadata_buffer(arena),
766
848
  flow_control(&t->flow_control) {
849
+ t->streams_allocated.fetch_add(1, std::memory_order_relaxed);
767
850
  if (server_data) {
768
851
  id = static_cast<uint32_t>(reinterpret_cast<uintptr_t>(server_data));
769
852
  if (grpc_http_trace.enabled()) {
@@ -771,7 +854,7 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
771
854
  this, id, server_data);
772
855
  }
773
856
  *t->accepting_stream = this;
774
- grpc_chttp2_stream_map_add(&t->stream_map, id, this);
857
+ t->stream_map.emplace(id, this);
775
858
  post_destructive_reclaimer(t);
776
859
  }
777
860
 
@@ -780,8 +863,9 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
780
863
  }
781
864
 
782
865
  grpc_chttp2_stream::~grpc_chttp2_stream() {
783
- grpc_chttp2_list_remove_stalled_by_stream(t, this);
784
- grpc_chttp2_list_remove_stalled_by_transport(t, this);
866
+ t->streams_allocated.fetch_sub(1, std::memory_order_relaxed);
867
+ grpc_chttp2_list_remove_stalled_by_stream(t.get(), this);
868
+ grpc_chttp2_list_remove_stalled_by_transport(t.get(), this);
785
869
 
786
870
  if (t->channelz_socket != nullptr) {
787
871
  if ((t->is_client && eos_received) || (!t->is_client && eos_sent)) {
@@ -793,7 +877,7 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
793
877
 
794
878
  GPR_ASSERT((write_closed && read_closed) || id == 0);
795
879
  if (id != 0) {
796
- GPR_ASSERT(grpc_chttp2_stream_map_find(&t->stream_map, id) == nullptr);
880
+ GPR_ASSERT(t->stream_map.count(id) == 0);
797
881
  }
798
882
 
799
883
  grpc_slice_buffer_destroy(&frame_storage);
@@ -812,7 +896,6 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
812
896
  GPR_ASSERT(recv_message_ready == nullptr);
813
897
  GPR_ASSERT(recv_trailing_metadata_finished == nullptr);
814
898
  grpc_slice_buffer_destroy(&flow_controlled_buffer);
815
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "stream");
816
899
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, destroy_stream_arg, absl::OkStatus());
817
900
  }
818
901
 
@@ -900,7 +983,6 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
900
983
  case GRPC_CHTTP2_WRITE_STATE_IDLE:
901
984
  set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING,
902
985
  grpc_chttp2_initiate_write_reason_string(reason));
903
- GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
904
986
  // Note that the 'write_action_begin_locked' closure is being scheduled
905
987
  // on the 'finally_scheduler' of t->combiner. This means that
906
988
  // 'write_action_begin_locked' is called only *after* all the other
@@ -918,8 +1000,8 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
918
1000
  // It does not call the endpoint to write the bytes. That is done by the
919
1001
  // 'write_action' (which is scheduled by 'write_action_begin_locked')
920
1002
  t->combiner->FinallyRun(
921
- GRPC_CLOSURE_INIT(&t->write_action_begin_locked,
922
- write_action_begin_locked, t, nullptr),
1003
+ grpc_core::InitTransportClosure<write_action_begin_locked>(
1004
+ t->Ref(), &t->write_action_begin_locked),
923
1005
  absl::OkStatus());
924
1006
  break;
925
1007
  case GRPC_CHTTP2_WRITE_STATE_WRITING:
@@ -946,22 +1028,22 @@ static const char* begin_writing_desc(bool partial) {
946
1028
  }
947
1029
  }
948
1030
 
949
- static void write_action_begin_locked(void* gt,
950
- grpc_error_handle /*error_ignored*/) {
951
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
1031
+ static void write_action_begin_locked(
1032
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
1033
+ grpc_error_handle /*error_ignored*/) {
952
1034
  GPR_ASSERT(t->write_state != GRPC_CHTTP2_WRITE_STATE_IDLE);
953
1035
  grpc_chttp2_begin_write_result r;
954
1036
  if (!t->closed_with_error.ok()) {
955
1037
  r.writing = false;
956
1038
  } else {
957
- r = grpc_chttp2_begin_write(t);
1039
+ r = grpc_chttp2_begin_write(t.get());
958
1040
  }
959
1041
  if (r.writing) {
960
- set_write_state(t,
1042
+ set_write_state(t.get(),
961
1043
  r.partial ? GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE
962
1044
  : GRPC_CHTTP2_WRITE_STATE_WRITING,
963
1045
  begin_writing_desc(r.partial));
964
- write_action(t, absl::OkStatus());
1046
+ write_action(t.get());
965
1047
  if (t->reading_paused_on_pending_induced_frames) {
966
1048
  GPR_ASSERT(t->num_pending_induced_frames == 0);
967
1049
  // We had paused reading, because we had many induced frames (SETTINGS
@@ -971,20 +1053,29 @@ static void write_action_begin_locked(void* gt,
971
1053
  GPR_INFO,
972
1054
  "transport %p : Resuming reading after being paused due to too "
973
1055
  "many unwritten SETTINGS ACK, PINGS ACK and RST_STREAM frames",
974
- t));
1056
+ t.get()));
975
1057
  t->reading_paused_on_pending_induced_frames = false;
976
- continue_read_action_locked(t);
1058
+ continue_read_action_locked(std::move(t));
977
1059
  }
978
1060
  } else {
979
- set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "begin writing nothing");
980
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
1061
+ set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_IDLE,
1062
+ "begin writing nothing");
981
1063
  }
982
1064
  }
983
1065
 
984
- static void write_action(void* gt, grpc_error_handle /*error*/) {
985
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
1066
+ static void write_action(grpc_chttp2_transport* t) {
986
1067
  void* cl = t->cl;
987
- t->cl = nullptr;
1068
+ if (!t->cl->empty()) {
1069
+ // Transfer the ownership of the context list to the endpoint and create and
1070
+ // associate a new context list with the transport.
1071
+ // The old context list is stored in the cl local variable which is passed
1072
+ // to the endpoint. Its upto the endpoint to manage its lifetime.
1073
+ t->cl = new grpc_core::ContextList();
1074
+ } else {
1075
+ // t->cl is Empty. There is nothing to trace in this endpoint_write. set cl
1076
+ // to nullptr.
1077
+ cl = nullptr;
1078
+ }
988
1079
  // Choose max_frame_size as the prefered rx crypto frame size indicated by the
989
1080
  // peer.
990
1081
  int max_frame_size =
@@ -996,36 +1087,47 @@ static void write_action(void* gt, grpc_error_handle /*error*/) {
996
1087
  if (max_frame_size == 0) {
997
1088
  max_frame_size = INT_MAX;
998
1089
  }
999
- grpc_endpoint_write(
1000
- t->ep, &t->outbuf,
1001
- GRPC_CLOSURE_INIT(&t->write_action_end_locked, write_action_end, t,
1002
- grpc_schedule_on_exec_ctx),
1003
- cl, max_frame_size);
1090
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_ping_trace)) {
1091
+ gpr_log(GPR_INFO, "%s[%p]: Write %" PRIdPTR " bytes",
1092
+ t->is_client ? "CLIENT" : "SERVER", t, t->outbuf.Length());
1093
+ }
1094
+ t->write_size_policy.BeginWrite(t->outbuf.Length());
1095
+ grpc_endpoint_write(t->ep, t->outbuf.c_slice_buffer(),
1096
+ grpc_core::InitTransportClosure<write_action_end>(
1097
+ t->Ref(), &t->write_action_end_locked),
1098
+ cl, max_frame_size);
1004
1099
  }
1005
1100
 
1006
- static void write_action_end(void* tp, grpc_error_handle error) {
1007
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
1008
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->write_action_end_locked,
1009
- write_action_end_locked, t, nullptr),
1010
- error);
1101
+ static void write_action_end(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
1102
+ grpc_error_handle error) {
1103
+ auto* tp = t.get();
1104
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_ping_trace)) {
1105
+ gpr_log(GPR_INFO, "%s[%p]: Finish write",
1106
+ t->is_client ? "CLIENT" : "SERVER", t.get());
1107
+ }
1108
+ tp->combiner->Run(grpc_core::InitTransportClosure<write_action_end_locked>(
1109
+ std::move(t), &tp->write_action_end_locked),
1110
+ error);
1011
1111
  }
1012
1112
 
1013
1113
  // Callback from the grpc_endpoint after bytes have been written by calling
1014
1114
  // sendmsg
1015
- static void write_action_end_locked(void* tp, grpc_error_handle error) {
1016
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
1115
+ static void write_action_end_locked(
1116
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
1117
+ grpc_error_handle error) {
1118
+ t->write_size_policy.EndWrite(error.ok());
1017
1119
 
1018
1120
  bool closed = false;
1019
1121
  if (!error.ok()) {
1020
- close_transport_locked(t, error);
1122
+ close_transport_locked(t.get(), error);
1021
1123
  closed = true;
1022
1124
  }
1023
1125
 
1024
1126
  if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED) {
1025
1127
  t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SENT;
1026
1128
  closed = true;
1027
- if (grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
1028
- close_transport_locked(t, GRPC_ERROR_CREATE("goaway sent"));
1129
+ if (t->stream_map.empty()) {
1130
+ close_transport_locked(t.get(), GRPC_ERROR_CREATE("goaway sent"));
1029
1131
  }
1030
1132
  }
1031
1133
 
@@ -1033,11 +1135,11 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
1033
1135
  case GRPC_CHTTP2_WRITE_STATE_IDLE:
1034
1136
  GPR_UNREACHABLE_CODE(break);
1035
1137
  case GRPC_CHTTP2_WRITE_STATE_WRITING:
1036
- set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
1138
+ set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
1037
1139
  break;
1038
1140
  case GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE:
1039
- set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING, "continue writing");
1040
- GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
1141
+ set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_WRITING,
1142
+ "continue writing");
1041
1143
  // If the transport is closed, we will retry writing on the endpoint
1042
1144
  // and next write may contain part of the currently serialized frames.
1043
1145
  // So, we should only call the run_after_write callbacks when the next
@@ -1047,14 +1149,13 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
1047
1149
  grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &t->run_after_write);
1048
1150
  }
1049
1151
  t->combiner->FinallyRun(
1050
- GRPC_CLOSURE_INIT(&t->write_action_begin_locked,
1051
- write_action_begin_locked, t, nullptr),
1152
+ grpc_core::InitTransportClosure<write_action_begin_locked>(
1153
+ t, &t->write_action_begin_locked),
1052
1154
  absl::OkStatus());
1053
1155
  break;
1054
1156
  }
1055
1157
 
1056
- grpc_chttp2_end_write(t, error);
1057
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
1158
+ grpc_chttp2_end_write(t.get(), error);
1058
1159
  }
1059
1160
 
1060
1161
  // Dirties an HTTP2 setting to be sent out next time a writing path occurs.
@@ -1076,13 +1177,13 @@ static void queue_setting_update(grpc_chttp2_transport* t,
1076
1177
 
1077
1178
  // Cancel out streams that haven't yet started if we have received a GOAWAY
1078
1179
  static void cancel_unstarted_streams(grpc_chttp2_transport* t,
1079
- grpc_error_handle error) {
1180
+ grpc_error_handle error, bool tarpit) {
1080
1181
  grpc_chttp2_stream* s;
1081
1182
  while (grpc_chttp2_list_pop_waiting_for_concurrency(t, &s)) {
1082
1183
  s->trailing_metadata_buffer.Set(
1083
1184
  grpc_core::GrpcStreamNetworkState(),
1084
1185
  grpc_core::GrpcStreamNetworkState::kNotSentOnWire);
1085
- grpc_chttp2_cancel_stream(t, s, error);
1186
+ grpc_chttp2_cancel_stream(t, s, error, tarpit);
1086
1187
  }
1087
1188
  }
1088
1189
 
@@ -1115,21 +1216,20 @@ void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
1115
1216
  grpc_core::StatusToString(t->goaway_error).c_str());
1116
1217
  }
1117
1218
  if (t->is_client) {
1118
- cancel_unstarted_streams(t, t->goaway_error);
1219
+ cancel_unstarted_streams(t, t->goaway_error, false);
1119
1220
  // Cancel all unseen streams
1120
- grpc_chttp2_stream_map_for_each(
1121
- &t->stream_map,
1122
- [](void* user_data, uint32_t /* key */, void* stream) {
1123
- uint32_t last_stream_id = *(static_cast<uint32_t*>(user_data));
1124
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(stream);
1125
- if (s->id > last_stream_id) {
1126
- s->trailing_metadata_buffer.Set(
1127
- grpc_core::GrpcStreamNetworkState(),
1128
- grpc_core::GrpcStreamNetworkState::kNotSeenByServer);
1129
- grpc_chttp2_cancel_stream(s->t, s, s->t->goaway_error);
1130
- }
1131
- },
1132
- &last_stream_id);
1221
+ std::vector<grpc_chttp2_stream*> to_cancel;
1222
+ for (auto id_stream : t->stream_map) {
1223
+ if (id_stream.first > last_stream_id) {
1224
+ to_cancel.push_back(id_stream.second);
1225
+ }
1226
+ }
1227
+ for (auto s : to_cancel) {
1228
+ s->trailing_metadata_buffer.Set(
1229
+ grpc_core::GrpcStreamNetworkState(),
1230
+ grpc_core::GrpcStreamNetworkState::kNotSeenByServer);
1231
+ grpc_chttp2_cancel_stream(s->t.get(), s, s->t->goaway_error, false);
1232
+ }
1133
1233
  }
1134
1234
  absl::Status status = grpc_error_to_absl_status(t->goaway_error);
1135
1235
  // When a client receives a GOAWAY with error code ENHANCE_YOUR_CALM and debug
@@ -1167,13 +1267,13 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
1167
1267
  // maybe cancel out streams that haven't yet started if we have received a
1168
1268
  // GOAWAY
1169
1269
  if (!t->goaway_error.ok()) {
1170
- cancel_unstarted_streams(t, t->goaway_error);
1270
+ cancel_unstarted_streams(t, t->goaway_error, false);
1171
1271
  return;
1172
1272
  }
1173
1273
  // start streams where we have free grpc_chttp2_stream ids and free
1174
1274
  // * concurrency
1175
1275
  while (t->next_stream_id <= MAX_CLIENT_STREAM_ID &&
1176
- grpc_chttp2_stream_map_size(&t->stream_map) <
1276
+ t->stream_map.size() <
1177
1277
  t->settings[GRPC_PEER_SETTINGS]
1178
1278
  [GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS] &&
1179
1279
  grpc_chttp2_list_pop_waiting_for_concurrency(t, &s)) {
@@ -1194,7 +1294,7 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
1194
1294
  "no_more_stream_ids");
1195
1295
  }
1196
1296
 
1197
- grpc_chttp2_stream_map_add(&t->stream_map, s->id, s);
1297
+ t->stream_map.emplace(s->id, s);
1198
1298
  post_destructive_reclaimer(t);
1199
1299
  grpc_chttp2_mark_stream_writable(t, s);
1200
1300
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_START_NEW_STREAM);
@@ -1209,7 +1309,8 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
1209
1309
  t, s,
1210
1310
  grpc_error_set_int(GRPC_ERROR_CREATE("Stream IDs exhausted"),
1211
1311
  grpc_core::StatusIntProperty::kRpcStatus,
1212
- GRPC_STATUS_UNAVAILABLE));
1312
+ GRPC_STATUS_UNAVAILABLE),
1313
+ false);
1213
1314
  }
1214
1315
  }
1215
1316
  }
@@ -1317,7 +1418,7 @@ static void perform_stream_op_locked(void* stream_op,
1317
1418
  grpc_chttp2_stream* s =
1318
1419
  static_cast<grpc_chttp2_stream*>(op->handler_private.extra_arg);
1319
1420
  grpc_transport_stream_op_batch_payload* op_payload = op->payload;
1320
- grpc_chttp2_transport* t = s->t;
1421
+ grpc_chttp2_transport* t = s->t.get();
1321
1422
 
1322
1423
  s->context = op->payload->context;
1323
1424
  s->traced = op->is_traced;
@@ -1354,7 +1455,8 @@ static void perform_stream_op_locked(void* stream_op,
1354
1455
  }
1355
1456
 
1356
1457
  if (op->cancel_stream) {
1357
- grpc_chttp2_cancel_stream(t, s, op_payload->cancel_stream.cancel_error);
1458
+ grpc_chttp2_cancel_stream(t, s, op_payload->cancel_stream.cancel_error,
1459
+ op_payload->cancel_stream.tarpit);
1358
1460
  }
1359
1461
 
1360
1462
  if (op->send_initial_metadata) {
@@ -1392,7 +1494,8 @@ static void perform_stream_op_locked(void* stream_op,
1392
1494
  GRPC_ERROR_CREATE_REFERENCING("Transport closed",
1393
1495
  &t->closed_with_error, 1),
1394
1496
  grpc_core::StatusIntProperty::kRpcStatus,
1395
- GRPC_STATUS_UNAVAILABLE));
1497
+ GRPC_STATUS_UNAVAILABLE),
1498
+ false);
1396
1499
  }
1397
1500
  } else {
1398
1501
  GPR_ASSERT(s->id != 0);
@@ -1596,16 +1699,42 @@ static void perform_stream_op(grpc_transport* gt, grpc_stream* gs,
1596
1699
  }
1597
1700
 
1598
1701
  static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error) {
1702
+ GRPC_CHTTP2_IF_TRACING(gpr_log(GPR_INFO, "%p CANCEL PINGS: %s", t,
1703
+ grpc_core::StatusToString(error).c_str()));
1599
1704
  // callback remaining pings: they're not allowed to call into the transport,
1600
1705
  // and maybe they hold resources that need to be freed
1601
- grpc_chttp2_ping_queue* pq = &t->ping_queue;
1602
- GPR_ASSERT(!error.ok());
1603
- for (size_t j = 0; j < GRPC_CHTTP2_PCL_COUNT; j++) {
1604
- grpc_closure_list_fail_all(&pq->lists[j], error);
1605
- grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &pq->lists[j]);
1606
- }
1706
+ t->ping_callbacks.CancelAll(t->event_engine.get());
1607
1707
  }
1608
1708
 
1709
+ namespace {
1710
+ class PingClosureWrapper {
1711
+ public:
1712
+ explicit PingClosureWrapper(grpc_closure* closure) : closure_(closure) {}
1713
+ PingClosureWrapper(const PingClosureWrapper&) = delete;
1714
+ PingClosureWrapper& operator=(const PingClosureWrapper&) = delete;
1715
+ PingClosureWrapper(PingClosureWrapper&& other) noexcept
1716
+ : closure_(other.Take()) {}
1717
+ PingClosureWrapper& operator=(PingClosureWrapper&& other) noexcept {
1718
+ std::swap(closure_, other.closure_);
1719
+ return *this;
1720
+ }
1721
+ ~PingClosureWrapper() {
1722
+ if (closure_ != nullptr) {
1723
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, closure_, absl::CancelledError());
1724
+ }
1725
+ }
1726
+
1727
+ void operator()() {
1728
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, Take(), absl::OkStatus());
1729
+ }
1730
+
1731
+ private:
1732
+ grpc_closure* Take() { return std::exchange(closure_, nullptr); }
1733
+
1734
+ grpc_closure* closure_ = nullptr;
1735
+ };
1736
+ } // namespace
1737
+
1609
1738
  static void send_ping_locked(grpc_chttp2_transport* t,
1610
1739
  grpc_closure* on_initiate, grpc_closure* on_ack) {
1611
1740
  if (!t->closed_with_error.ok()) {
@@ -1613,88 +1742,125 @@ static void send_ping_locked(grpc_chttp2_transport* t,
1613
1742
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_ack, t->closed_with_error);
1614
1743
  return;
1615
1744
  }
1616
- grpc_chttp2_ping_queue* pq = &t->ping_queue;
1617
- grpc_closure_list_append(&pq->lists[GRPC_CHTTP2_PCL_INITIATE], on_initiate,
1618
- absl::OkStatus());
1619
- grpc_closure_list_append(&pq->lists[GRPC_CHTTP2_PCL_NEXT], on_ack,
1620
- absl::OkStatus());
1745
+ t->ping_callbacks.OnPing(PingClosureWrapper(on_initiate),
1746
+ PingClosureWrapper(on_ack));
1621
1747
  }
1622
1748
 
1623
1749
  // Specialized form of send_ping_locked for keepalive ping. If there is already
1624
1750
  // a ping in progress, the keepalive ping would piggyback onto that ping,
1625
1751
  // instead of waiting for that ping to complete and then starting a new ping.
1626
- static void send_keepalive_ping_locked(grpc_chttp2_transport* t) {
1752
+ static void send_keepalive_ping_locked(
1753
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1627
1754
  if (!t->closed_with_error.ok()) {
1628
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
1629
- start_keepalive_ping_locked, t, nullptr),
1630
- t->closed_with_error);
1631
1755
  t->combiner->Run(
1632
- GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
1633
- finish_keepalive_ping_locked, t, nullptr),
1756
+ grpc_core::InitTransportClosure<finish_keepalive_ping_locked>(
1757
+ t->Ref(), &t->finish_keepalive_ping_locked),
1634
1758
  t->closed_with_error);
1635
1759
  return;
1636
1760
  }
1637
- grpc_chttp2_ping_queue* pq = &t->ping_queue;
1638
- if (!grpc_closure_list_empty(pq->lists[GRPC_CHTTP2_PCL_INFLIGHT])) {
1639
- // There is a ping in flight. Add yourself to the inflight closure list.
1640
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
1641
- start_keepalive_ping_locked, t, nullptr),
1642
- t->closed_with_error);
1643
- grpc_closure_list_append(
1644
- &pq->lists[GRPC_CHTTP2_PCL_INFLIGHT],
1645
- GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
1646
- finish_keepalive_ping, t, grpc_schedule_on_exec_ctx),
1647
- absl::OkStatus());
1648
- return;
1649
- }
1650
- grpc_closure_list_append(
1651
- &pq->lists[GRPC_CHTTP2_PCL_INITIATE],
1652
- GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked, start_keepalive_ping,
1653
- t, grpc_schedule_on_exec_ctx),
1654
- absl::OkStatus());
1655
- grpc_closure_list_append(
1656
- &pq->lists[GRPC_CHTTP2_PCL_NEXT],
1657
- GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked, finish_keepalive_ping,
1658
- t, grpc_schedule_on_exec_ctx),
1659
- absl::OkStatus());
1761
+ t->ping_callbacks.OnPingAck(
1762
+ PingClosureWrapper(grpc_core::InitTransportClosure<finish_keepalive_ping>(
1763
+ t->Ref(), &t->finish_keepalive_ping_locked)));
1660
1764
  }
1661
1765
 
1662
- void grpc_chttp2_retry_initiate_ping(grpc_chttp2_transport* t) {
1663
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->retry_initiate_ping_locked,
1664
- retry_initiate_ping_locked, t, nullptr),
1665
- absl::OkStatus());
1766
+ void grpc_chttp2_retry_initiate_ping(
1767
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1768
+ auto tp = t.get();
1769
+ tp->combiner->Run(grpc_core::InitTransportClosure<retry_initiate_ping_locked>(
1770
+ std::move(t), &tp->retry_initiate_ping_locked),
1771
+ absl::OkStatus());
1666
1772
  }
1667
1773
 
1668
- static void retry_initiate_ping_locked(void* tp,
1669
- GRPC_UNUSED grpc_error_handle error) {
1774
+ static void retry_initiate_ping_locked(
1775
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
1776
+ GRPC_UNUSED grpc_error_handle error) {
1670
1777
  GPR_DEBUG_ASSERT(error.ok());
1671
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
1672
- GPR_ASSERT(t->ping_state.delayed_ping_timer_handle.has_value());
1673
- t->ping_state.delayed_ping_timer_handle.reset();
1674
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING);
1675
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
1778
+ GPR_ASSERT(t->delayed_ping_timer_handle.has_value());
1779
+ t->delayed_ping_timer_handle.reset();
1780
+ grpc_chttp2_initiate_write(t.get(),
1781
+ GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING);
1676
1782
  }
1677
1783
 
1678
1784
  void grpc_chttp2_ack_ping(grpc_chttp2_transport* t, uint64_t id) {
1679
- grpc_chttp2_ping_queue* pq = &t->ping_queue;
1680
- if (pq->inflight_id != id) {
1785
+ if (!t->ping_callbacks.AckPing(id, t->event_engine.get())) {
1681
1786
  gpr_log(GPR_DEBUG, "Unknown ping response from %s: %" PRIx64,
1682
1787
  std::string(t->peer_string.as_string_view()).c_str(), id);
1683
1788
  return;
1684
1789
  }
1685
- grpc_core::ExecCtx::RunList(DEBUG_LOCATION,
1686
- &pq->lists[GRPC_CHTTP2_PCL_INFLIGHT]);
1687
- if (!grpc_closure_list_empty(pq->lists[GRPC_CHTTP2_PCL_NEXT])) {
1790
+ if (t->ping_callbacks.ping_requested()) {
1688
1791
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_CONTINUE_PINGS);
1689
1792
  }
1690
1793
  }
1691
1794
 
1795
+ void grpc_chttp2_keepalive_timeout(
1796
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1797
+ t->combiner->Run(
1798
+ grpc_core::NewClosure([t](grpc_error_handle) {
1799
+ gpr_log(GPR_INFO, "%s: Keepalive timeout. Closing transport.",
1800
+ std::string(t->peer_string.as_string_view()).c_str());
1801
+ send_goaway(
1802
+ t.get(),
1803
+ grpc_error_set_int(GRPC_ERROR_CREATE("keepalive_timeout"),
1804
+ grpc_core::StatusIntProperty::kHttp2Error,
1805
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
1806
+ /*immediate_disconnect_hint=*/true);
1807
+ close_transport_locked(
1808
+ t.get(),
1809
+ grpc_error_set_int(GRPC_ERROR_CREATE("keepalive timeout"),
1810
+ grpc_core::StatusIntProperty::kRpcStatus,
1811
+ GRPC_STATUS_UNAVAILABLE));
1812
+ }),
1813
+ absl::OkStatus());
1814
+ }
1815
+
1816
+ void grpc_chttp2_ping_timeout(
1817
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1818
+ t->combiner->Run(
1819
+ grpc_core::NewClosure([t](grpc_error_handle) {
1820
+ gpr_log(GPR_INFO, "%s: Ping timeout. Closing transport.",
1821
+ std::string(t->peer_string.as_string_view()).c_str());
1822
+ send_goaway(
1823
+ t.get(),
1824
+ grpc_error_set_int(GRPC_ERROR_CREATE("ping_timeout"),
1825
+ grpc_core::StatusIntProperty::kHttp2Error,
1826
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
1827
+ /*immediate_disconnect_hint=*/true);
1828
+ close_transport_locked(
1829
+ t.get(),
1830
+ grpc_error_set_int(GRPC_ERROR_CREATE("ping timeout"),
1831
+ grpc_core::StatusIntProperty::kRpcStatus,
1832
+ GRPC_STATUS_UNAVAILABLE));
1833
+ }),
1834
+ absl::OkStatus());
1835
+ }
1836
+
1837
+ void grpc_chttp2_settings_timeout(
1838
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1839
+ t->combiner->Run(
1840
+ grpc_core::NewClosure([t](grpc_error_handle) {
1841
+ gpr_log(GPR_INFO, "%s: Settings timeout. Closing transport.",
1842
+ std::string(t->peer_string.as_string_view()).c_str());
1843
+ send_goaway(
1844
+ t.get(),
1845
+ grpc_error_set_int(GRPC_ERROR_CREATE("settings_timeout"),
1846
+ grpc_core::StatusIntProperty::kHttp2Error,
1847
+ GRPC_HTTP2_SETTINGS_TIMEOUT),
1848
+ /*immediate_disconnect_hint=*/true);
1849
+ close_transport_locked(
1850
+ t.get(),
1851
+ grpc_error_set_int(GRPC_ERROR_CREATE("settings timeout"),
1852
+ grpc_core::StatusIntProperty::kRpcStatus,
1853
+ GRPC_STATUS_UNAVAILABLE));
1854
+ }),
1855
+ absl::OkStatus());
1856
+ }
1857
+
1692
1858
  namespace {
1693
1859
 
1694
1860
  // Fire and forget (deletes itself on completion). Does a graceful shutdown by
1695
1861
  // sending a GOAWAY frame with the last stream id set to 2^31-1, sending a ping
1696
1862
  // and waiting for an ack (effective waiting for an RTT) and then sending a
1697
- // final GOAWAY freame with an updated last stream identifier. This helps ensure
1863
+ // final GOAWAY frame with an updated last stream identifier. This helps ensure
1698
1864
  // that a connection can be cleanly shut down without losing requests.
1699
1865
  // In the event, that the client does not respond to the ping for some reason,
1700
1866
  // we add a 20 second deadline, after which we send the second goaway.
@@ -1702,22 +1868,19 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1702
1868
  public:
1703
1869
  static void Start(grpc_chttp2_transport* t) { new GracefulGoaway(t); }
1704
1870
 
1705
- ~GracefulGoaway() override {
1706
- GRPC_CHTTP2_UNREF_TRANSPORT(t_, "graceful goaway");
1707
- }
1708
-
1709
1871
  private:
1710
- explicit GracefulGoaway(grpc_chttp2_transport* t) : t_(t) {
1872
+ using TaskHandle = ::grpc_event_engine::experimental::EventEngine::TaskHandle;
1873
+
1874
+ explicit GracefulGoaway(grpc_chttp2_transport* t) : t_(t->Ref()) {
1711
1875
  t->sent_goaway_state = GRPC_CHTTP2_GRACEFUL_GOAWAY;
1712
- GRPC_CHTTP2_REF_TRANSPORT(t_, "graceful goaway");
1713
1876
  grpc_chttp2_goaway_append((1u << 31) - 1, 0, grpc_empty_slice(), &t->qbuf);
1877
+ t->keepalive_timeout =
1878
+ std::min(t->keepalive_timeout, grpc_core::Duration::Seconds(20));
1879
+ t->ping_timeout =
1880
+ std::min(t->ping_timeout, grpc_core::Duration::Seconds(20));
1714
1881
  send_ping_locked(
1715
1882
  t, nullptr, GRPC_CLOSURE_INIT(&on_ping_ack_, OnPingAck, this, nullptr));
1716
1883
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1717
- Ref().release(); // Ref for the timer
1718
- grpc_timer_init(
1719
- &timer_, grpc_core::Timestamp::Now() + grpc_core::Duration::Seconds(20),
1720
- GRPC_CLOSURE_INIT(&on_timer_, OnTimer, this, nullptr));
1721
1884
  }
1722
1885
 
1723
1886
  void MaybeSendFinalGoawayLocked() {
@@ -1730,7 +1893,7 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1730
1893
  gpr_log(GPR_INFO,
1731
1894
  "transport:%p %s peer:%s Transport already shutting down. "
1732
1895
  "Graceful GOAWAY abandoned.",
1733
- t_, t_->is_client ? "CLIENT" : "SERVER",
1896
+ t_.get(), t_->is_client ? "CLIENT" : "SERVER",
1734
1897
  std::string(t_->peer_string.as_string_view()).c_str()));
1735
1898
  return;
1736
1899
  }
@@ -1739,13 +1902,14 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1739
1902
  gpr_log(GPR_INFO,
1740
1903
  "transport:%p %s peer:%s Graceful shutdown: Ping received. "
1741
1904
  "Sending final GOAWAY with stream_id:%d",
1742
- t_, t_->is_client ? "CLIENT" : "SERVER",
1905
+ t_.get(), t_->is_client ? "CLIENT" : "SERVER",
1743
1906
  std::string(t_->peer_string.as_string_view()).c_str(),
1744
1907
  t_->last_new_stream_id));
1745
1908
  t_->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
1746
1909
  grpc_chttp2_goaway_append(t_->last_new_stream_id, 0, grpc_empty_slice(),
1747
1910
  &t_->qbuf);
1748
- grpc_chttp2_initiate_write(t_, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1911
+ grpc_chttp2_initiate_write(t_.get(),
1912
+ GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1749
1913
  }
1750
1914
 
1751
1915
  static void OnPingAck(void* arg, grpc_error_handle /* error */) {
@@ -1757,32 +1921,12 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1757
1921
 
1758
1922
  static void OnPingAckLocked(void* arg, grpc_error_handle /* error */) {
1759
1923
  auto* self = static_cast<GracefulGoaway*>(arg);
1760
- grpc_timer_cancel(&self->timer_);
1761
1924
  self->MaybeSendFinalGoawayLocked();
1762
1925
  self->Unref();
1763
1926
  }
1764
1927
 
1765
- static void OnTimer(void* arg, grpc_error_handle error) {
1766
- auto* self = static_cast<GracefulGoaway*>(arg);
1767
- if (!error.ok()) {
1768
- self->Unref();
1769
- return;
1770
- }
1771
- self->t_->combiner->Run(
1772
- GRPC_CLOSURE_INIT(&self->on_timer_, OnTimerLocked, self, nullptr),
1773
- absl::OkStatus());
1774
- }
1775
-
1776
- static void OnTimerLocked(void* arg, grpc_error_handle /* error */) {
1777
- auto* self = static_cast<GracefulGoaway*>(arg);
1778
- self->MaybeSendFinalGoawayLocked();
1779
- self->Unref();
1780
- }
1781
-
1782
- grpc_chttp2_transport* t_;
1928
+ const grpc_core::RefCountedPtr<grpc_chttp2_transport> t_;
1783
1929
  grpc_closure on_ping_ack_;
1784
- grpc_timer timer_;
1785
- grpc_closure on_timer_;
1786
1930
  };
1787
1931
 
1788
1932
  } // namespace
@@ -1804,8 +1948,9 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
1804
1948
  } else if (t->sent_goaway_state == GRPC_CHTTP2_NO_GOAWAY_SEND ||
1805
1949
  t->sent_goaway_state == GRPC_CHTTP2_GRACEFUL_GOAWAY) {
1806
1950
  // We want to log this irrespective of whether http tracing is enabled
1807
- gpr_log(GPR_DEBUG, "%s: Sending goaway err=%s",
1951
+ gpr_log(GPR_DEBUG, "%s %s: Sending goaway last_new_stream_id=%d err=%s",
1808
1952
  std::string(t->peer_string.as_string_view()).c_str(),
1953
+ t->is_client ? "CLIENT" : "SERVER", t->last_new_stream_id,
1809
1954
  grpc_core::StatusToString(error).c_str());
1810
1955
  t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
1811
1956
  grpc_chttp2_goaway_append(
@@ -1817,44 +1962,40 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
1817
1962
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1818
1963
  }
1819
1964
 
1820
- void grpc_chttp2_add_ping_strike(grpc_chttp2_transport* t) {
1821
- if (++t->ping_recv_state.ping_strikes > t->ping_policy.max_ping_strikes &&
1822
- t->ping_policy.max_ping_strikes != 0) {
1823
- send_goaway(t,
1824
- grpc_error_set_int(GRPC_ERROR_CREATE("too_many_pings"),
1825
- grpc_core::StatusIntProperty::kHttp2Error,
1826
- GRPC_HTTP2_ENHANCE_YOUR_CALM),
1827
- /*immediate_disconnect_hint=*/true);
1828
- // The transport will be closed after the write is done
1829
- close_transport_locked(
1830
- t, grpc_error_set_int(GRPC_ERROR_CREATE("Too many pings"),
1831
- grpc_core::StatusIntProperty::kRpcStatus,
1832
- GRPC_STATUS_UNAVAILABLE));
1833
- }
1965
+ void grpc_chttp2_exceeded_ping_strikes(grpc_chttp2_transport* t) {
1966
+ send_goaway(t,
1967
+ grpc_error_set_int(GRPC_ERROR_CREATE("too_many_pings"),
1968
+ grpc_core::StatusIntProperty::kHttp2Error,
1969
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
1970
+ /*immediate_disconnect_hint=*/true);
1971
+ // The transport will be closed after the write is done
1972
+ close_transport_locked(
1973
+ t, grpc_error_set_int(GRPC_ERROR_CREATE("Too many pings"),
1974
+ grpc_core::StatusIntProperty::kRpcStatus,
1975
+ GRPC_STATUS_UNAVAILABLE));
1834
1976
  }
1835
1977
 
1836
1978
  void grpc_chttp2_reset_ping_clock(grpc_chttp2_transport* t) {
1837
1979
  if (!t->is_client) {
1838
- t->ping_recv_state.last_ping_recv_time = grpc_core::Timestamp::InfPast();
1839
- t->ping_recv_state.ping_strikes = 0;
1980
+ t->ping_abuse_policy.ResetPingStrikes();
1840
1981
  }
1841
- t->ping_state.pings_before_data_required =
1842
- t->ping_policy.max_pings_without_data;
1982
+ t->ping_rate_policy.ResetPingsBeforeDataRequired();
1843
1983
  }
1844
1984
 
1845
1985
  static void perform_transport_op_locked(void* stream_op,
1846
1986
  grpc_error_handle /*error_ignored*/) {
1847
1987
  grpc_transport_op* op = static_cast<grpc_transport_op*>(stream_op);
1848
- grpc_chttp2_transport* t =
1849
- static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg);
1988
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t(
1989
+ static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg));
1850
1990
 
1851
1991
  if (!op->goaway_error.ok()) {
1852
- send_goaway(t, op->goaway_error, /*immediate_disconnect_hint=*/false);
1992
+ send_goaway(t.get(), op->goaway_error, /*immediate_disconnect_hint=*/false);
1853
1993
  }
1854
1994
 
1855
1995
  if (op->set_accept_stream) {
1856
1996
  t->accept_stream_cb = op->set_accept_stream_fn;
1857
1997
  t->accept_stream_cb_user_data = op->set_accept_stream_user_data;
1998
+ t->registered_method_matcher_cb = op->set_registered_method_matcher_fn;
1858
1999
  }
1859
2000
 
1860
2001
  if (op->bind_pollset) {
@@ -1866,8 +2007,9 @@ static void perform_transport_op_locked(void* stream_op,
1866
2007
  }
1867
2008
 
1868
2009
  if (op->send_ping.on_initiate != nullptr || op->send_ping.on_ack != nullptr) {
1869
- send_ping_locked(t, op->send_ping.on_initiate, op->send_ping.on_ack);
1870
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_APPLICATION_PING);
2010
+ send_ping_locked(t.get(), op->send_ping.on_initiate, op->send_ping.on_ack);
2011
+ grpc_chttp2_initiate_write(t.get(),
2012
+ GRPC_CHTTP2_INITIATE_WRITE_APPLICATION_PING);
1871
2013
  }
1872
2014
 
1873
2015
  if (op->start_connectivity_watch != nullptr) {
@@ -1879,14 +2021,12 @@ static void perform_transport_op_locked(void* stream_op,
1879
2021
  }
1880
2022
 
1881
2023
  if (!op->disconnect_with_error.ok()) {
1882
- send_goaway(t, op->disconnect_with_error,
2024
+ send_goaway(t.get(), op->disconnect_with_error,
1883
2025
  /*immediate_disconnect_hint=*/true);
1884
- close_transport_locked(t, op->disconnect_with_error);
2026
+ close_transport_locked(t.get(), op->disconnect_with_error);
1885
2027
  }
1886
2028
 
1887
2029
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_consumed, absl::OkStatus());
1888
-
1889
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "transport_op");
1890
2030
  }
1891
2031
 
1892
2032
  static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
@@ -1896,10 +2036,10 @@ static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
1896
2036
  grpc_transport_op_string(op).c_str());
1897
2037
  }
1898
2038
  op->handler_private.extra_arg = gt;
1899
- GRPC_CHTTP2_REF_TRANSPORT(t, "transport_op");
1900
- t->combiner->Run(GRPC_CLOSURE_INIT(&op->handler_private.closure,
1901
- perform_transport_op_locked, op, nullptr),
1902
- absl::OkStatus());
2039
+ t->Ref().release()->combiner->Run(
2040
+ GRPC_CLOSURE_INIT(&op->handler_private.closure,
2041
+ perform_transport_op_locked, op, nullptr),
2042
+ absl::OkStatus());
1903
2043
  }
1904
2044
 
1905
2045
  //
@@ -1925,6 +2065,10 @@ void grpc_chttp2_maybe_complete_recv_initial_metadata(grpc_chttp2_transport* t,
1925
2065
  *s->trailing_metadata_available = true;
1926
2066
  s->trailing_metadata_available = nullptr;
1927
2067
  }
2068
+ if (t->registered_method_matcher_cb != nullptr) {
2069
+ t->registered_method_matcher_cb(t->accept_stream_cb_user_data,
2070
+ s->recv_initial_metadata);
2071
+ }
1928
2072
  null_then_sched_closure(&s->recv_initial_metadata_ready);
1929
2073
  }
1930
2074
  }
@@ -2035,17 +2179,16 @@ void grpc_chttp2_maybe_complete_recv_trailing_metadata(grpc_chttp2_transport* t,
2035
2179
  }
2036
2180
  }
2037
2181
 
2038
- static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
2039
- grpc_error_handle error) {
2040
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(
2041
- grpc_chttp2_stream_map_delete(&t->stream_map, id));
2182
+ static grpc_chttp2_transport::RemovedStreamHandle remove_stream(
2183
+ grpc_chttp2_transport* t, uint32_t id, grpc_error_handle error) {
2184
+ grpc_chttp2_stream* s = t->stream_map.extract(id).mapped();
2042
2185
  GPR_DEBUG_ASSERT(s);
2043
2186
  if (t->incoming_stream == s) {
2044
2187
  t->incoming_stream = nullptr;
2045
2188
  grpc_chttp2_parsing_become_skip_parser(t);
2046
2189
  }
2047
2190
 
2048
- if (grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
2191
+ if (t->stream_map.empty()) {
2049
2192
  post_benign_reclaimer(t);
2050
2193
  if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SENT) {
2051
2194
  close_transport_locked(
@@ -2060,29 +2203,74 @@ static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
2060
2203
  grpc_chttp2_list_remove_stalled_by_transport(t, s);
2061
2204
 
2062
2205
  maybe_start_some_streams(t);
2206
+
2207
+ if (t->is_client) return grpc_chttp2_transport::RemovedStreamHandle();
2208
+ return grpc_chttp2_transport::RemovedStreamHandle(t->Ref());
2063
2209
  }
2064
2210
 
2211
+ namespace grpc_core {
2212
+ namespace {
2213
+
2214
+ Duration TarpitDuration(grpc_chttp2_transport* t) {
2215
+ return Duration::Milliseconds(absl::LogUniform<int>(
2216
+ absl::BitGen(), t->min_tarpit_duration_ms, t->max_tarpit_duration_ms));
2217
+ }
2218
+
2219
+ template <typename F>
2220
+ void MaybeTarpit(grpc_chttp2_transport* t, bool tarpit, F fn) {
2221
+ if (!tarpit || !t->allow_tarpit || t->is_client) {
2222
+ fn(t);
2223
+ return;
2224
+ }
2225
+ const auto duration = TarpitDuration(t);
2226
+ t->event_engine->RunAfter(
2227
+ duration, [t = t->Ref(), fn = std::move(fn)]() mutable {
2228
+ ApplicationCallbackExecCtx app_exec_ctx;
2229
+ ExecCtx exec_ctx;
2230
+ t->combiner->Run(
2231
+ NewClosure([t, fn = std::move(fn)](grpc_error_handle) mutable {
2232
+ // TODO(ctiller): this can result in not sending RST_STREAMS if a
2233
+ // request gets tarpit behind a transport close.
2234
+ if (!t->closed_with_error.ok()) return;
2235
+ fn(t.get());
2236
+ }),
2237
+ absl::OkStatus());
2238
+ });
2239
+ }
2240
+
2241
+ } // namespace
2242
+ } // namespace grpc_core
2243
+
2065
2244
  void grpc_chttp2_cancel_stream(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2066
- grpc_error_handle due_to_error) {
2245
+ grpc_error_handle due_to_error, bool tarpit) {
2067
2246
  if (!t->is_client && !s->sent_trailing_metadata &&
2068
- grpc_error_has_clear_grpc_status(due_to_error)) {
2069
- close_from_api(t, s, due_to_error);
2247
+ grpc_error_has_clear_grpc_status(due_to_error) &&
2248
+ !(s->read_closed && s->write_closed)) {
2249
+ close_from_api(t, s, due_to_error, tarpit);
2070
2250
  return;
2071
2251
  }
2072
2252
 
2253
+ if (!due_to_error.ok() && !s->seen_error) {
2254
+ s->seen_error = true;
2255
+ }
2073
2256
  if (!s->read_closed || !s->write_closed) {
2074
2257
  if (s->id != 0) {
2075
2258
  grpc_http2_error_code http_error;
2076
2259
  grpc_error_get_status(due_to_error, s->deadline, nullptr, nullptr,
2077
2260
  &http_error, nullptr);
2078
- grpc_chttp2_add_rst_stream_to_next_write(
2079
- t, s->id, static_cast<uint32_t>(http_error), &s->stats.outgoing);
2080
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_RST_STREAM);
2261
+ grpc_core::MaybeTarpit(
2262
+ t, tarpit,
2263
+ [id = s->id, http_error,
2264
+ remove_stream_handle = grpc_chttp2_mark_stream_closed(
2265
+ t, s, 1, 1, due_to_error)](grpc_chttp2_transport* t) {
2266
+ grpc_chttp2_add_rst_stream_to_next_write(
2267
+ t, id, static_cast<uint32_t>(http_error), nullptr);
2268
+ grpc_chttp2_initiate_write(t,
2269
+ GRPC_CHTTP2_INITIATE_WRITE_RST_STREAM);
2270
+ });
2271
+ return;
2081
2272
  }
2082
2273
  }
2083
- if (!due_to_error.ok() && !s->seen_error) {
2084
- s->seen_error = true;
2085
- }
2086
2274
  grpc_chttp2_mark_stream_closed(t, s, 1, 1, due_to_error);
2087
2275
  }
2088
2276
 
@@ -2175,16 +2363,17 @@ void grpc_chttp2_fail_pending_writes(grpc_chttp2_transport* t,
2175
2363
  flush_write_list(t, s, &s->on_flow_controlled_cbs, error);
2176
2364
  }
2177
2365
 
2178
- void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2179
- grpc_chttp2_stream* s, int close_reads,
2180
- int close_writes, grpc_error_handle error) {
2366
+ grpc_chttp2_transport::RemovedStreamHandle grpc_chttp2_mark_stream_closed(
2367
+ grpc_chttp2_transport* t, grpc_chttp2_stream* s, int close_reads,
2368
+ int close_writes, grpc_error_handle error) {
2369
+ grpc_chttp2_transport::RemovedStreamHandle rsh;
2181
2370
  if (grpc_http_trace.enabled()) {
2182
2371
  gpr_log(
2183
2372
  GPR_DEBUG, "MARK_STREAM_CLOSED: t=%p s=%p(id=%d) %s [%s]", t, s, s->id,
2184
2373
  (close_reads && close_writes)
2185
2374
  ? "read+write"
2186
2375
  : (close_reads ? "read" : (close_writes ? "write" : "nothing??")),
2187
- error.ToString().c_str());
2376
+ grpc_core::StatusToString(error).c_str());
2188
2377
  }
2189
2378
  if (s->read_closed && s->write_closed) {
2190
2379
  // already closed, but we should still fake the status if needed.
@@ -2193,7 +2382,7 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2193
2382
  grpc_chttp2_fake_status(t, s, overall_error);
2194
2383
  }
2195
2384
  grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
2196
- return;
2385
+ return rsh;
2197
2386
  }
2198
2387
  bool closed_read = false;
2199
2388
  bool became_closed = false;
@@ -2211,7 +2400,7 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2211
2400
  became_closed = true;
2212
2401
  grpc_error_handle overall_error = removal_error(error, s, "Stream removed");
2213
2402
  if (s->id != 0) {
2214
- remove_stream(t, s->id, overall_error);
2403
+ rsh = remove_stream(t, s->id, overall_error);
2215
2404
  } else {
2216
2405
  // Purge streams waiting on concurrency still waiting for id assignment
2217
2406
  grpc_chttp2_list_remove_waiting_for_concurrency(t, s);
@@ -2235,17 +2424,11 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2235
2424
  grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
2236
2425
  GRPC_CHTTP2_STREAM_UNREF(s, "chttp2");
2237
2426
  }
2427
+ return rsh;
2238
2428
  }
2239
2429
 
2240
2430
  static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2241
- grpc_error_handle error) {
2242
- grpc_slice hdr;
2243
- grpc_slice status_hdr;
2244
- grpc_slice http_status_hdr;
2245
- grpc_slice content_type_hdr;
2246
- grpc_slice message_pfx;
2247
- uint8_t* p;
2248
- uint32_t len = 0;
2431
+ grpc_error_handle error, bool tarpit) {
2249
2432
  grpc_status_code grpc_status;
2250
2433
  std::string message;
2251
2434
  grpc_error_get_status(error, s->deadline, &grpc_status, &message, nullptr,
@@ -2253,158 +2436,167 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2253
2436
 
2254
2437
  GPR_ASSERT(grpc_status >= 0 && (int)grpc_status < 100);
2255
2438
 
2256
- // Hand roll a header block.
2257
- // This is unnecessarily ugly - at some point we should find a more
2258
- // elegant solution.
2259
- // It's complicated by the fact that our send machinery would be dead by
2260
- // the time we got around to sending this, so instead we ignore HPACK
2261
- // compression and just write the uncompressed bytes onto the wire.
2262
- if (!s->sent_initial_metadata) {
2263
- http_status_hdr = GRPC_SLICE_MALLOC(13);
2264
- p = GRPC_SLICE_START_PTR(http_status_hdr);
2265
- *p++ = 0x00;
2266
- *p++ = 7;
2267
- *p++ = ':';
2268
- *p++ = 's';
2269
- *p++ = 't';
2270
- *p++ = 'a';
2271
- *p++ = 't';
2272
- *p++ = 'u';
2273
- *p++ = 's';
2274
- *p++ = 3;
2275
- *p++ = '2';
2276
- *p++ = '0';
2277
- *p++ = '0';
2278
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(http_status_hdr));
2279
- len += static_cast<uint32_t> GRPC_SLICE_LENGTH(http_status_hdr);
2280
-
2281
- content_type_hdr = GRPC_SLICE_MALLOC(31);
2282
- p = GRPC_SLICE_START_PTR(content_type_hdr);
2283
- *p++ = 0x00;
2284
- *p++ = 12;
2285
- *p++ = 'c';
2286
- *p++ = 'o';
2287
- *p++ = 'n';
2288
- *p++ = 't';
2289
- *p++ = 'e';
2290
- *p++ = 'n';
2291
- *p++ = 't';
2292
- *p++ = '-';
2293
- *p++ = 't';
2294
- *p++ = 'y';
2295
- *p++ = 'p';
2296
- *p++ = 'e';
2297
- *p++ = 16;
2298
- *p++ = 'a';
2299
- *p++ = 'p';
2300
- *p++ = 'p';
2301
- *p++ = 'l';
2302
- *p++ = 'i';
2303
- *p++ = 'c';
2304
- *p++ = 'a';
2305
- *p++ = 't';
2306
- *p++ = 'i';
2307
- *p++ = 'o';
2308
- *p++ = 'n';
2309
- *p++ = '/';
2310
- *p++ = 'g';
2311
- *p++ = 'r';
2312
- *p++ = 'p';
2313
- *p++ = 'c';
2314
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(content_type_hdr));
2315
- len += static_cast<uint32_t> GRPC_SLICE_LENGTH(content_type_hdr);
2316
- }
2317
-
2318
- status_hdr = GRPC_SLICE_MALLOC(15 + (grpc_status >= 10));
2319
- p = GRPC_SLICE_START_PTR(status_hdr);
2320
- *p++ = 0x00; // literal header, not indexed
2321
- *p++ = 11; // len(grpc-status)
2322
- *p++ = 'g';
2323
- *p++ = 'r';
2324
- *p++ = 'p';
2325
- *p++ = 'c';
2326
- *p++ = '-';
2327
- *p++ = 's';
2328
- *p++ = 't';
2329
- *p++ = 'a';
2330
- *p++ = 't';
2331
- *p++ = 'u';
2332
- *p++ = 's';
2333
- if (grpc_status < 10) {
2334
- *p++ = 1;
2335
- *p++ = static_cast<uint8_t>('0' + grpc_status);
2336
- } else {
2337
- *p++ = 2;
2338
- *p++ = static_cast<uint8_t>('0' + (grpc_status / 10));
2339
- *p++ = static_cast<uint8_t>('0' + (grpc_status % 10));
2340
- }
2341
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(status_hdr));
2342
- len += static_cast<uint32_t> GRPC_SLICE_LENGTH(status_hdr);
2343
-
2344
- size_t msg_len = message.length();
2345
- GPR_ASSERT(msg_len <= UINT32_MAX);
2346
- grpc_core::VarintWriter<1> msg_len_writer(static_cast<uint32_t>(msg_len));
2347
- message_pfx = GRPC_SLICE_MALLOC(14 + msg_len_writer.length());
2348
- p = GRPC_SLICE_START_PTR(message_pfx);
2349
- *p++ = 0x00; // literal header, not indexed
2350
- *p++ = 12; // len(grpc-message)
2351
- *p++ = 'g';
2352
- *p++ = 'r';
2353
- *p++ = 'p';
2354
- *p++ = 'c';
2355
- *p++ = '-';
2356
- *p++ = 'm';
2357
- *p++ = 'e';
2358
- *p++ = 's';
2359
- *p++ = 's';
2360
- *p++ = 'a';
2361
- *p++ = 'g';
2362
- *p++ = 'e';
2363
- msg_len_writer.Write(0, p);
2364
- p += msg_len_writer.length();
2365
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(message_pfx));
2366
- len += static_cast<uint32_t> GRPC_SLICE_LENGTH(message_pfx);
2367
- len += static_cast<uint32_t>(msg_len);
2368
-
2369
- hdr = GRPC_SLICE_MALLOC(9);
2370
- p = GRPC_SLICE_START_PTR(hdr);
2371
- *p++ = static_cast<uint8_t>(len >> 16);
2372
- *p++ = static_cast<uint8_t>(len >> 8);
2373
- *p++ = static_cast<uint8_t>(len);
2374
- *p++ = GRPC_CHTTP2_FRAME_HEADER;
2375
- *p++ = GRPC_CHTTP2_DATA_FLAG_END_STREAM | GRPC_CHTTP2_DATA_FLAG_END_HEADERS;
2376
- *p++ = static_cast<uint8_t>(s->id >> 24);
2377
- *p++ = static_cast<uint8_t>(s->id >> 16);
2378
- *p++ = static_cast<uint8_t>(s->id >> 8);
2379
- *p++ = static_cast<uint8_t>(s->id);
2380
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(hdr));
2381
-
2382
- grpc_slice_buffer_add(&t->qbuf, hdr);
2383
- if (!s->sent_initial_metadata) {
2384
- grpc_slice_buffer_add(&t->qbuf, http_status_hdr);
2385
- grpc_slice_buffer_add(&t->qbuf, content_type_hdr);
2386
- }
2387
- grpc_slice_buffer_add(&t->qbuf, status_hdr);
2388
- grpc_slice_buffer_add(&t->qbuf, message_pfx);
2389
- grpc_slice_buffer_add(&t->qbuf,
2390
- grpc_slice_from_cpp_string(std::move(message)));
2391
- grpc_chttp2_reset_ping_clock(t);
2392
- grpc_chttp2_add_rst_stream_to_next_write(t, s->id, GRPC_HTTP2_NO_ERROR,
2393
- &s->stats.outgoing);
2394
-
2395
- grpc_chttp2_mark_stream_closed(t, s, 1, 1, error);
2396
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API);
2397
- }
2398
-
2399
- struct cancel_stream_cb_args {
2400
- grpc_error_handle error;
2401
- grpc_chttp2_transport* t;
2402
- };
2439
+ auto remove_stream_handle = grpc_chttp2_mark_stream_closed(t, s, 1, 1, error);
2440
+ grpc_core::MaybeTarpit(
2441
+ t, tarpit,
2442
+ [error = std::move(error),
2443
+ sent_initial_metadata = s->sent_initial_metadata, id = s->id,
2444
+ grpc_status, message = std::move(message),
2445
+ remove_stream_handle =
2446
+ std::move(remove_stream_handle)](grpc_chttp2_transport* t) mutable {
2447
+ grpc_slice hdr;
2448
+ grpc_slice status_hdr;
2449
+ grpc_slice http_status_hdr;
2450
+ grpc_slice content_type_hdr;
2451
+ grpc_slice message_pfx;
2452
+ uint8_t* p;
2453
+ uint32_t len = 0;
2454
+
2455
+ // Hand roll a header block.
2456
+ // This is unnecessarily ugly - at some point we should find a more
2457
+ // elegant solution.
2458
+ // It's complicated by the fact that our send machinery would be dead
2459
+ // by the time we got around to sending this, so instead we ignore
2460
+ // HPACK compression and just write the uncompressed bytes onto the
2461
+ // wire.
2462
+ if (!sent_initial_metadata) {
2463
+ http_status_hdr = GRPC_SLICE_MALLOC(13);
2464
+ p = GRPC_SLICE_START_PTR(http_status_hdr);
2465
+ *p++ = 0x00;
2466
+ *p++ = 7;
2467
+ *p++ = ':';
2468
+ *p++ = 's';
2469
+ *p++ = 't';
2470
+ *p++ = 'a';
2471
+ *p++ = 't';
2472
+ *p++ = 'u';
2473
+ *p++ = 's';
2474
+ *p++ = 3;
2475
+ *p++ = '2';
2476
+ *p++ = '0';
2477
+ *p++ = '0';
2478
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(http_status_hdr));
2479
+ len += static_cast<uint32_t> GRPC_SLICE_LENGTH(http_status_hdr);
2480
+
2481
+ content_type_hdr = GRPC_SLICE_MALLOC(31);
2482
+ p = GRPC_SLICE_START_PTR(content_type_hdr);
2483
+ *p++ = 0x00;
2484
+ *p++ = 12;
2485
+ *p++ = 'c';
2486
+ *p++ = 'o';
2487
+ *p++ = 'n';
2488
+ *p++ = 't';
2489
+ *p++ = 'e';
2490
+ *p++ = 'n';
2491
+ *p++ = 't';
2492
+ *p++ = '-';
2493
+ *p++ = 't';
2494
+ *p++ = 'y';
2495
+ *p++ = 'p';
2496
+ *p++ = 'e';
2497
+ *p++ = 16;
2498
+ *p++ = 'a';
2499
+ *p++ = 'p';
2500
+ *p++ = 'p';
2501
+ *p++ = 'l';
2502
+ *p++ = 'i';
2503
+ *p++ = 'c';
2504
+ *p++ = 'a';
2505
+ *p++ = 't';
2506
+ *p++ = 'i';
2507
+ *p++ = 'o';
2508
+ *p++ = 'n';
2509
+ *p++ = '/';
2510
+ *p++ = 'g';
2511
+ *p++ = 'r';
2512
+ *p++ = 'p';
2513
+ *p++ = 'c';
2514
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(content_type_hdr));
2515
+ len += static_cast<uint32_t> GRPC_SLICE_LENGTH(content_type_hdr);
2516
+ }
2403
2517
 
2404
- static void cancel_stream_cb(void* user_data, uint32_t /*key*/, void* stream) {
2405
- cancel_stream_cb_args* args = static_cast<cancel_stream_cb_args*>(user_data);
2406
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(stream);
2407
- grpc_chttp2_cancel_stream(args->t, s, args->error);
2518
+ status_hdr = GRPC_SLICE_MALLOC(15 + (grpc_status >= 10));
2519
+ p = GRPC_SLICE_START_PTR(status_hdr);
2520
+ *p++ = 0x00; // literal header, not indexed
2521
+ *p++ = 11; // len(grpc-status)
2522
+ *p++ = 'g';
2523
+ *p++ = 'r';
2524
+ *p++ = 'p';
2525
+ *p++ = 'c';
2526
+ *p++ = '-';
2527
+ *p++ = 's';
2528
+ *p++ = 't';
2529
+ *p++ = 'a';
2530
+ *p++ = 't';
2531
+ *p++ = 'u';
2532
+ *p++ = 's';
2533
+ if (grpc_status < 10) {
2534
+ *p++ = 1;
2535
+ *p++ = static_cast<uint8_t>('0' + grpc_status);
2536
+ } else {
2537
+ *p++ = 2;
2538
+ *p++ = static_cast<uint8_t>('0' + (grpc_status / 10));
2539
+ *p++ = static_cast<uint8_t>('0' + (grpc_status % 10));
2540
+ }
2541
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(status_hdr));
2542
+ len += static_cast<uint32_t> GRPC_SLICE_LENGTH(status_hdr);
2543
+
2544
+ size_t msg_len = message.length();
2545
+ GPR_ASSERT(msg_len <= UINT32_MAX);
2546
+ grpc_core::VarintWriter<1> msg_len_writer(
2547
+ static_cast<uint32_t>(msg_len));
2548
+ message_pfx = GRPC_SLICE_MALLOC(14 + msg_len_writer.length());
2549
+ p = GRPC_SLICE_START_PTR(message_pfx);
2550
+ *p++ = 0x00; // literal header, not indexed
2551
+ *p++ = 12; // len(grpc-message)
2552
+ *p++ = 'g';
2553
+ *p++ = 'r';
2554
+ *p++ = 'p';
2555
+ *p++ = 'c';
2556
+ *p++ = '-';
2557
+ *p++ = 'm';
2558
+ *p++ = 'e';
2559
+ *p++ = 's';
2560
+ *p++ = 's';
2561
+ *p++ = 'a';
2562
+ *p++ = 'g';
2563
+ *p++ = 'e';
2564
+ msg_len_writer.Write(0, p);
2565
+ p += msg_len_writer.length();
2566
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(message_pfx));
2567
+ len += static_cast<uint32_t> GRPC_SLICE_LENGTH(message_pfx);
2568
+ len += static_cast<uint32_t>(msg_len);
2569
+
2570
+ hdr = GRPC_SLICE_MALLOC(9);
2571
+ p = GRPC_SLICE_START_PTR(hdr);
2572
+ *p++ = static_cast<uint8_t>(len >> 16);
2573
+ *p++ = static_cast<uint8_t>(len >> 8);
2574
+ *p++ = static_cast<uint8_t>(len);
2575
+ *p++ = GRPC_CHTTP2_FRAME_HEADER;
2576
+ *p++ = GRPC_CHTTP2_DATA_FLAG_END_STREAM |
2577
+ GRPC_CHTTP2_DATA_FLAG_END_HEADERS;
2578
+ *p++ = static_cast<uint8_t>(id >> 24);
2579
+ *p++ = static_cast<uint8_t>(id >> 16);
2580
+ *p++ = static_cast<uint8_t>(id >> 8);
2581
+ *p++ = static_cast<uint8_t>(id);
2582
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(hdr));
2583
+
2584
+ grpc_slice_buffer_add(&t->qbuf, hdr);
2585
+ if (!sent_initial_metadata) {
2586
+ grpc_slice_buffer_add(&t->qbuf, http_status_hdr);
2587
+ grpc_slice_buffer_add(&t->qbuf, content_type_hdr);
2588
+ }
2589
+ grpc_slice_buffer_add(&t->qbuf, status_hdr);
2590
+ grpc_slice_buffer_add(&t->qbuf, message_pfx);
2591
+ grpc_slice_buffer_add(&t->qbuf,
2592
+ grpc_slice_from_cpp_string(std::move(message)));
2593
+ grpc_chttp2_reset_ping_clock(t);
2594
+ grpc_chttp2_add_rst_stream_to_next_write(t, id, GRPC_HTTP2_NO_ERROR,
2595
+ nullptr);
2596
+
2597
+ grpc_chttp2_initiate_write(t,
2598
+ GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API);
2599
+ });
2408
2600
  }
2409
2601
 
2410
2602
  static void end_all_the_calls(grpc_chttp2_transport* t,
@@ -2417,9 +2609,14 @@ static void end_all_the_calls(grpc_chttp2_transport* t,
2417
2609
  error = grpc_error_set_int(error, grpc_core::StatusIntProperty::kRpcStatus,
2418
2610
  GRPC_STATUS_UNAVAILABLE);
2419
2611
  }
2420
- cancel_unstarted_streams(t, error);
2421
- cancel_stream_cb_args args = {error, t};
2422
- grpc_chttp2_stream_map_for_each(&t->stream_map, cancel_stream_cb, &args);
2612
+ cancel_unstarted_streams(t, error, false);
2613
+ std::vector<grpc_chttp2_stream*> to_cancel;
2614
+ for (auto id_stream : t->stream_map) {
2615
+ to_cancel.push_back(id_stream.second);
2616
+ }
2617
+ for (auto s : to_cancel) {
2618
+ grpc_chttp2_cancel_stream(t, s, error, false);
2619
+ }
2423
2620
  }
2424
2621
 
2425
2622
  //
@@ -2503,31 +2700,45 @@ static grpc_error_handle try_http_parsing(grpc_chttp2_transport* t) {
2503
2700
  return error;
2504
2701
  }
2505
2702
 
2506
- static void read_action(void* tp, grpc_error_handle error) {
2507
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2508
- t->combiner->Run(
2509
- GRPC_CLOSURE_INIT(&t->read_action_locked, read_action_locked, t, nullptr),
2510
- error);
2703
+ static void read_action(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2704
+ grpc_error_handle error) {
2705
+ auto* tp = t.get();
2706
+ tp->combiner->Run(grpc_core::InitTransportClosure<read_action_locked>(
2707
+ std::move(t), &tp->read_action_locked),
2708
+ error);
2511
2709
  }
2512
2710
 
2513
- static void read_action_locked(void* tp, grpc_error_handle error) {
2514
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2515
-
2516
- grpc_error_handle err = error;
2517
- if (!err.ok()) {
2518
- err = grpc_error_set_int(
2519
- GRPC_ERROR_CREATE_REFERENCING("Endpoint read failed", &err, 1),
2520
- grpc_core::StatusIntProperty::kOccurredDuringWrite, t->write_state);
2521
- }
2522
- std::swap(err, error);
2711
+ static void read_action_parse_loop_locked(
2712
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2713
+ grpc_error_handle error) {
2523
2714
  if (t->closed_with_error.ok()) {
2524
- size_t i = 0;
2525
2715
  grpc_error_handle errors[3] = {error, absl::OkStatus(), absl::OkStatus()};
2526
- for (; i < t->read_buffer.count && errors[1] == absl::OkStatus(); i++) {
2527
- errors[1] = grpc_chttp2_perform_read(t, t->read_buffer.slices[i]);
2716
+ size_t requests_started = 0;
2717
+ for (size_t i = 0;
2718
+ i < t->read_buffer.count && errors[1] == absl::OkStatus(); i++) {
2719
+ auto r = grpc_chttp2_perform_read(t.get(), t->read_buffer.slices[i],
2720
+ requests_started);
2721
+ if (auto* partial_read_size = absl::get_if<size_t>(&r)) {
2722
+ for (size_t j = 0; j < i; j++) {
2723
+ grpc_core::CSliceUnref(grpc_slice_buffer_take_first(&t->read_buffer));
2724
+ }
2725
+ grpc_slice_buffer_sub_first(
2726
+ &t->read_buffer, *partial_read_size,
2727
+ GRPC_SLICE_LENGTH(t->read_buffer.slices[0]));
2728
+ t->combiner->ForceOffload();
2729
+ auto* tp = t.get();
2730
+ tp->combiner->Run(
2731
+ grpc_core::InitTransportClosure<read_action_parse_loop_locked>(
2732
+ std::move(t), &tp->read_action_locked),
2733
+ std::move(errors[0]));
2734
+ // Early return: we queued to retry later.
2735
+ return;
2736
+ } else {
2737
+ errors[1] = std::move(absl::get<absl::Status>(r));
2738
+ }
2528
2739
  }
2529
2740
  if (errors[1] != absl::OkStatus()) {
2530
- errors[2] = try_http_parsing(t);
2741
+ errors[2] = try_http_parsing(t.get());
2531
2742
  error = GRPC_ERROR_CREATE_REFERENCING("Failed parsing HTTP/2", errors,
2532
2743
  GPR_ARRAY_SIZE(errors));
2533
2744
  }
@@ -2535,10 +2746,11 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
2535
2746
  if (t->initial_window_update != 0) {
2536
2747
  if (t->initial_window_update > 0) {
2537
2748
  grpc_chttp2_stream* s;
2538
- while (grpc_chttp2_list_pop_stalled_by_stream(t, &s)) {
2539
- grpc_chttp2_mark_stream_writable(t, s);
2749
+ while (grpc_chttp2_list_pop_stalled_by_stream(t.get(), &s)) {
2750
+ grpc_chttp2_mark_stream_writable(t.get(), s);
2540
2751
  grpc_chttp2_initiate_write(
2541
- t, GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_SETTING);
2752
+ t.get(),
2753
+ GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_SETTING);
2542
2754
  }
2543
2755
  }
2544
2756
  t->initial_window_update = 0;
@@ -2557,13 +2769,13 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
2557
2769
  error = grpc_error_add_child(error, t->goaway_error);
2558
2770
  }
2559
2771
 
2560
- close_transport_locked(t, error);
2772
+ close_transport_locked(t.get(), error);
2561
2773
  t->endpoint_reading = 0;
2562
2774
  } else if (t->closed_with_error.ok()) {
2563
2775
  keep_reading = true;
2564
2776
  // Since we have read a byte, reset the keepalive timer
2565
2777
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
2566
- maybe_reset_keepalive_ping_timer_locked(t);
2778
+ maybe_reset_keepalive_ping_timer_locked(t.get());
2567
2779
  }
2568
2780
  }
2569
2781
  grpc_slice_buffer_reset_and_unref(&t->read_buffer);
@@ -2575,45 +2787,75 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
2575
2787
  gpr_log(GPR_INFO,
2576
2788
  "transport %p : Pausing reading due to too "
2577
2789
  "many unwritten SETTINGS ACK and RST_STREAM frames",
2578
- t));
2790
+ t.get()));
2579
2791
  } else {
2580
- continue_read_action_locked(t);
2792
+ continue_read_action_locked(std::move(t));
2581
2793
  }
2582
- } else {
2583
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
2584
2794
  }
2585
2795
  }
2586
2796
 
2587
- static void continue_read_action_locked(grpc_chttp2_transport* t) {
2797
+ static void read_action_locked(
2798
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2799
+ grpc_error_handle error) {
2800
+ // got an incoming read, cancel any pending keepalive timers
2801
+ t->keepalive_incoming_data_wanted = false;
2802
+ if (t->keepalive_ping_timeout_handle !=
2803
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid) {
2804
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_ping_trace) ||
2805
+ GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
2806
+ gpr_log(GPR_INFO,
2807
+ "%s[%p]: Clear keepalive timer because data was received",
2808
+ t->is_client ? "CLIENT" : "SERVER", t.get());
2809
+ }
2810
+ t->event_engine->Cancel(std::exchange(
2811
+ t->keepalive_ping_timeout_handle,
2812
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid));
2813
+ }
2814
+ grpc_error_handle err = error;
2815
+ if (!err.ok()) {
2816
+ err = grpc_error_set_int(
2817
+ GRPC_ERROR_CREATE_REFERENCING("Endpoint read failed", &err, 1),
2818
+ grpc_core::StatusIntProperty::kOccurredDuringWrite, t->write_state);
2819
+ }
2820
+ std::swap(err, error);
2821
+ read_action_parse_loop_locked(std::move(t), std::move(err));
2822
+ }
2823
+
2824
+ static void continue_read_action_locked(
2825
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
2588
2826
  const bool urgent = !t->goaway_error.ok();
2589
- GRPC_CLOSURE_INIT(&t->read_action_locked, read_action, t,
2590
- grpc_schedule_on_exec_ctx);
2591
- grpc_endpoint_read(t->ep, &t->read_buffer, &t->read_action_locked, urgent,
2592
- grpc_chttp2_min_read_progress_size(t));
2827
+ auto* tp = t.get();
2828
+ grpc_endpoint_read(tp->ep, &tp->read_buffer,
2829
+ grpc_core::InitTransportClosure<read_action>(
2830
+ std::move(t), &tp->read_action_locked),
2831
+ urgent, grpc_chttp2_min_read_progress_size(tp));
2593
2832
  }
2594
2833
 
2595
2834
  // t is reffed prior to calling the first time, and once the callback chain
2596
2835
  // that kicks off finishes, it's unreffed
2597
- void schedule_bdp_ping_locked(grpc_chttp2_transport* t) {
2598
- t->flow_control.bdp_estimator()->SchedulePing();
2599
- send_ping_locked(
2600
- t,
2601
- GRPC_CLOSURE_INIT(&t->start_bdp_ping_locked, start_bdp_ping, t,
2602
- grpc_schedule_on_exec_ctx),
2603
- GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked, finish_bdp_ping, t,
2604
- grpc_schedule_on_exec_ctx));
2605
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_BDP_PING);
2606
- }
2607
-
2608
- static void start_bdp_ping(void* tp, grpc_error_handle error) {
2609
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2610
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_bdp_ping_locked,
2611
- start_bdp_ping_locked, t, nullptr),
2612
- error);
2613
- }
2614
-
2615
- static void start_bdp_ping_locked(void* tp, grpc_error_handle error) {
2616
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2836
+ void schedule_bdp_ping_locked(
2837
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
2838
+ auto* tp = t.get();
2839
+ tp->flow_control.bdp_estimator()->SchedulePing();
2840
+ send_ping_locked(tp,
2841
+ grpc_core::InitTransportClosure<start_bdp_ping>(
2842
+ tp->Ref(), &tp->start_bdp_ping_locked),
2843
+ grpc_core::InitTransportClosure<finish_bdp_ping>(
2844
+ std::move(t), &tp->finish_bdp_ping_locked));
2845
+ grpc_chttp2_initiate_write(tp, GRPC_CHTTP2_INITIATE_WRITE_BDP_PING);
2846
+ }
2847
+
2848
+ static void start_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2849
+ grpc_error_handle error) {
2850
+ grpc_chttp2_transport* tp = t.get();
2851
+ tp->combiner->Run(grpc_core::InitTransportClosure<start_bdp_ping_locked>(
2852
+ std::move(t), &tp->start_bdp_ping_locked),
2853
+ error);
2854
+ }
2855
+
2856
+ static void start_bdp_ping_locked(
2857
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2858
+ grpc_error_handle error) {
2617
2859
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
2618
2860
  gpr_log(GPR_INFO, "%s: Start BDP ping err=%s",
2619
2861
  std::string(t->peer_string.as_string_view()).c_str(),
@@ -2624,157 +2866,143 @@ static void start_bdp_ping_locked(void* tp, grpc_error_handle error) {
2624
2866
  }
2625
2867
  // Reset the keepalive ping timer
2626
2868
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
2627
- maybe_reset_keepalive_ping_timer_locked(t);
2869
+ maybe_reset_keepalive_ping_timer_locked(t.get());
2628
2870
  }
2629
2871
  t->flow_control.bdp_estimator()->StartPing();
2630
2872
  t->bdp_ping_started = true;
2631
2873
  }
2632
2874
 
2633
- static void finish_bdp_ping(void* tp, grpc_error_handle error) {
2634
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2635
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked,
2636
- finish_bdp_ping_locked, t, nullptr),
2637
- error);
2875
+ static void finish_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2876
+ grpc_error_handle error) {
2877
+ grpc_chttp2_transport* tp = t.get();
2878
+ tp->combiner->Run(grpc_core::InitTransportClosure<finish_bdp_ping_locked>(
2879
+ std::move(t), &tp->finish_bdp_ping_locked),
2880
+ error);
2638
2881
  }
2639
2882
 
2640
- static void finish_bdp_ping_locked(void* tp, grpc_error_handle error) {
2641
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2883
+ static void finish_bdp_ping_locked(
2884
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2885
+ grpc_error_handle error) {
2642
2886
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
2643
2887
  gpr_log(GPR_INFO, "%s: Complete BDP ping err=%s",
2644
2888
  std::string(t->peer_string.as_string_view()).c_str(),
2645
2889
  grpc_core::StatusToString(error).c_str());
2646
2890
  }
2647
2891
  if (!error.ok() || !t->closed_with_error.ok()) {
2648
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
2649
2892
  return;
2650
2893
  }
2651
2894
  if (!t->bdp_ping_started) {
2652
2895
  // start_bdp_ping_locked has not been run yet. Schedule
2653
2896
  // finish_bdp_ping_locked to be run later.
2654
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked,
2655
- finish_bdp_ping_locked, t, nullptr),
2656
- error);
2897
+ finish_bdp_ping(std::move(t), std::move(error));
2657
2898
  return;
2658
2899
  }
2659
2900
  t->bdp_ping_started = false;
2660
2901
  grpc_core::Timestamp next_ping =
2661
2902
  t->flow_control.bdp_estimator()->CompletePing();
2662
- grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t,
2903
+ grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t.get(),
2663
2904
  nullptr);
2664
2905
  GPR_ASSERT(!t->next_bdp_ping_timer_handle.has_value());
2665
2906
  t->next_bdp_ping_timer_handle =
2666
2907
  t->event_engine->RunAfter(next_ping - grpc_core::Timestamp::Now(), [t] {
2667
2908
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2668
2909
  grpc_core::ExecCtx exec_ctx;
2669
- next_bdp_ping_timer_expired(t);
2910
+ next_bdp_ping_timer_expired(t.get());
2670
2911
  });
2671
2912
  }
2672
2913
 
2673
2914
  static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t) {
2674
2915
  t->combiner->Run(
2675
- GRPC_CLOSURE_INIT(&t->next_bdp_ping_timer_expired_locked,
2676
- next_bdp_ping_timer_expired_locked, t, nullptr),
2916
+ grpc_core::InitTransportClosure<next_bdp_ping_timer_expired_locked>(
2917
+ t->Ref(), &t->next_bdp_ping_timer_expired_locked),
2677
2918
  absl::OkStatus());
2678
2919
  }
2679
2920
 
2680
2921
  static void next_bdp_ping_timer_expired_locked(
2681
- void* tp, GRPC_UNUSED grpc_error_handle error) {
2922
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2923
+ GRPC_UNUSED grpc_error_handle error) {
2682
2924
  GPR_DEBUG_ASSERT(error.ok());
2683
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2684
2925
  GPR_ASSERT(t->next_bdp_ping_timer_handle.has_value());
2685
2926
  t->next_bdp_ping_timer_handle.reset();
2686
2927
  if (t->flow_control.bdp_estimator()->accumulator() == 0) {
2687
2928
  // Block the bdp ping till we receive more data.
2688
2929
  t->bdp_ping_blocked = true;
2689
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
2690
2930
  } else {
2691
- schedule_bdp_ping_locked(t);
2931
+ schedule_bdp_ping_locked(std::move(t));
2692
2932
  }
2693
2933
  }
2694
2934
 
2695
2935
  void grpc_chttp2_config_default_keepalive_args(grpc_channel_args* args,
2696
2936
  bool is_client) {
2697
- size_t i;
2698
- if (args) {
2699
- for (i = 0; i < args->num_args; i++) {
2700
- if (0 == strcmp(args->args[i].key, GRPC_ARG_KEEPALIVE_TIME_MS)) {
2701
- const int value = grpc_channel_arg_get_integer(
2702
- &args->args[i], {is_client ? g_default_client_keepalive_time_ms
2703
- : g_default_server_keepalive_time_ms,
2704
- 1, INT_MAX});
2705
- if (is_client) {
2706
- g_default_client_keepalive_time_ms = value;
2707
- } else {
2708
- g_default_server_keepalive_time_ms = value;
2709
- }
2710
- } else if (0 ==
2711
- strcmp(args->args[i].key, GRPC_ARG_KEEPALIVE_TIMEOUT_MS)) {
2712
- const int value = grpc_channel_arg_get_integer(
2713
- &args->args[i], {is_client ? g_default_client_keepalive_timeout_ms
2714
- : g_default_server_keepalive_timeout_ms,
2715
- 0, INT_MAX});
2716
- if (is_client) {
2717
- g_default_client_keepalive_timeout_ms = value;
2718
- } else {
2719
- g_default_server_keepalive_timeout_ms = value;
2720
- }
2721
- } else if (0 == strcmp(args->args[i].key,
2722
- GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)) {
2723
- const bool value = static_cast<uint32_t>(grpc_channel_arg_get_integer(
2724
- &args->args[i],
2725
- {is_client ? g_default_client_keepalive_permit_without_calls
2726
- : g_default_server_keepalive_timeout_ms,
2727
- 0, 1}));
2728
- if (is_client) {
2729
- g_default_client_keepalive_permit_without_calls = value;
2730
- } else {
2731
- g_default_server_keepalive_permit_without_calls = value;
2732
- }
2733
- } else if (0 ==
2734
- strcmp(args->args[i].key, GRPC_ARG_HTTP2_MAX_PING_STRIKES)) {
2735
- g_default_max_ping_strikes = grpc_channel_arg_get_integer(
2736
- &args->args[i], {g_default_max_ping_strikes, 0, INT_MAX});
2737
- } else if (0 == strcmp(args->args[i].key,
2738
- GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)) {
2739
- g_default_max_pings_without_data = grpc_channel_arg_get_integer(
2740
- &args->args[i], {g_default_max_pings_without_data, 0, INT_MAX});
2741
- } else if (0 ==
2742
- strcmp(
2743
- args->args[i].key,
2744
- GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)) {
2745
- g_default_min_recv_ping_interval_without_data_ms =
2746
- grpc_channel_arg_get_integer(
2747
- &args->args[i],
2748
- {g_default_min_recv_ping_interval_without_data_ms, 0, INT_MAX});
2749
- }
2750
- }
2937
+ grpc_chttp2_config_default_keepalive_args(grpc_core::ChannelArgs::FromC(args),
2938
+ is_client);
2939
+ }
2940
+
2941
+ void grpc_chttp2_config_default_keepalive_args(
2942
+ const grpc_core::ChannelArgs& channel_args, bool is_client) {
2943
+ const auto keepalive_time =
2944
+ std::max(grpc_core::Duration::Milliseconds(1),
2945
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
2946
+ .value_or(is_client ? g_default_client_keepalive_time
2947
+ : g_default_server_keepalive_time));
2948
+ if (is_client) {
2949
+ g_default_client_keepalive_time = keepalive_time;
2950
+ } else {
2951
+ g_default_server_keepalive_time = keepalive_time;
2751
2952
  }
2953
+
2954
+ const auto keepalive_timeout = std::max(
2955
+ grpc_core::Duration::Zero(),
2956
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
2957
+ .value_or(is_client ? g_default_client_keepalive_timeout
2958
+ : g_default_server_keepalive_timeout));
2959
+ if (is_client) {
2960
+ g_default_client_keepalive_timeout = keepalive_timeout;
2961
+ } else {
2962
+ g_default_server_keepalive_timeout = keepalive_timeout;
2963
+ }
2964
+
2965
+ const bool keepalive_permit_without_calls =
2966
+ channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
2967
+ .value_or(is_client
2968
+ ? g_default_client_keepalive_permit_without_calls
2969
+ : g_default_server_keepalive_permit_without_calls);
2970
+ if (is_client) {
2971
+ g_default_client_keepalive_permit_without_calls =
2972
+ keepalive_permit_without_calls;
2973
+ } else {
2974
+ g_default_server_keepalive_permit_without_calls =
2975
+ keepalive_permit_without_calls;
2976
+ }
2977
+
2978
+ grpc_core::Chttp2PingAbusePolicy::SetDefaults(channel_args);
2979
+ grpc_core::Chttp2PingRatePolicy::SetDefaults(channel_args);
2752
2980
  }
2753
2981
 
2754
- static void init_keepalive_ping(grpc_chttp2_transport* t) {
2755
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->init_keepalive_ping_locked,
2756
- init_keepalive_ping_locked, t, nullptr),
2757
- absl::OkStatus());
2982
+ static void init_keepalive_ping(
2983
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
2984
+ auto* tp = t.get();
2985
+ tp->combiner->Run(grpc_core::InitTransportClosure<init_keepalive_ping_locked>(
2986
+ std::move(t), &tp->init_keepalive_ping_locked),
2987
+ absl::OkStatus());
2758
2988
  }
2759
2989
 
2760
- static void init_keepalive_ping_locked(void* arg,
2761
- GRPC_UNUSED grpc_error_handle error) {
2990
+ static void init_keepalive_ping_locked(
2991
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2992
+ GRPC_UNUSED grpc_error_handle error) {
2762
2993
  GPR_DEBUG_ASSERT(error.ok());
2763
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2764
2994
  GPR_ASSERT(t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING);
2765
2995
  GPR_ASSERT(t->keepalive_ping_timer_handle.has_value());
2766
2996
  t->keepalive_ping_timer_handle.reset();
2767
2997
  if (t->destroying || !t->closed_with_error.ok()) {
2768
2998
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
2769
2999
  } else {
2770
- if (t->keepalive_permit_without_calls ||
2771
- grpc_chttp2_stream_map_size(&t->stream_map) > 0) {
3000
+ if (t->keepalive_permit_without_calls || !t->stream_map.empty()) {
2772
3001
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_PINGING;
2773
- GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive ping end");
2774
3002
  send_keepalive_ping_locked(t);
2775
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING);
3003
+ grpc_chttp2_initiate_write(t.get(),
3004
+ GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING);
2776
3005
  } else {
2777
- GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
2778
3006
  t->keepalive_ping_timer_handle =
2779
3007
  t->event_engine->RunAfter(t->keepalive_time, [t] {
2780
3008
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
@@ -2783,48 +3011,21 @@ static void init_keepalive_ping_locked(void* arg,
2783
3011
  });
2784
3012
  }
2785
3013
  }
2786
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
2787
- }
2788
-
2789
- static void start_keepalive_ping(void* arg, grpc_error_handle error) {
2790
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2791
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
2792
- start_keepalive_ping_locked, t, nullptr),
2793
- error);
2794
- }
2795
-
2796
- static void start_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2797
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2798
- if (!error.ok()) {
2799
- return;
2800
- }
2801
- if (t->channelz_socket != nullptr) {
2802
- t->channelz_socket->RecordKeepaliveSent();
2803
- }
2804
- if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
2805
- GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
2806
- gpr_log(GPR_INFO, "%s: Start keepalive ping",
2807
- std::string(t->peer_string.as_string_view()).c_str());
2808
- }
2809
- GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive watchdog");
2810
- t->keepalive_watchdog_timer_handle =
2811
- t->event_engine->RunAfter(t->keepalive_timeout, [t] {
2812
- grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2813
- grpc_core::ExecCtx exec_ctx;
2814
- keepalive_watchdog_fired(t);
2815
- });
2816
- t->keepalive_ping_started = true;
2817
3014
  }
2818
3015
 
2819
- static void finish_keepalive_ping(void* arg, grpc_error_handle error) {
2820
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2821
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
2822
- finish_keepalive_ping_locked, t, nullptr),
2823
- error);
3016
+ static void finish_keepalive_ping(
3017
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
3018
+ grpc_error_handle error) {
3019
+ auto* tp = t.get();
3020
+ tp->combiner->Run(
3021
+ grpc_core::InitTransportClosure<finish_keepalive_ping_locked>(
3022
+ std::move(t), &tp->finish_keepalive_ping_locked),
3023
+ error);
2824
3024
  }
2825
3025
 
2826
- static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2827
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
3026
+ static void finish_keepalive_ping_locked(
3027
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
3028
+ grpc_error_handle error) {
2828
3029
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
2829
3030
  if (error.ok()) {
2830
3031
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
@@ -2832,25 +3033,8 @@ static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2832
3033
  gpr_log(GPR_INFO, "%s: Finish keepalive ping",
2833
3034
  std::string(t->peer_string.as_string_view()).c_str());
2834
3035
  }
2835
- if (!t->keepalive_ping_started) {
2836
- // start_keepalive_ping_locked has not run yet. Reschedule
2837
- // finish_keepalive_ping_locked for it to be run later.
2838
- t->combiner->Run(
2839
- GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
2840
- finish_keepalive_ping_locked, t, nullptr),
2841
- error);
2842
- return;
2843
- }
2844
- t->keepalive_ping_started = false;
2845
3036
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
2846
- if (t->keepalive_watchdog_timer_handle.has_value()) {
2847
- if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
2848
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
2849
- t->keepalive_watchdog_timer_handle.reset();
2850
- }
2851
- }
2852
3037
  GPR_ASSERT(!t->keepalive_ping_timer_handle.has_value());
2853
- GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
2854
3038
  t->keepalive_ping_timer_handle =
2855
3039
  t->event_engine->RunAfter(t->keepalive_time, [t] {
2856
3040
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
@@ -2859,38 +3043,6 @@ static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2859
3043
  });
2860
3044
  }
2861
3045
  }
2862
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive ping end");
2863
- }
2864
-
2865
- static void keepalive_watchdog_fired(grpc_chttp2_transport* t) {
2866
- t->combiner->Run(
2867
- GRPC_CLOSURE_INIT(&t->keepalive_watchdog_fired_locked,
2868
- keepalive_watchdog_fired_locked, t, nullptr),
2869
- absl::OkStatus());
2870
- }
2871
-
2872
- static void keepalive_watchdog_fired_locked(
2873
- void* arg, GRPC_UNUSED grpc_error_handle error) {
2874
- GPR_DEBUG_ASSERT(error.ok());
2875
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2876
- GPR_ASSERT(t->keepalive_watchdog_timer_handle.has_value());
2877
- t->keepalive_watchdog_timer_handle.reset();
2878
- if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
2879
- gpr_log(GPR_INFO, "%s: Keepalive watchdog fired. Closing transport.",
2880
- std::string(t->peer_string.as_string_view()).c_str());
2881
- t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
2882
- close_transport_locked(
2883
- t, grpc_error_set_int(GRPC_ERROR_CREATE("keepalive watchdog timeout"),
2884
- grpc_core::StatusIntProperty::kRpcStatus,
2885
- GRPC_STATUS_UNAVAILABLE));
2886
- } else {
2887
- // If keepalive_state is not PINGING, we consider it as an error. Maybe the
2888
- // cancellation failed in finish_keepalive_ping_locked. Users have seen
2889
- // other states: https://github.com/grpc/grpc/issues/32085.
2890
- gpr_log(GPR_ERROR, "keepalive_ping_end state error: %d (expect: %d)",
2891
- t->keepalive_state, GRPC_CHTTP2_KEEPALIVE_STATE_PINGING);
2892
- }
2893
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
2894
3046
  }
2895
3047
 
2896
3048
  static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
@@ -2903,11 +3055,11 @@ static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
2903
3055
  gpr_log(GPR_INFO, "%s: Keepalive ping cancelled. Resetting timer.",
2904
3056
  std::string(t->peer_string.as_string_view()).c_str());
2905
3057
  }
2906
- t->keepalive_ping_timer_handle =
2907
- t->event_engine->RunAfter(t->keepalive_time, [t] {
3058
+ t->keepalive_ping_timer_handle = t->event_engine->RunAfter(
3059
+ t->keepalive_time, [t = t->Ref()]() mutable {
2908
3060
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2909
3061
  grpc_core::ExecCtx exec_ctx;
2910
- init_keepalive_ping(t);
3062
+ init_keepalive_ping(std::move(t));
2911
3063
  });
2912
3064
  }
2913
3065
  }
@@ -2921,8 +3073,9 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
2921
3073
  grpc_connectivity_state state,
2922
3074
  const absl::Status& status,
2923
3075
  const char* reason) {
2924
- GRPC_CHTTP2_IF_TRACING(
2925
- gpr_log(GPR_INFO, "transport %p set connectivity_state=%d", t, state));
3076
+ GRPC_CHTTP2_IF_TRACING(gpr_log(
3077
+ GPR_INFO, "transport %p set connectivity_state=%d; status=%s; reason=%s",
3078
+ t, state, status.ToString().c_str(), reason));
2926
3079
  t->state_tracker.SetState(state, status, reason);
2927
3080
  }
2928
3081
 
@@ -2949,18 +3102,17 @@ static void set_pollset_set(grpc_transport* gt, grpc_stream* /*gs*/,
2949
3102
  static void post_benign_reclaimer(grpc_chttp2_transport* t) {
2950
3103
  if (!t->benign_reclaimer_registered) {
2951
3104
  t->benign_reclaimer_registered = true;
2952
- GRPC_CHTTP2_REF_TRANSPORT(t, "benign_reclaimer");
2953
3105
  t->memory_owner.PostReclaimer(
2954
3106
  grpc_core::ReclamationPass::kBenign,
2955
- [t](absl::optional<grpc_core::ReclamationSweep> sweep) {
3107
+ [t = t->Ref()](
3108
+ absl::optional<grpc_core::ReclamationSweep> sweep) mutable {
2956
3109
  if (sweep.has_value()) {
2957
- GRPC_CLOSURE_INIT(&t->benign_reclaimer_locked,
2958
- benign_reclaimer_locked, t,
2959
- grpc_schedule_on_exec_ctx);
2960
- t->active_reclamation = std::move(*sweep);
2961
- t->combiner->Run(&t->benign_reclaimer_locked, absl::OkStatus());
2962
- } else {
2963
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
3110
+ auto* tp = t.get();
3111
+ tp->active_reclamation = std::move(*sweep);
3112
+ tp->combiner->Run(
3113
+ grpc_core::InitTransportClosure<benign_reclaimer_locked>(
3114
+ std::move(t), &tp->benign_reclaimer_locked),
3115
+ absl::OkStatus());
2964
3116
  }
2965
3117
  });
2966
3118
  }
@@ -2969,34 +3121,33 @@ static void post_benign_reclaimer(grpc_chttp2_transport* t) {
2969
3121
  static void post_destructive_reclaimer(grpc_chttp2_transport* t) {
2970
3122
  if (!t->destructive_reclaimer_registered) {
2971
3123
  t->destructive_reclaimer_registered = true;
2972
- GRPC_CHTTP2_REF_TRANSPORT(t, "destructive_reclaimer");
2973
3124
  t->memory_owner.PostReclaimer(
2974
3125
  grpc_core::ReclamationPass::kDestructive,
2975
- [t](absl::optional<grpc_core::ReclamationSweep> sweep) {
3126
+ [t = t->Ref()](
3127
+ absl::optional<grpc_core::ReclamationSweep> sweep) mutable {
2976
3128
  if (sweep.has_value()) {
2977
- GRPC_CLOSURE_INIT(&t->destructive_reclaimer_locked,
2978
- destructive_reclaimer_locked, t,
2979
- grpc_schedule_on_exec_ctx);
2980
- t->active_reclamation = std::move(*sweep);
2981
- t->combiner->Run(&t->destructive_reclaimer_locked,
2982
- absl::OkStatus());
2983
- } else {
2984
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
3129
+ auto* tp = t.get();
3130
+ tp->active_reclamation = std::move(*sweep);
3131
+ tp->combiner->Run(
3132
+ grpc_core::InitTransportClosure<destructive_reclaimer_locked>(
3133
+ std::move(t), &tp->destructive_reclaimer_locked),
3134
+ absl::OkStatus());
2985
3135
  }
2986
3136
  });
2987
3137
  }
2988
3138
  }
2989
3139
 
2990
- static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
2991
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2992
- if (error.ok() && grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
3140
+ static void benign_reclaimer_locked(
3141
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
3142
+ grpc_error_handle error) {
3143
+ if (error.ok() && t->stream_map.empty()) {
2993
3144
  // Channel with no active streams: send a goaway to try and make it
2994
3145
  // disconnect cleanly
2995
3146
  if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
2996
3147
  gpr_log(GPR_INFO, "HTTP2: %s - send goaway to free memory",
2997
3148
  std::string(t->peer_string.as_string_view()).c_str());
2998
3149
  }
2999
- send_goaway(t,
3150
+ send_goaway(t.get(),
3000
3151
  grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
3001
3152
  grpc_core::StatusIntProperty::kHttp2Error,
3002
3153
  GRPC_HTTP2_ENHANCE_YOUR_CALM),
@@ -3006,43 +3157,42 @@ static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
3006
3157
  "HTTP2: %s - skip benign reclamation, there are still %" PRIdPTR
3007
3158
  " streams",
3008
3159
  std::string(t->peer_string.as_string_view()).c_str(),
3009
- grpc_chttp2_stream_map_size(&t->stream_map));
3160
+ t->stream_map.size());
3010
3161
  }
3011
3162
  t->benign_reclaimer_registered = false;
3012
3163
  if (error != absl::CancelledError()) {
3013
3164
  t->active_reclamation.Finish();
3014
3165
  }
3015
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
3016
3166
  }
3017
3167
 
3018
- static void destructive_reclaimer_locked(void* arg, grpc_error_handle error) {
3019
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
3020
- size_t n = grpc_chttp2_stream_map_size(&t->stream_map);
3168
+ static void destructive_reclaimer_locked(
3169
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
3170
+ grpc_error_handle error) {
3021
3171
  t->destructive_reclaimer_registered = false;
3022
- if (error.ok() && n > 0) {
3023
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(
3024
- grpc_chttp2_stream_map_rand(&t->stream_map));
3172
+ if (error.ok() && !t->stream_map.empty()) {
3173
+ // As stream_map is a hash map, this selects effectively a random stream.
3174
+ grpc_chttp2_stream* s = t->stream_map.begin()->second;
3025
3175
  if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
3026
3176
  gpr_log(GPR_INFO, "HTTP2: %s - abandon stream id %d",
3027
3177
  std::string(t->peer_string.as_string_view()).c_str(), s->id);
3028
3178
  }
3029
3179
  grpc_chttp2_cancel_stream(
3030
- t, s,
3180
+ t.get(), s,
3031
3181
  grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
3032
3182
  grpc_core::StatusIntProperty::kHttp2Error,
3033
- GRPC_HTTP2_ENHANCE_YOUR_CALM));
3034
- if (n > 1) {
3183
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
3184
+ false);
3185
+ if (!t->stream_map.empty()) {
3035
3186
  // Since we cancel one stream per destructive reclamation, if
3036
3187
  // there are more streams left, we can immediately post a new
3037
3188
  // reclaimer in case the resource quota needs to free more
3038
3189
  // memory
3039
- post_destructive_reclaimer(t);
3190
+ post_destructive_reclaimer(t.get());
3040
3191
  }
3041
3192
  }
3042
3193
  if (error != absl::CancelledError()) {
3043
3194
  t->active_reclamation.Finish();
3044
3195
  }
3045
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
3046
3196
  }
3047
3197
 
3048
3198
  //
@@ -3136,17 +3286,15 @@ grpc_transport* grpc_create_chttp2_transport(
3136
3286
  void grpc_chttp2_transport_start_reading(
3137
3287
  grpc_transport* transport, grpc_slice_buffer* read_buffer,
3138
3288
  grpc_closure* notify_on_receive_settings, grpc_closure* notify_on_close) {
3139
- grpc_chttp2_transport* t =
3140
- reinterpret_cast<grpc_chttp2_transport*>(transport);
3141
- GRPC_CHTTP2_REF_TRANSPORT(
3142
- t, "reading_action"); // matches unref inside reading_action
3289
+ auto t = reinterpret_cast<grpc_chttp2_transport*>(transport)->Ref();
3143
3290
  if (read_buffer != nullptr) {
3144
3291
  grpc_slice_buffer_move_into(read_buffer, &t->read_buffer);
3145
3292
  gpr_free(read_buffer);
3146
3293
  }
3147
- t->combiner->Run(
3148
- grpc_core::NewClosure([t, notify_on_receive_settings,
3149
- notify_on_close](grpc_error_handle) {
3294
+ auto* tp = t.get();
3295
+ tp->combiner->Run(
3296
+ grpc_core::NewClosure([t = std::move(t), notify_on_receive_settings,
3297
+ notify_on_close](grpc_error_handle) mutable {
3150
3298
  if (!t->closed_with_error.ok()) {
3151
3299
  if (notify_on_receive_settings != nullptr) {
3152
3300
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_receive_settings,
@@ -3156,12 +3304,11 @@ void grpc_chttp2_transport_start_reading(
3156
3304
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_close,
3157
3305
  t->closed_with_error);
3158
3306
  }
3159
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
3160
3307
  return;
3161
3308
  }
3162
3309
  t->notify_on_receive_settings = notify_on_receive_settings;
3163
3310
  t->notify_on_close = notify_on_close;
3164
- read_action_locked(t, absl::OkStatus());
3311
+ read_action_locked(std::move(t), absl::OkStatus());
3165
3312
  }),
3166
3313
  absl::OkStatus());
3167
3314
  }