grpc 1.53.0 → 1.59.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (2080) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +729 -374
  3. data/include/grpc/event_engine/event_engine.h +55 -53
  4. data/include/grpc/event_engine/memory_allocator.h +2 -2
  5. data/include/grpc/grpc_audit_logging.h +96 -0
  6. data/include/grpc/grpc_security.h +23 -0
  7. data/include/grpc/impl/channel_arg_names.h +375 -0
  8. data/include/grpc/impl/grpc_types.h +1 -339
  9. data/include/grpc/module.modulemap +3 -0
  10. data/include/grpc/support/json.h +218 -0
  11. data/include/grpc/support/port_platform.h +107 -28
  12. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +18 -2
  13. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +24 -10
  14. data/src/core/ext/filters/client_channel/backend_metric.cc +10 -1
  15. data/src/core/ext/filters/client_channel/backup_poller.cc +2 -11
  16. data/src/core/ext/filters/client_channel/backup_poller.h +0 -3
  17. data/src/core/ext/filters/client_channel/channel_connectivity.cc +4 -4
  18. data/src/core/ext/filters/client_channel/client_channel.cc +1366 -947
  19. data/src/core/ext/filters/client_channel/client_channel.h +180 -168
  20. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +20 -19
  21. data/src/core/ext/filters/client_channel/client_channel_internal.h +77 -0
  22. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +15 -1
  23. data/src/core/ext/filters/client_channel/client_channel_service_config.cc +2 -2
  24. data/src/core/ext/filters/client_channel/config_selector.h +13 -39
  25. data/src/core/ext/filters/client_channel/dynamic_filters.h +5 -3
  26. data/src/core/ext/filters/client_channel/{http_proxy.cc → http_proxy_mapper.cc} +42 -4
  27. data/src/core/ext/filters/client_channel/{http_proxy.h → http_proxy_mapper.h} +3 -3
  28. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +27 -53
  29. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +23 -9
  30. data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +9 -1
  31. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +25 -35
  32. data/src/core/ext/filters/client_channel/lb_policy/endpoint_list.cc +188 -0
  33. data/src/core/ext/filters/client_channel/lb_policy/endpoint_list.h +214 -0
  34. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +120 -160
  35. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +2 -1
  36. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +5 -4
  37. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +4 -2
  38. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +515 -0
  39. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +52 -0
  40. data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +204 -0
  41. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +6 -9
  42. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +2 -0
  43. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +93 -106
  44. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +2 -2
  45. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +532 -191
  46. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +36 -0
  47. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +16 -45
  48. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +464 -498
  49. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +18 -1
  50. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +75 -145
  51. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +430 -40
  52. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +26 -23
  53. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +76 -6
  54. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +951 -110
  55. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +30 -57
  56. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +73 -126
  57. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +8 -0
  58. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +43 -87
  59. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +25 -74
  60. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +117 -173
  61. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +83 -70
  62. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +28 -96
  63. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +47 -157
  64. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.h +30 -0
  65. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
  66. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +107 -177
  67. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +58 -44
  68. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
  69. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +66 -0
  70. data/src/core/ext/filters/client_channel/resolver/dns/{dns_resolver_selection.h → dns_resolver_plugin.h} +10 -12
  71. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +586 -0
  72. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.h +35 -0
  73. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +97 -0
  74. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.h +32 -0
  75. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +20 -37
  76. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.h +24 -0
  77. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +24 -6
  78. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +36 -2
  79. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +61 -207
  80. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +11 -6
  81. data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +2 -2
  82. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +25 -13
  83. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +470 -313
  84. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +32 -1
  85. data/src/core/ext/filters/client_channel/retry_filter.cc +40 -2538
  86. data/src/core/ext/filters/client_channel/retry_filter.h +92 -1
  87. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
  88. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
  89. data/src/core/ext/filters/client_channel/retry_service_config.cc +10 -9
  90. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +40 -90
  91. data/src/core/ext/filters/client_channel/subchannel.cc +52 -203
  92. data/src/core/ext/filters/client_channel/subchannel.h +23 -48
  93. data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +3 -0
  94. data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +26 -27
  95. data/src/core/ext/filters/client_channel/subchannel_stream_client.h +8 -5
  96. data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
  97. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +1 -1
  98. data/src/core/ext/filters/http/client/http_client_filter.cc +4 -3
  99. data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
  100. data/src/core/ext/filters/http/http_filters_plugin.cc +1 -12
  101. data/src/core/ext/filters/http/message_compress/compression_filter.cc +31 -14
  102. data/src/core/ext/filters/http/server/http_server_filter.cc +22 -18
  103. data/src/core/ext/filters/message_size/message_size_filter.cc +142 -224
  104. data/src/core/ext/filters/message_size/message_size_filter.h +48 -3
  105. data/src/core/ext/filters/rbac/rbac_filter.cc +40 -111
  106. data/src/core/ext/filters/rbac/rbac_filter.h +12 -30
  107. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +162 -72
  108. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +6 -8
  109. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +165 -88
  110. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +16 -7
  111. data/src/core/ext/gcp/metadata_query.cc +137 -0
  112. data/src/core/ext/gcp/metadata_query.h +87 -0
  113. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
  114. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +84 -70
  115. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +12 -8
  116. data/src/core/ext/transport/chttp2/transport/bin_encoder.h +5 -1
  117. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +1118 -882
  118. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +21 -0
  119. data/src/core/ext/transport/chttp2/transport/context_list_entry.h +70 -0
  120. data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6569 -174
  121. data/src/core/ext/transport/chttp2/transport/decode_huff.h +2278 -441
  122. data/src/core/ext/transport/chttp2/transport/flow_control.cc +79 -119
  123. data/src/core/ext/transport/chttp2/transport/flow_control.h +29 -5
  124. data/src/core/ext/transport/chttp2/transport/frame_data.h +1 -1
  125. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +1 -1
  126. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +24 -25
  127. data/src/core/ext/transport/chttp2/transport/frame_ping.h +1 -4
  128. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +10 -1
  129. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +1 -1
  130. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +5 -2
  131. data/src/core/ext/transport/chttp2/transport/frame_settings.h +1 -1
  132. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +1 -1
  133. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +119 -223
  134. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +296 -113
  135. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +2 -0
  136. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +2 -0
  137. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
  138. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +326 -0
  139. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +774 -488
  140. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +166 -14
  141. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +59 -42
  142. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +26 -4
  143. data/src/core/ext/transport/chttp2/transport/internal.h +211 -151
  144. data/src/core/ext/transport/chttp2/transport/{frame.h → legacy_frame.h} +3 -3
  145. data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.cc +44 -0
  146. data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.h +67 -0
  147. data/src/core/ext/transport/chttp2/transport/parsing.cc +152 -33
  148. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +90 -0
  149. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +59 -0
  150. data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +108 -0
  151. data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +115 -0
  152. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +120 -0
  153. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +88 -0
  154. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +1 -1
  155. data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +60 -0
  156. data/src/core/ext/transport/chttp2/transport/write_size_policy.h +66 -0
  157. data/src/core/ext/transport/chttp2/transport/writing.cc +222 -142
  158. data/src/core/ext/transport/inproc/inproc_transport.cc +30 -14
  159. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +85 -52
  160. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +407 -182
  161. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +119 -60
  162. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +474 -225
  163. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +88 -55
  164. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +408 -189
  165. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +355 -210
  166. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +1564 -729
  167. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +28 -17
  168. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +140 -51
  169. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +32 -21
  170. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +153 -63
  171. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +25 -14
  172. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +71 -39
  173. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +18 -11
  174. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +41 -27
  175. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +18 -11
  176. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +41 -27
  177. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +107 -62
  178. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +559 -245
  179. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +19 -12
  180. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +38 -31
  181. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +20 -19
  182. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +75 -30
  183. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +21 -16
  184. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +38 -31
  185. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +253 -147
  186. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +869 -405
  187. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +415 -262
  188. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1842 -888
  189. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +72 -41
  190. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +279 -149
  191. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +529 -334
  192. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2009 -1131
  193. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +19 -12
  194. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +38 -31
  195. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +87 -52
  196. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +340 -233
  197. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +262 -165
  198. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +881 -477
  199. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +137 -80
  200. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +520 -275
  201. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +20 -13
  202. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +43 -37
  203. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +378 -221
  204. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1160 -611
  205. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +155 -92
  206. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +620 -293
  207. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +16 -11
  208. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +30 -27
  209. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +19 -12
  210. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +38 -31
  211. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +28 -17
  212. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +140 -51
  213. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +277 -167
  214. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +811 -441
  215. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +230 -137
  216. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1157 -501
  217. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +20 -13
  218. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +53 -38
  219. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +367 -209
  220. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1118 -636
  221. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +42 -11
  222. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +168 -19
  223. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +32 -19
  224. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +110 -56
  225. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +36 -21
  226. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +141 -65
  227. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +29 -18
  228. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +136 -66
  229. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +20 -13
  230. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +44 -38
  231. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +76 -43
  232. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +258 -128
  233. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +143 -88
  234. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +431 -242
  235. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +113 -62
  236. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +552 -228
  237. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +16 -11
  238. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +28 -27
  239. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +185 -109
  240. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +949 -422
  241. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +170 -95
  242. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +857 -375
  243. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +47 -25
  244. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +164 -101
  245. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +37 -18
  246. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +66 -56
  247. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +27 -15
  248. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +85 -46
  249. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +129 -74
  250. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +481 -249
  251. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +161 -84
  252. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +673 -241
  253. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +254 -129
  254. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +989 -398
  255. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +78 -49
  256. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +609 -202
  257. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1281 -774
  258. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5422 -2509
  259. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +47 -28
  260. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +157 -85
  261. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +226 -141
  262. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +731 -400
  263. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +18 -11
  264. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +41 -27
  265. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +19 -12
  266. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +38 -31
  267. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +30 -19
  268. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +62 -49
  269. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +25 -14
  270. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +103 -44
  271. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +44 -25
  272. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +252 -101
  273. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +19 -13
  274. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +38 -31
  275. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +16 -11
  276. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +28 -27
  277. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +40 -23
  278. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +101 -71
  279. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +5 -4
  280. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +14 -17
  281. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +41 -24
  282. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +103 -76
  283. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +28 -17
  284. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +88 -51
  285. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +556 -0
  286. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2702 -0
  287. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +14 -9
  288. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +66 -24
  289. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +58 -37
  290. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +143 -109
  291. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +91 -43
  292. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +379 -168
  293. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +42 -25
  294. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +107 -81
  295. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +66 -22
  296. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +348 -83
  297. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +30 -19
  298. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +65 -51
  299. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +502 -296
  300. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2259 -1055
  301. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +16 -11
  302. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +28 -27
  303. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +33 -19
  304. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +118 -68
  305. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +70 -45
  306. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +186 -139
  307. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +45 -0
  308. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +85 -0
  309. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +32 -19
  310. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +125 -68
  311. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +16 -11
  312. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +28 -27
  313. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +5 -4
  314. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +8 -11
  315. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +182 -96
  316. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +900 -361
  317. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +54 -33
  318. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +143 -102
  319. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +186 -111
  320. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +809 -420
  321. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +30 -19
  322. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +101 -53
  323. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +8 -7
  324. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +11 -15
  325. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +298 -177
  326. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1277 -523
  327. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +40 -23
  328. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +181 -76
  329. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +128 -83
  330. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +503 -239
  331. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +20 -13
  332. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +48 -35
  333. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +37 -26
  334. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +117 -69
  335. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +19 -12
  336. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +40 -31
  337. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +58 -26
  338. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +123 -52
  339. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +35 -20
  340. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +126 -64
  341. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +20 -13
  342. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +84 -41
  343. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +19 -12
  344. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +43 -33
  345. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +16 -11
  346. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +30 -27
  347. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +44 -27
  348. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +94 -71
  349. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +11 -10
  350. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +17 -22
  351. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +38 -23
  352. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +154 -76
  353. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +29 -18
  354. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +106 -56
  355. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +44 -29
  356. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +132 -92
  357. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +63 -42
  358. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +192 -121
  359. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +78 -45
  360. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +201 -132
  361. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +32 -21
  362. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +66 -53
  363. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +5 -4
  364. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +5 -8
  365. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +14 -9
  366. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +21 -19
  367. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +26 -15
  368. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +47 -34
  369. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +41 -22
  370. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +83 -53
  371. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +33 -20
  372. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +84 -57
  373. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +5 -4
  374. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +5 -8
  375. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +18 -11
  376. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +41 -27
  377. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +21 -14
  378. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +54 -42
  379. data/src/core/ext/upb-generated/google/api/annotations.upb.c +12 -11
  380. data/src/core/ext/upb-generated/google/api/annotations.upb.h +22 -20
  381. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +253 -154
  382. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +927 -451
  383. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +297 -180
  384. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +939 -484
  385. data/src/core/ext/upb-generated/google/api/http.upb.c +66 -35
  386. data/src/core/ext/upb-generated/google/api/http.upb.h +277 -121
  387. data/src/core/ext/upb-generated/google/api/httpbody.upb.c +20 -13
  388. data/src/core/ext/upb-generated/google/api/httpbody.upb.h +88 -38
  389. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +17 -10
  390. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +31 -23
  391. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +1168 -419
  392. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +4431 -1412
  393. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +17 -10
  394. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +31 -23
  395. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +8 -7
  396. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +11 -15
  397. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +60 -39
  398. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +200 -103
  399. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +17 -10
  400. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +31 -23
  401. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +88 -51
  402. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +149 -107
  403. data/src/core/ext/upb-generated/google/rpc/status.upb.c +20 -13
  404. data/src/core/ext/upb-generated/google/rpc/status.upb.h +88 -38
  405. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +57 -34
  406. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +147 -93
  407. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +41 -24
  408. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +110 -60
  409. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +248 -145
  410. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +912 -416
  411. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +32 -19
  412. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +68 -51
  413. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +23 -14
  414. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +37 -30
  415. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +142 -81
  416. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +397 -217
  417. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +49 -26
  418. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +146 -62
  419. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +171 -102
  420. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +848 -299
  421. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +66 -49
  422. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +148 -105
  423. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +24 -17
  424. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +48 -35
  425. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +10 -9
  426. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +23 -14
  427. data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +24 -17
  428. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +48 -35
  429. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +21 -16
  430. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +38 -31
  431. data/src/core/ext/upb-generated/validate/validate.upb.c +843 -455
  432. data/src/core/ext/upb-generated/validate/validate.upb.h +4340 -1909
  433. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +66 -49
  434. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +148 -105
  435. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +24 -17
  436. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +48 -35
  437. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +10 -9
  438. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +23 -14
  439. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +63 -44
  440. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +130 -92
  441. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +21 -16
  442. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +38 -31
  443. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +14 -9
  444. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +21 -19
  445. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +19 -12
  446. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +38 -31
  447. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +35 -22
  448. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +88 -63
  449. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +24 -17
  450. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +44 -29
  451. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +19 -12
  452. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +38 -31
  453. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +21 -14
  454. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +55 -43
  455. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +42 -25
  456. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +162 -80
  457. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +25 -14
  458. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +58 -39
  459. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +84 -31
  460. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +211 -59
  461. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +19 -12
  462. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +82 -35
  463. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +16 -11
  464. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +28 -27
  465. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +30 -19
  466. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +143 -55
  467. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +8 -7
  468. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +11 -15
  469. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +32 -21
  470. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +154 -64
  471. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +160 -101
  472. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +494 -294
  473. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +83 -52
  474. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +423 -165
  475. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +22 -15
  476. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +45 -37
  477. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +38 -23
  478. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +154 -76
  479. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +35 -22
  480. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +84 -66
  481. data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +41 -22
  482. data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +83 -53
  483. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +19 -12
  484. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +38 -31
  485. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +1 -1
  486. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +6 -5
  487. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +1 -1
  488. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +6 -5
  489. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +1 -1
  490. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +6 -5
  491. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +1 -1
  492. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +6 -5
  493. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +1 -1
  494. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +6 -5
  495. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +1 -1
  496. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +6 -5
  497. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +1 -1
  498. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +6 -5
  499. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +1 -1
  500. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +6 -5
  501. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +1 -1
  502. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +6 -5
  503. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +1 -1
  504. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +6 -5
  505. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +1 -1
  506. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +6 -5
  507. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +1 -1
  508. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +6 -5
  509. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +1 -1
  510. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +6 -5
  511. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +89 -77
  512. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +11 -5
  513. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +251 -248
  514. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +6 -5
  515. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +1 -1
  516. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +6 -5
  517. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +1 -1
  518. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +6 -5
  519. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +1 -1
  520. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +6 -5
  521. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +1 -1
  522. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +6 -5
  523. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +1 -1
  524. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +6 -5
  525. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +1 -1
  526. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +6 -5
  527. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +1 -1
  528. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +6 -5
  529. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +1 -1
  530. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +6 -5
  531. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +1 -1
  532. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +6 -5
  533. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +1 -1
  534. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +6 -5
  535. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +1 -1
  536. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +6 -5
  537. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +1 -1
  538. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +6 -5
  539. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +163 -161
  540. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +6 -5
  541. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +130 -119
  542. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +6 -5
  543. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +1 -1
  544. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +6 -5
  545. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +143 -134
  546. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +6 -5
  547. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +32 -16
  548. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +11 -5
  549. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +1 -1
  550. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +6 -5
  551. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +1 -1
  552. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +6 -5
  553. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +1 -1
  554. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +6 -5
  555. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +1 -1
  556. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +6 -5
  557. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +1 -1
  558. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +6 -5
  559. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +1 -1
  560. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +6 -5
  561. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +1 -1
  562. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +6 -5
  563. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +1 -1
  564. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +6 -5
  565. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +13 -10
  566. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +21 -5
  567. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +1 -1
  568. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +6 -5
  569. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +55 -46
  570. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +6 -5
  571. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +1 -1
  572. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +6 -5
  573. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +20 -13
  574. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +6 -5
  575. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +1 -1
  576. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +6 -5
  577. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +39 -31
  578. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +11 -5
  579. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +142 -120
  580. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +16 -5
  581. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +1 -1
  582. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +6 -5
  583. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +101 -98
  584. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +6 -5
  585. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +1 -1
  586. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +6 -5
  587. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +1 -1
  588. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +6 -5
  589. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +1 -1
  590. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +6 -5
  591. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +1 -1
  592. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +6 -5
  593. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +1 -1
  594. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +6 -5
  595. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +1 -1
  596. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +6 -5
  597. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +1 -1
  598. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +6 -5
  599. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +16 -19
  600. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +6 -5
  601. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +1 -1
  602. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +6 -5
  603. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +1 -1
  604. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +6 -5
  605. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +1 -1
  606. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +6 -5
  607. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +1 -1
  608. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +6 -5
  609. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +1 -1
  610. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +6 -5
  611. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
  612. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
  613. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +1 -1
  614. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +6 -5
  615. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +1 -1
  616. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +6 -5
  617. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +81 -75
  618. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +6 -5
  619. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +1 -1
  620. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +6 -5
  621. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +64 -48
  622. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +11 -5
  623. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +1 -1
  624. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +6 -5
  625. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +315 -282
  626. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +11 -5
  627. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +1 -1
  628. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +6 -5
  629. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +1 -1
  630. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +6 -5
  631. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +138 -136
  632. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +6 -5
  633. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +1 -1
  634. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +6 -5
  635. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +118 -118
  636. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +6 -5
  637. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +1 -1
  638. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +6 -5
  639. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +6 -6
  640. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +6 -5
  641. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +1 -1
  642. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +6 -5
  643. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +6 -6
  644. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +6 -5
  645. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +12 -13
  646. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +6 -5
  647. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +1 -1
  648. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +6 -5
  649. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +1 -1
  650. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +6 -5
  651. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +1 -1
  652. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +6 -5
  653. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +13 -10
  654. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +11 -5
  655. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +1 -1
  656. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +6 -5
  657. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +1 -1
  658. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +6 -5
  659. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +1 -1
  660. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +6 -5
  661. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +1 -1
  662. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +6 -5
  663. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +30 -30
  664. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +6 -5
  665. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +1 -1
  666. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +6 -5
  667. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +1 -1
  668. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +6 -5
  669. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +1 -1
  670. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +6 -5
  671. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +1 -1
  672. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +6 -5
  673. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +1 -1
  674. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +6 -5
  675. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +1 -1
  676. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +6 -5
  677. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +1 -1
  678. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +6 -5
  679. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +1 -1
  680. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +6 -5
  681. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +1 -1
  682. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +6 -5
  683. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +1 -1
  684. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +6 -5
  685. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +1 -1
  686. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +6 -5
  687. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +1 -1
  688. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +6 -5
  689. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +1 -1
  690. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +6 -5
  691. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +1 -1
  692. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +6 -5
  693. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +1 -1
  694. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +6 -5
  695. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +1 -1
  696. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +6 -5
  697. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +1 -1
  698. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +6 -5
  699. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +1 -1
  700. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +6 -5
  701. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +1 -1
  702. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +6 -5
  703. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +1 -1
  704. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +6 -5
  705. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +1 -1
  706. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +6 -5
  707. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +406 -273
  708. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +21 -5
  709. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +1 -1
  710. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +6 -5
  711. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +1 -1
  712. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +6 -5
  713. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +1 -1
  714. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +6 -5
  715. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +1 -1
  716. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +6 -5
  717. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +1 -1
  718. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +6 -5
  719. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +1 -1
  720. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +6 -5
  721. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +1 -1
  722. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +6 -5
  723. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +1 -1
  724. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +6 -5
  725. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +1 -1
  726. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +6 -5
  727. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +1 -1
  728. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +6 -5
  729. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +1 -1
  730. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +6 -5
  731. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +1 -1
  732. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +6 -5
  733. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +1 -1
  734. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +6 -5
  735. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +1 -1
  736. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +6 -5
  737. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +1 -1
  738. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +6 -5
  739. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +1 -1
  740. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +6 -5
  741. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +1 -1
  742. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +6 -5
  743. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +1 -1
  744. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +6 -5
  745. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +1 -1
  746. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +6 -5
  747. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +1 -1
  748. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +6 -5
  749. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +1 -1
  750. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +6 -5
  751. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +1 -1
  752. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +6 -5
  753. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +1 -1
  754. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +6 -5
  755. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +1 -1
  756. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +6 -5
  757. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +1 -1
  758. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +6 -5
  759. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +1 -1
  760. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +6 -5
  761. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +1 -1
  762. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +6 -5
  763. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +1 -1
  764. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +6 -5
  765. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +1 -1
  766. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +6 -5
  767. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +1 -1
  768. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +6 -5
  769. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +1 -1
  770. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +6 -5
  771. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +1 -1
  772. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +6 -5
  773. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +1 -1
  774. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +6 -5
  775. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +1 -1
  776. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +6 -5
  777. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +1 -1
  778. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +6 -5
  779. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +1 -1
  780. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +6 -5
  781. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +1 -1
  782. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +6 -5
  783. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +1 -1
  784. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +6 -5
  785. data/src/core/ext/xds/certificate_provider_store.cc +8 -13
  786. data/src/core/ext/xds/certificate_provider_store.h +1 -1
  787. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +30 -42
  788. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +14 -9
  789. data/src/core/ext/xds/upb_utils.h +1 -1
  790. data/src/core/ext/xds/xds_api.cc +41 -18
  791. data/src/core/ext/xds/xds_api.h +5 -4
  792. data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
  793. data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
  794. data/src/core/ext/xds/xds_bootstrap.cc +3 -3
  795. data/src/core/ext/xds/xds_bootstrap_grpc.cc +65 -50
  796. data/src/core/ext/xds/xds_bootstrap_grpc.h +10 -13
  797. data/src/core/ext/xds/xds_channel_stack_modifier.cc +1 -2
  798. data/src/core/ext/xds/xds_client.cc +35 -16
  799. data/src/core/ext/xds/xds_client.h +3 -3
  800. data/src/core/ext/xds/xds_client_grpc.cc +12 -6
  801. data/src/core/ext/xds/xds_client_grpc.h +16 -2
  802. data/src/core/ext/xds/xds_client_stats.cc +29 -15
  803. data/src/core/ext/xds/xds_client_stats.h +34 -20
  804. data/src/core/ext/xds/xds_cluster.cc +100 -109
  805. data/src/core/ext/xds/xds_cluster.h +1 -6
  806. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +15 -11
  807. data/src/core/ext/xds/xds_cluster_specifier_plugin.h +2 -2
  808. data/src/core/ext/xds/xds_common_types.cc +8 -5
  809. data/src/core/ext/xds/xds_endpoint.cc +26 -30
  810. data/src/core/ext/xds/xds_endpoint.h +10 -3
  811. data/src/core/ext/xds/xds_health_status.cc +0 -17
  812. data/src/core/ext/xds/xds_health_status.h +5 -25
  813. data/src/core/ext/xds/xds_http_fault_filter.cc +16 -14
  814. data/src/core/ext/xds/xds_http_fault_filter.h +1 -1
  815. data/src/core/ext/xds/xds_http_filters.cc +1 -4
  816. data/src/core/ext/xds/xds_http_filters.h +3 -2
  817. data/src/core/ext/xds/xds_http_rbac_filter.cc +153 -73
  818. data/src/core/ext/xds/xds_http_rbac_filter.h +1 -1
  819. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +16 -16
  820. data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -1
  821. data/src/core/ext/xds/xds_lb_policy_registry.cc +72 -35
  822. data/src/core/ext/xds/xds_listener.cc +25 -18
  823. data/src/core/ext/xds/xds_listener.h +14 -4
  824. data/src/core/ext/xds/xds_resource_type.h +3 -9
  825. data/src/core/ext/xds/xds_resource_type_impl.h +9 -11
  826. data/src/core/ext/xds/xds_route_config.cc +62 -19
  827. data/src/core/ext/xds/xds_route_config.h +2 -2
  828. data/src/core/ext/xds/xds_server_config_fetcher.cc +53 -28
  829. data/src/core/ext/xds/xds_transport_grpc.cc +14 -3
  830. data/src/core/lib/address_utils/parse_address.cc +63 -1
  831. data/src/core/lib/address_utils/parse_address.h +8 -0
  832. data/src/core/lib/address_utils/sockaddr_utils.cc +46 -1
  833. data/src/core/lib/address_utils/sockaddr_utils.h +2 -2
  834. data/src/core/lib/avl/avl.h +15 -173
  835. data/src/core/lib/backoff/random_early_detection.cc +33 -0
  836. data/src/core/lib/backoff/random_early_detection.h +62 -0
  837. data/src/core/lib/channel/call_finalization.h +1 -1
  838. data/src/core/lib/channel/call_tracer.cc +346 -0
  839. data/src/core/lib/channel/call_tracer.h +140 -39
  840. data/src/core/lib/channel/channel_args.cc +120 -46
  841. data/src/core/lib/channel/channel_args.h +52 -4
  842. data/src/core/lib/channel/channel_trace.cc +16 -12
  843. data/src/core/lib/channel/channelz.cc +163 -135
  844. data/src/core/lib/channel/channelz.h +42 -35
  845. data/src/core/lib/channel/channelz_registry.cc +24 -20
  846. data/src/core/lib/channel/channelz_registry.h +4 -2
  847. data/src/core/lib/channel/connected_channel.cc +545 -1044
  848. data/src/core/lib/channel/context.h +8 -1
  849. data/src/core/lib/channel/promise_based_filter.cc +113 -51
  850. data/src/core/lib/channel/promise_based_filter.h +32 -14
  851. data/src/core/lib/channel/server_call_tracer_filter.cc +110 -0
  852. data/src/core/lib/compression/compression_internal.cc +8 -7
  853. data/src/core/lib/config/config_vars.cc +153 -0
  854. data/src/core/lib/config/config_vars.h +127 -0
  855. data/src/core/lib/config/config_vars_non_generated.cc +51 -0
  856. data/src/core/lib/config/core_configuration.cc +2 -1
  857. data/src/core/lib/config/core_configuration.h +5 -4
  858. data/src/core/lib/config/load_config.cc +79 -0
  859. data/src/core/lib/config/load_config.h +55 -0
  860. data/src/core/lib/debug/event_log.h +1 -1
  861. data/src/core/lib/debug/stats_data.cc +202 -35
  862. data/src/core/lib/debug/stats_data.h +103 -1
  863. data/src/core/lib/debug/trace.cc +35 -61
  864. data/src/core/lib/debug/trace.h +14 -9
  865. data/src/core/lib/event_engine/ares_resolver.cc +721 -0
  866. data/src/core/lib/event_engine/ares_resolver.h +150 -0
  867. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +221 -0
  868. data/src/core/lib/event_engine/cf_engine/cf_engine.h +89 -0
  869. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +357 -0
  870. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +149 -0
  871. data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +82 -0
  872. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +241 -0
  873. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +120 -0
  874. data/src/core/lib/event_engine/default_event_engine.cc +13 -1
  875. data/src/core/lib/event_engine/default_event_engine_factory.cc +14 -2
  876. data/src/core/lib/event_engine/event_engine.cc +25 -2
  877. data/src/core/lib/event_engine/forkable.cc +62 -43
  878. data/src/core/lib/event_engine/forkable.h +15 -0
  879. data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
  880. data/src/core/lib/event_engine/handle_containers.h +5 -24
  881. data/src/core/lib/event_engine/memory_allocator_factory.h +47 -0
  882. data/src/core/lib/event_engine/nameser.h +102 -0
  883. data/src/core/lib/event_engine/poller.h +2 -2
  884. data/src/core/lib/event_engine/posix.h +4 -0
  885. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +5 -7
  886. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +29 -13
  887. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
  888. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +3 -9
  889. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
  890. data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +7 -18
  891. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +76 -29
  892. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +20 -9
  893. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +96 -52
  894. data/src/core/lib/event_engine/posix_engine/posix_engine.h +22 -14
  895. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +75 -33
  896. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +12 -8
  897. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +4 -2
  898. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +76 -21
  899. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +9 -3
  900. data/src/core/lib/event_engine/posix_engine/timer.h +10 -37
  901. data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
  902. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
  903. data/src/core/lib/event_engine/resolved_address.cc +2 -1
  904. data/src/core/lib/event_engine/shim.cc +9 -1
  905. data/src/core/lib/event_engine/tcp_socket_utils.cc +67 -7
  906. data/src/core/lib/event_engine/tcp_socket_utils.h +3 -0
  907. data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
  908. data/src/core/lib/event_engine/thread_pool/thread_count.h +176 -0
  909. data/src/core/lib/event_engine/thread_pool/thread_pool.h +50 -0
  910. data/src/core/lib/event_engine/{executor/executor.h → thread_pool/thread_pool_factory.cc} +12 -15
  911. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +523 -0
  912. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +223 -0
  913. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +157 -0
  914. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +104 -0
  915. data/src/core/lib/event_engine/trace.cc +1 -0
  916. data/src/core/lib/event_engine/trace.h +6 -0
  917. data/src/core/lib/event_engine/windows/iocp.cc +4 -3
  918. data/src/core/lib/event_engine/windows/iocp.h +3 -3
  919. data/src/core/lib/event_engine/windows/win_socket.cc +6 -7
  920. data/src/core/lib/event_engine/windows/win_socket.h +4 -4
  921. data/src/core/lib/event_engine/windows/windows_endpoint.cc +153 -105
  922. data/src/core/lib/event_engine/windows/windows_endpoint.h +30 -10
  923. data/src/core/lib/event_engine/windows/windows_engine.cc +57 -33
  924. data/src/core/lib/event_engine/windows/windows_engine.h +16 -19
  925. data/src/core/lib/event_engine/windows/windows_listener.cc +370 -0
  926. data/src/core/lib/event_engine/windows/windows_listener.h +156 -0
  927. data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
  928. data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
  929. data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
  930. data/src/core/lib/experiments/config.cc +122 -38
  931. data/src/core/lib/experiments/config.h +33 -5
  932. data/src/core/lib/experiments/experiments.cc +680 -21
  933. data/src/core/lib/experiments/experiments.h +348 -25
  934. data/src/core/lib/gpr/log.cc +15 -28
  935. data/src/core/lib/gpr/log_internal.h +55 -0
  936. data/src/core/lib/gpr/{time_posix.cc → posix/time.cc} +5 -0
  937. data/src/core/lib/gprpp/crash.cc +10 -0
  938. data/src/core/lib/gprpp/crash.h +3 -0
  939. data/src/core/lib/gprpp/dual_ref_counted.h +9 -9
  940. data/src/core/lib/gprpp/fork.cc +16 -23
  941. data/src/core/lib/gprpp/fork.h +7 -6
  942. data/src/core/lib/gprpp/if_list.h +4530 -0
  943. data/src/core/lib/gprpp/manual_constructor.h +1 -2
  944. data/src/core/lib/gprpp/no_destruct.h +1 -1
  945. data/src/core/lib/gprpp/orphanable.h +7 -6
  946. data/src/core/lib/gprpp/per_cpu.cc +35 -0
  947. data/src/core/lib/gprpp/per_cpu.h +64 -6
  948. data/src/core/lib/gprpp/{thd_posix.cc → posix/thd.cc} +49 -37
  949. data/src/core/lib/gprpp/ref_counted.h +42 -41
  950. data/src/core/lib/gprpp/ref_counted_ptr.h +63 -0
  951. data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
  952. data/src/core/lib/gprpp/ref_counted_string.h +146 -0
  953. data/src/core/lib/gprpp/sorted_pack.h +3 -12
  954. data/src/core/lib/gprpp/status_helper.cc +2 -2
  955. data/src/core/lib/gprpp/status_helper.h +16 -15
  956. data/src/core/lib/gprpp/thd.h +16 -0
  957. data/src/core/lib/gprpp/time.cc +2 -0
  958. data/src/core/lib/gprpp/time.h +16 -4
  959. data/src/core/lib/gprpp/{global_config_custom.h → type_list.h} +17 -14
  960. data/src/core/lib/gprpp/validation_errors.cc +8 -3
  961. data/src/core/lib/gprpp/validation_errors.h +16 -9
  962. data/src/core/lib/gprpp/{thd_windows.cc → windows/thd.cc} +2 -2
  963. data/src/core/lib/gprpp/work_serializer.cc +320 -12
  964. data/src/core/lib/gprpp/work_serializer.h +30 -9
  965. data/src/core/lib/http/httpcli.h +6 -9
  966. data/src/core/lib/http/httpcli_security_connector.cc +1 -0
  967. data/src/core/lib/iomgr/buffer_list.cc +2 -0
  968. data/src/core/lib/iomgr/buffer_list.h +0 -1
  969. data/src/core/lib/iomgr/call_combiner.h +2 -2
  970. data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
  971. data/src/core/lib/iomgr/combiner.cc +57 -15
  972. data/src/core/lib/iomgr/combiner.h +8 -3
  973. data/src/core/lib/iomgr/endpoint_cfstream.cc +14 -10
  974. data/src/core/lib/iomgr/endpoint_pair.h +2 -2
  975. data/src/core/lib/iomgr/endpoint_pair_posix.cc +2 -2
  976. data/src/core/lib/iomgr/endpoint_pair_windows.cc +1 -1
  977. data/src/core/lib/iomgr/error.cc +32 -2
  978. data/src/core/lib/iomgr/error.h +9 -10
  979. data/src/core/lib/iomgr/ev_apple.cc +12 -12
  980. data/src/core/lib/iomgr/ev_epoll1_linux.cc +15 -10
  981. data/src/core/lib/iomgr/ev_poll_posix.cc +6 -5
  982. data/src/core/lib/iomgr/ev_posix.cc +13 -53
  983. data/src/core/lib/iomgr/ev_posix.h +0 -3
  984. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +125 -101
  985. data/src/core/lib/iomgr/exec_ctx.cc +12 -0
  986. data/src/core/lib/iomgr/exec_ctx.h +66 -19
  987. data/src/core/lib/iomgr/iocp_windows.cc +24 -3
  988. data/src/core/lib/iomgr/iocp_windows.h +11 -0
  989. data/src/core/lib/iomgr/iomgr.cc +4 -8
  990. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +1 -1
  991. data/src/core/lib/iomgr/iomgr_windows.cc +8 -2
  992. data/src/core/lib/iomgr/polling_entity.cc +10 -0
  993. data/src/core/lib/iomgr/polling_entity.h +2 -0
  994. data/src/core/lib/iomgr/pollset.h +4 -5
  995. data/src/core/lib/iomgr/pollset_set_windows.cc +9 -9
  996. data/src/core/lib/iomgr/pollset_windows.cc +1 -1
  997. data/src/core/lib/iomgr/port.h +24 -0
  998. data/src/core/lib/iomgr/resolve_address.cc +13 -1
  999. data/src/core/lib/iomgr/resolve_address.h +17 -3
  1000. data/src/core/lib/iomgr/sockaddr_posix.h +7 -0
  1001. data/src/core/lib/iomgr/socket_utils_common_posix.cc +49 -5
  1002. data/src/core/lib/iomgr/socket_utils_posix.cc +5 -0
  1003. data/src/core/lib/iomgr/socket_utils_posix.h +9 -0
  1004. data/src/core/lib/iomgr/socket_windows.cc +61 -7
  1005. data/src/core/lib/iomgr/socket_windows.h +9 -2
  1006. data/src/core/lib/iomgr/tcp_client_cfstream.cc +14 -3
  1007. data/src/core/lib/iomgr/tcp_client_posix.cc +8 -1
  1008. data/src/core/lib/iomgr/tcp_client_windows.cc +2 -2
  1009. data/src/core/lib/iomgr/tcp_posix.cc +41 -22
  1010. data/src/core/lib/iomgr/tcp_server_posix.cc +186 -133
  1011. data/src/core/lib/iomgr/tcp_server_utils_posix.h +13 -1
  1012. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +26 -2
  1013. data/src/core/lib/iomgr/tcp_server_windows.cc +176 -9
  1014. data/src/core/lib/iomgr/tcp_windows.cc +13 -11
  1015. data/src/core/lib/iomgr/timer_generic.cc +17 -16
  1016. data/src/core/lib/iomgr/vsock.cc +59 -0
  1017. data/src/core/lib/iomgr/vsock.h +38 -0
  1018. data/src/core/lib/iomgr/wakeup_fd_posix.h +3 -6
  1019. data/src/core/lib/json/json.h +2 -218
  1020. data/src/core/lib/json/json_object_loader.cc +24 -25
  1021. data/src/core/lib/json/json_object_loader.h +30 -18
  1022. data/src/core/lib/json/json_reader.cc +69 -42
  1023. data/src/core/{ext/filters/client_channel/lb_call_state_internal.h → lib/json/json_reader.h} +7 -12
  1024. data/src/core/lib/json/json_util.cc +10 -15
  1025. data/src/core/lib/json/json_util.h +5 -4
  1026. data/src/core/lib/json/json_writer.cc +24 -25
  1027. data/src/core/lib/{security/security_connector/ssl_utils_config.h → json/json_writer.h} +14 -10
  1028. data/src/core/lib/load_balancing/delegating_helper.h +115 -0
  1029. data/src/core/lib/load_balancing/lb_policy.cc +9 -13
  1030. data/src/core/lib/load_balancing/lb_policy.h +47 -11
  1031. data/src/core/lib/load_balancing/lb_policy_registry.cc +9 -8
  1032. data/src/core/lib/load_balancing/subchannel_interface.h +6 -0
  1033. data/src/core/lib/matchers/matchers.cc +3 -4
  1034. data/src/core/lib/matchers/matchers.h +2 -1
  1035. data/src/core/lib/promise/activity.cc +27 -6
  1036. data/src/core/lib/promise/activity.h +71 -24
  1037. data/src/core/lib/promise/arena_promise.h +5 -1
  1038. data/src/core/lib/promise/cancel_callback.h +77 -0
  1039. data/src/core/lib/promise/detail/basic_seq.h +1 -372
  1040. data/src/core/lib/promise/detail/promise_factory.h +5 -1
  1041. data/src/core/lib/promise/detail/seq_state.h +2494 -0
  1042. data/src/core/lib/promise/for_each.h +176 -0
  1043. data/src/core/lib/promise/if.h +9 -0
  1044. data/src/core/lib/promise/interceptor_list.h +23 -2
  1045. data/src/core/lib/promise/latch.h +90 -3
  1046. data/src/core/lib/promise/loop.h +19 -12
  1047. data/src/core/lib/promise/map.h +7 -0
  1048. data/src/core/lib/promise/party.cc +304 -0
  1049. data/src/core/lib/promise/party.h +508 -0
  1050. data/src/core/lib/promise/pipe.h +213 -59
  1051. data/src/core/lib/promise/poll.h +52 -6
  1052. data/src/core/lib/promise/prioritized_race.h +95 -0
  1053. data/src/core/lib/promise/promise.h +2 -2
  1054. data/src/core/lib/promise/seq.h +19 -2
  1055. data/src/core/lib/promise/sleep.cc +2 -1
  1056. data/src/core/lib/promise/sleep.h +5 -10
  1057. data/src/core/lib/promise/try_seq.h +34 -2
  1058. data/src/core/lib/resolver/resolver_factory.h +3 -2
  1059. data/src/core/lib/resolver/server_address.cc +9 -102
  1060. data/src/core/lib/resolver/server_address.h +11 -70
  1061. data/src/core/lib/resource_quota/api.cc +1 -0
  1062. data/src/core/lib/resource_quota/arena.cc +21 -3
  1063. data/src/core/lib/resource_quota/arena.h +158 -10
  1064. data/src/core/lib/resource_quota/memory_quota.cc +66 -11
  1065. data/src/core/lib/resource_quota/memory_quota.h +6 -4
  1066. data/src/core/lib/resource_quota/resource_quota.h +1 -0
  1067. data/src/core/lib/security/authorization/audit_logging.cc +98 -0
  1068. data/src/core/lib/security/authorization/audit_logging.h +73 -0
  1069. data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
  1070. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +47 -2
  1071. data/src/core/lib/security/authorization/grpc_authorization_engine.h +18 -1
  1072. data/src/core/lib/security/authorization/rbac_policy.cc +36 -4
  1073. data/src/core/lib/security/authorization/rbac_policy.h +19 -2
  1074. data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
  1075. data/src/core/lib/security/authorization/stdout_logger.h +61 -0
  1076. data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +8 -4
  1077. data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +8 -18
  1078. data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +14 -8
  1079. data/src/core/lib/security/credentials/channel_creds_registry.h +51 -27
  1080. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +169 -9
  1081. data/src/core/lib/security/credentials/composite/composite_credentials.cc +1 -1
  1082. data/src/core/lib/security/credentials/composite/composite_credentials.h +3 -1
  1083. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +66 -84
  1084. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +1 -0
  1085. data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
  1086. data/src/core/lib/security/credentials/external/external_account_credentials.cc +104 -65
  1087. data/src/core/lib/security/credentials/external/external_account_credentials.h +6 -0
  1088. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +23 -21
  1089. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +29 -27
  1090. data/src/core/lib/security/credentials/fake/fake_credentials.cc +30 -38
  1091. data/src/core/lib/security/credentials/fake/fake_credentials.h +28 -0
  1092. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +6 -61
  1093. data/src/core/lib/security/credentials/jwt/json_token.cc +36 -16
  1094. data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
  1095. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +10 -5
  1096. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +82 -38
  1097. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +28 -21
  1098. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +1 -1
  1099. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +116 -9
  1100. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +14 -0
  1101. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_match.cc +86 -0
  1102. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +11 -53
  1103. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +2 -0
  1104. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +2 -0
  1105. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +8 -0
  1106. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +5 -1
  1107. data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -1
  1108. data/src/core/lib/security/credentials/tls/tls_credentials.h +3 -1
  1109. data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
  1110. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +2 -5
  1111. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
  1112. data/src/core/lib/security/security_connector/load_system_roots_supported.cc +5 -9
  1113. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +7 -57
  1114. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +1 -1
  1115. data/src/core/lib/security/security_connector/ssl_utils.cc +14 -26
  1116. data/src/core/lib/security/security_connector/ssl_utils.h +1 -1
  1117. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +15 -15
  1118. data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
  1119. data/src/core/lib/security/transport/secure_endpoint.cc +4 -2
  1120. data/src/core/lib/security/transport/security_handshaker.cc +1 -0
  1121. data/src/core/lib/security/transport/server_auth_filter.cc +21 -1
  1122. data/src/core/lib/security/util/json_util.cc +6 -5
  1123. data/src/core/lib/service_config/service_config_call_data.h +54 -20
  1124. data/src/core/lib/service_config/service_config_impl.cc +13 -6
  1125. data/src/core/lib/slice/slice.cc +1 -1
  1126. data/src/core/lib/slice/slice.h +24 -0
  1127. data/src/core/lib/slice/slice_buffer.cc +15 -0
  1128. data/src/core/lib/slice/slice_buffer.h +16 -4
  1129. data/src/core/lib/slice/slice_refcount.h +1 -1
  1130. data/src/core/lib/surface/builtins.cc +2 -0
  1131. data/src/core/lib/surface/call.cc +1108 -1062
  1132. data/src/core/lib/surface/call.h +15 -5
  1133. data/src/core/lib/surface/channel.cc +8 -4
  1134. data/src/core/lib/surface/channel_init.h +3 -2
  1135. data/src/core/lib/surface/completion_queue.cc +18 -3
  1136. data/src/core/lib/surface/init.cc +1 -0
  1137. data/src/core/lib/surface/lame_client.cc +1 -0
  1138. data/src/core/lib/surface/server.cc +151 -80
  1139. data/src/core/lib/surface/server.h +19 -21
  1140. data/src/core/lib/surface/validate_metadata.cc +57 -41
  1141. data/src/core/lib/surface/validate_metadata.h +19 -0
  1142. data/src/core/lib/surface/version.cc +2 -2
  1143. data/src/core/lib/transport/batch_builder.cc +180 -0
  1144. data/src/core/lib/transport/batch_builder.h +480 -0
  1145. data/src/core/lib/transport/bdp_estimator.cc +7 -7
  1146. data/src/core/lib/transport/bdp_estimator.h +10 -6
  1147. data/src/core/lib/transport/custom_metadata.h +30 -0
  1148. data/src/core/lib/transport/metadata_batch.cc +22 -13
  1149. data/src/core/lib/transport/metadata_batch.h +239 -79
  1150. data/src/core/lib/transport/metadata_compression_traits.h +67 -0
  1151. data/src/core/lib/transport/parsed_metadata.h +50 -28
  1152. data/src/core/lib/transport/simple_slice_based_metadata.h +54 -0
  1153. data/src/core/lib/transport/timeout_encoding.cc +6 -1
  1154. data/src/core/lib/transport/transport.cc +30 -2
  1155. data/src/core/lib/transport/transport.h +100 -25
  1156. data/src/core/lib/transport/transport_impl.h +7 -0
  1157. data/src/core/lib/transport/transport_op_string.cc +52 -42
  1158. data/src/core/plugin_registry/grpc_plugin_registry.cc +4 -8
  1159. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +2 -0
  1160. data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
  1161. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +1 -0
  1162. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +21 -4
  1163. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +5 -0
  1164. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +1 -1
  1165. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +4 -6
  1166. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +1 -2
  1167. data/src/core/tsi/ssl_transport_security.cc +55 -11
  1168. data/src/core/tsi/ssl_transport_security.h +17 -1
  1169. data/src/ruby/bin/math_pb.rb +24 -18
  1170. data/src/ruby/ext/grpc/extconf.rb +27 -27
  1171. data/src/ruby/ext/grpc/rb_call.c +62 -39
  1172. data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
  1173. data/src/ruby/ext/grpc/rb_channel.c +109 -84
  1174. data/src/ruby/ext/grpc/rb_channel.h +1 -0
  1175. data/src/ruby/ext/grpc/rb_channel_args.c +18 -2
  1176. data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
  1177. data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
  1178. data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
  1179. data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
  1180. data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
  1181. data/src/ruby/ext/grpc/rb_grpc.c +192 -30
  1182. data/src/ruby/ext/grpc/rb_grpc.h +8 -2
  1183. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +2 -0
  1184. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +3 -0
  1185. data/src/ruby/ext/grpc/rb_server.c +62 -45
  1186. data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
  1187. data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
  1188. data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
  1189. data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
  1190. data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
  1191. data/src/ruby/lib/grpc/version.rb +1 -1
  1192. data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
  1193. data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
  1194. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +28 -111
  1195. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
  1196. data/src/ruby/pb/test/client.rb +16 -0
  1197. data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
  1198. data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
  1199. data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
  1200. data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
  1201. data/third_party/abseil-cpp/absl/base/casts.h +8 -8
  1202. data/third_party/abseil-cpp/absl/base/config.h +88 -105
  1203. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
  1204. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
  1205. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
  1206. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
  1207. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
  1208. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
  1209. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
  1210. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
  1211. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
  1212. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
  1213. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
  1214. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
  1215. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  1216. data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
  1217. data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
  1218. data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
  1219. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
  1220. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
  1221. data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
  1222. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
  1223. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
  1224. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
  1225. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
  1226. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
  1227. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
  1228. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
  1229. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
  1230. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
  1231. data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
  1232. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
  1233. data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
  1234. data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
  1235. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
  1236. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
  1237. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
  1238. data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
  1239. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
  1240. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
  1241. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
  1242. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
  1243. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
  1244. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
  1245. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
  1246. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
  1247. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
  1248. data/third_party/abseil-cpp/absl/flags/commandlineflag.cc +34 -0
  1249. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +200 -0
  1250. data/third_party/abseil-cpp/absl/flags/config.h +68 -0
  1251. data/third_party/abseil-cpp/absl/flags/declare.h +73 -0
  1252. data/third_party/abseil-cpp/absl/flags/flag.cc +38 -0
  1253. data/third_party/abseil-cpp/absl/flags/flag.h +310 -0
  1254. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +26 -0
  1255. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.h +68 -0
  1256. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +615 -0
  1257. data/third_party/abseil-cpp/absl/flags/internal/flag.h +801 -0
  1258. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +116 -0
  1259. data/third_party/abseil-cpp/absl/flags/internal/path_util.h +62 -0
  1260. data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.cc +65 -0
  1261. data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.h +61 -0
  1262. data/third_party/abseil-cpp/absl/flags/internal/program_name.cc +60 -0
  1263. data/third_party/abseil-cpp/absl/flags/internal/program_name.h +50 -0
  1264. data/third_party/abseil-cpp/absl/flags/internal/registry.h +97 -0
  1265. data/third_party/abseil-cpp/absl/flags/internal/sequence_lock.h +187 -0
  1266. data/third_party/abseil-cpp/absl/flags/marshalling.cc +282 -0
  1267. data/third_party/abseil-cpp/absl/flags/marshalling.h +361 -0
  1268. data/third_party/abseil-cpp/absl/flags/reflection.cc +354 -0
  1269. data/third_party/abseil-cpp/absl/flags/reflection.h +90 -0
  1270. data/third_party/abseil-cpp/absl/flags/usage_config.cc +165 -0
  1271. data/third_party/abseil-cpp/absl/flags/usage_config.h +135 -0
  1272. data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
  1273. data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
  1274. data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
  1275. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
  1276. data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
  1277. data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
  1278. data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
  1279. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
  1280. data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
  1281. data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
  1282. data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
  1283. data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
  1284. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
  1285. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
  1286. data/third_party/abseil-cpp/absl/random/bit_gen_ref.h +185 -0
  1287. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
  1288. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
  1289. data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
  1290. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
  1291. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
  1292. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
  1293. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
  1294. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
  1295. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
  1296. data/third_party/abseil-cpp/absl/status/status.cc +11 -7
  1297. data/third_party/abseil-cpp/absl/status/status.h +11 -2
  1298. data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
  1299. data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
  1300. data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
  1301. data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
  1302. data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
  1303. data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
  1304. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
  1305. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
  1306. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
  1307. data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
  1308. data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
  1309. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
  1310. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
  1311. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
  1312. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +27 -21
  1313. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
  1314. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
  1315. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
  1316. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
  1317. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
  1318. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
  1319. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
  1320. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
  1321. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
  1322. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
  1323. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
  1324. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
  1325. data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
  1326. data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
  1327. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
  1328. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
  1329. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
  1330. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
  1331. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
  1332. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
  1333. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
  1334. data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
  1335. data/third_party/abseil-cpp/absl/strings/match.h +19 -0
  1336. data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
  1337. data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
  1338. data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
  1339. data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
  1340. data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
  1341. data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
  1342. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
  1343. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
  1344. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
  1345. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
  1346. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
  1347. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
  1348. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
  1349. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
  1350. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
  1351. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
  1352. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
  1353. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
  1354. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
  1355. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
  1356. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
  1357. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
  1358. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
  1359. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
  1360. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
  1361. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
  1362. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
  1363. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
  1364. data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
  1365. data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
  1366. data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
  1367. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
  1368. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
  1369. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
  1370. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
  1371. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
  1372. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
  1373. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
  1374. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
  1375. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
  1376. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
  1377. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
  1378. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
  1379. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
  1380. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
  1381. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
  1382. data/third_party/abseil-cpp/absl/time/time.cc +9 -2
  1383. data/third_party/abseil-cpp/absl/time/time.h +115 -15
  1384. data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
  1385. data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
  1386. data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
  1387. data/third_party/abseil-cpp/absl/types/optional.h +15 -13
  1388. data/third_party/abseil-cpp/absl/types/span.h +1 -2
  1389. data/third_party/boringssl-with-bazel/err_data.c +731 -714
  1390. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +177 -177
  1391. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +28 -55
  1392. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +21 -23
  1393. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_dup.c +20 -23
  1394. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +70 -185
  1395. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_i2d_fp.c +18 -21
  1396. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +356 -311
  1397. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +177 -196
  1398. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +146 -210
  1399. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +6 -9
  1400. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +346 -526
  1401. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +111 -132
  1402. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +158 -111
  1403. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +93 -60
  1404. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +101 -182
  1405. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +242 -305
  1406. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +41 -18
  1407. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +30 -33
  1408. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +36 -33
  1409. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_string.c +29 -26
  1410. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +135 -90
  1411. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +230 -0
  1412. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +797 -793
  1413. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +529 -526
  1414. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +114 -135
  1415. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +201 -207
  1416. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +21 -26
  1417. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +55 -68
  1418. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +2 -4
  1419. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +20 -14
  1420. data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +42 -57
  1421. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +22 -16
  1422. data/third_party/boringssl-with-bazel/src/crypto/{asn1/a_print.c → bio/errno.c} +29 -20
  1423. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +18 -58
  1424. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +39 -31
  1425. data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
  1426. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +5 -5
  1427. data/third_party/boringssl-with-bazel/src/crypto/bio/printf.c +0 -13
  1428. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +7 -10
  1429. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +13 -2
  1430. data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +40 -27
  1431. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +10 -23
  1432. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +2 -6
  1433. data/third_party/boringssl-with-bazel/src/crypto/bytestring/asn1_compat.c +2 -1
  1434. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +29 -28
  1435. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +161 -201
  1436. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +255 -40
  1437. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +2 -2
  1438. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -3
  1439. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
  1440. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/derive_key.c +4 -4
  1441. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesctrhmac.c +9 -8
  1442. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +37 -75
  1443. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +8 -10
  1444. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/cipher → cipher_extra}/e_des.c +100 -78
  1445. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +1 -0
  1446. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +1 -0
  1447. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +2 -0
  1448. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +34 -37
  1449. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +22 -11
  1450. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
  1451. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +37 -202
  1452. data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -8
  1453. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +20 -0
  1454. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +75 -0
  1455. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-fuchsia.c → cpu_aarch64_fuchsia.c} +8 -8
  1456. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-linux.c → cpu_aarch64_linux.c} +6 -6
  1457. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +61 -0
  1458. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
  1459. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-win.c → cpu_aarch64_win.c} +4 -4
  1460. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +54 -0
  1461. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.c → cpu_arm_linux.c} +11 -92
  1462. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.h → cpu_arm_linux.h} +0 -38
  1463. data/third_party/boringssl-with-bazel/src/crypto/{cpu-intel.c → cpu_intel.c} +1 -2
  1464. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +25 -20
  1465. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +71 -77
  1466. data/third_party/boringssl-with-bazel/src/crypto/{cpu-ppc64le.c → curve25519/curve25519_64_adx.c} +3 -23
  1467. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2834 -7442
  1468. data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +26 -8
  1469. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +17 -32
  1470. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/des.c +232 -232
  1471. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/internal.h +1 -1
  1472. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +5 -0
  1473. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +237 -29
  1474. data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +0 -3
  1475. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +43 -16
  1476. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +37 -7
  1477. data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +23 -3
  1478. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +118 -105
  1479. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
  1480. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +234 -111
  1481. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +29 -7
  1482. data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
  1483. data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +2 -4
  1484. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +106 -81
  1485. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +80 -23
  1486. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +3 -3
  1487. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +25 -23
  1488. data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +43 -9
  1489. data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +75 -44
  1490. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +21 -29
  1491. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +99 -52
  1492. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +7 -8
  1493. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519_asn1.c +26 -23
  1494. data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +233 -0
  1495. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +6 -6
  1496. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +42 -25
  1497. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +4 -5
  1498. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519_asn1.c +35 -47
  1499. data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
  1500. data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +138 -246
  1501. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -4
  1502. data/third_party/boringssl-with-bazel/src/crypto/evp/sign.c +15 -10
  1503. data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +47 -71
  1504. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +0 -2
  1505. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes_nohw.c +13 -14
  1506. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +3 -13
  1507. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/key_wrap.c +13 -7
  1508. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/mode_wrappers.c +9 -7
  1509. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +37 -28
  1510. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +16 -26
  1511. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +88 -60
  1512. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/cmp.c +4 -3
  1513. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +0 -2
  1514. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +13 -6
  1515. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +1 -1
  1516. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +99 -113
  1517. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -7
  1518. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +5 -3
  1519. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +112 -168
  1520. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +98 -37
  1521. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +28 -24
  1522. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +55 -20
  1523. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +4 -5
  1524. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +13 -0
  1525. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +13 -5
  1526. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +25 -114
  1527. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.h +19 -15
  1528. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/shift.c +15 -16
  1529. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +22 -21
  1530. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/aead.c +3 -0
  1531. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +79 -19
  1532. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +102 -99
  1533. data/third_party/boringssl-with-bazel/src/crypto/{cipher_extra → fipsmodule/cipher}/e_aesccm.c +52 -46
  1534. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +39 -0
  1535. data/third_party/boringssl-with-bazel/src/crypto/{cmac → fipsmodule/cmac}/cmac.c +55 -11
  1536. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
  1537. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +39 -11
  1538. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +62 -25
  1539. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +65 -0
  1540. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +5 -3
  1541. data/third_party/boringssl-with-bazel/src/crypto/{evp → fipsmodule/digestsign}/digestsign.c +51 -15
  1542. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
  1543. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +226 -450
  1544. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +95 -21
  1545. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +36 -69
  1546. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
  1547. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +139 -155
  1548. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +71 -40
  1549. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +60 -78
  1550. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64-table.h → p256-nistz-table.h} +1 -1
  1551. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.c → p256-nistz.c} +87 -83
  1552. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.h → p256-nistz.h} +5 -13
  1553. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +71 -62
  1554. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
  1555. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -30
  1556. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +21 -42
  1557. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +33 -34
  1558. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +16 -17
  1559. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +9 -1
  1560. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +53 -19
  1561. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +6 -0
  1562. data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +2 -2
  1563. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/hmac.c +52 -24
  1564. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +9 -23
  1565. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +1 -4
  1566. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +3 -8
  1567. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +170 -160
  1568. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
  1569. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +69 -61
  1570. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -12
  1571. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
  1572. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/ctrdrbg.c +31 -13
  1573. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +56 -34
  1574. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +3 -2
  1575. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/getrandom_fillin.h +2 -2
  1576. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -45
  1577. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +111 -78
  1578. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +12 -85
  1579. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +0 -1
  1580. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +98 -16
  1581. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +42 -314
  1582. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +244 -139
  1583. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +175 -255
  1584. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +41 -0
  1585. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +617 -427
  1586. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/internal.h +89 -0
  1587. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +331 -0
  1588. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +3 -12
  1589. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +2 -0
  1590. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +12 -8
  1591. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +14 -12
  1592. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
  1593. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +52 -6
  1594. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +199 -18
  1595. data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +65 -29
  1596. data/third_party/boringssl-with-bazel/src/crypto/internal.h +568 -84
  1597. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +91 -0
  1598. data/third_party/boringssl-with-bazel/src/crypto/kyber/keccak.c +204 -0
  1599. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +834 -0
  1600. data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +13 -1
  1601. data/third_party/boringssl-with-bazel/src/crypto/mem.c +219 -13
  1602. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +43 -52
  1603. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +9 -4
  1604. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +81 -90
  1605. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +150 -245
  1606. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +633 -613
  1607. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_oth.c +17 -17
  1608. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +142 -149
  1609. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +99 -131
  1610. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_x509.c +0 -1
  1611. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_xaux.c +0 -1
  1612. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +0 -1
  1613. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
  1614. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
  1615. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -10
  1616. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +44 -71
  1617. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +31 -38
  1618. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +2 -1
  1619. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +18 -31
  1620. data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +2 -0
  1621. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +8 -1
  1622. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
  1623. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
  1624. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +52 -0
  1625. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
  1626. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +129 -5
  1627. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm.c → rand_extra/trusty.c} +16 -16
  1628. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
  1629. data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -19
  1630. data/third_party/boringssl-with-bazel/src/crypto/{asn1/a_enum.c → rsa_extra/internal.h} +14 -132
  1631. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
  1632. data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +8 -11
  1633. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +176 -62
  1634. data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
  1635. data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +12 -44
  1636. data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +11 -35
  1637. data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +128 -34
  1638. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +428 -147
  1639. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +116 -284
  1640. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +686 -161
  1641. data/third_party/boringssl-with-bazel/src/crypto/x509/a_digest.c +22 -24
  1642. data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +63 -55
  1643. data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +32 -34
  1644. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +32 -16
  1645. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +465 -704
  1646. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +278 -335
  1647. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +182 -180
  1648. data/third_party/boringssl-with-bazel/src/crypto/x509/i2d_pr.c +11 -15
  1649. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +69 -51
  1650. data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +132 -151
  1651. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +790 -0
  1652. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +95 -102
  1653. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +72 -57
  1654. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +12 -10
  1655. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +220 -254
  1656. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +52 -47
  1657. data/third_party/boringssl-with-bazel/src/crypto/x509/x509.c +3 -4
  1658. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +136 -270
  1659. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +161 -327
  1660. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +38 -36
  1661. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_def.c +14 -31
  1662. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +55 -85
  1663. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +526 -616
  1664. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +129 -122
  1665. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +164 -181
  1666. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +132 -132
  1667. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +186 -203
  1668. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_txt.c +64 -79
  1669. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +171 -160
  1670. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +1863 -2050
  1671. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +380 -480
  1672. data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +156 -163
  1673. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +262 -265
  1674. data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +40 -15
  1675. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +59 -63
  1676. data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +63 -67
  1677. data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +114 -144
  1678. data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +25 -26
  1679. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +330 -417
  1680. data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +8 -7
  1681. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +30 -28
  1682. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +354 -370
  1683. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +37 -32
  1684. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +121 -124
  1685. data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +36 -26
  1686. data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +3 -4
  1687. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +10 -13
  1688. data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +3 -4
  1689. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +419 -261
  1690. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +113 -105
  1691. data/third_party/boringssl-with-bazel/src/crypto/x509v3/ext_dat.h +11 -15
  1692. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +79 -171
  1693. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +126 -131
  1694. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akeya.c +3 -4
  1695. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +464 -469
  1696. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bcons.c +56 -54
  1697. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +46 -49
  1698. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +294 -344
  1699. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +342 -365
  1700. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +429 -393
  1701. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +29 -24
  1702. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_extku.c +65 -59
  1703. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +125 -121
  1704. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +43 -42
  1705. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +120 -125
  1706. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_int.c +50 -20
  1707. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +227 -265
  1708. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +386 -389
  1709. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ocsp.c +45 -32
  1710. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcons.c +57 -54
  1711. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pmaps.c +63 -67
  1712. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +130 -135
  1713. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +650 -691
  1714. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +90 -75
  1715. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +1063 -1145
  1716. data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +13 -11
  1717. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +25 -160
  1718. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
  1719. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +222 -191
  1720. data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +26 -78
  1721. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +54 -124
  1722. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +40 -15
  1723. data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
  1724. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +49 -19
  1725. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +99 -29
  1726. data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
  1727. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +49 -60
  1728. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +7 -16
  1729. data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +16 -200
  1730. data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +34 -0
  1731. data/third_party/boringssl-with-bazel/src/include/openssl/ctrdrbg.h +82 -0
  1732. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +36 -31
  1733. data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +7 -0
  1734. data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +4 -21
  1735. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +67 -7
  1736. data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +56 -14
  1737. data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +1 -0
  1738. data/third_party/boringssl-with-bazel/src/include/openssl/err.h +33 -5
  1739. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +36 -40
  1740. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +1 -1
  1741. data/third_party/boringssl-with-bazel/src/include/openssl/hmac.h +7 -0
  1742. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +75 -18
  1743. data/third_party/boringssl-with-bazel/src/include/openssl/kdf.h +91 -0
  1744. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +128 -0
  1745. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +74 -8
  1746. data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +7 -3
  1747. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +8 -1
  1748. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
  1749. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +11 -18
  1750. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +8 -0
  1751. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +15 -5
  1752. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +97 -65
  1753. data/third_party/boringssl-with-bazel/src/include/openssl/service_indicator.h +96 -0
  1754. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +40 -41
  1755. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +400 -157
  1756. data/third_party/boringssl-with-bazel/src/include/openssl/ssl3.h +1 -6
  1757. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +349 -232
  1758. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +201 -0
  1759. data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -26
  1760. data/third_party/boringssl-with-bazel/src/include/openssl/time.h +41 -0
  1761. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +22 -7
  1762. data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +57 -23
  1763. data/third_party/boringssl-with-bazel/src/include/openssl/type_check.h +0 -11
  1764. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2071 -1407
  1765. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +244 -214
  1766. data/third_party/boringssl-with-bazel/src/ssl/bio_ssl.cc +2 -2
  1767. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +6 -13
  1768. data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +17 -18
  1769. data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +4 -5
  1770. data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +25 -33
  1771. data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +45 -26
  1772. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +72 -99
  1773. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +218 -74
  1774. data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +5 -5
  1775. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +53 -34
  1776. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +77 -45
  1777. data/third_party/boringssl-with-bazel/src/ssl/internal.h +204 -132
  1778. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +47 -12
  1779. data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +2 -2
  1780. data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +91 -75
  1781. data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +8 -10
  1782. data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +47 -69
  1783. data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +1 -0
  1784. data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +5 -9
  1785. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +239 -242
  1786. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +78 -101
  1787. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +126 -155
  1788. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +358 -48
  1789. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +167 -64
  1790. data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +41 -32
  1791. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
  1792. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +22 -6
  1793. data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +15 -13
  1794. data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +7 -44
  1795. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +6 -4
  1796. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +7 -23
  1797. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +25 -34
  1798. data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +2 -2
  1799. data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +16 -98
  1800. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_32.h +1241 -657
  1801. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64.h +751 -398
  1802. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
  1803. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
  1804. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_32.h +3551 -1938
  1805. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +1272 -487
  1806. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
  1807. data/third_party/cares/cares/include/ares.h +23 -1
  1808. data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
  1809. data/third_party/cares/cares/include/ares_rules.h +2 -2
  1810. data/third_party/cares/cares/include/ares_version.h +3 -3
  1811. data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
  1812. data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
  1813. data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
  1814. data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
  1815. data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
  1816. data/third_party/cares/cares/src/lib/ares_data.c +16 -0
  1817. data/third_party/cares/cares/src/lib/ares_data.h +7 -0
  1818. data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
  1819. data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
  1820. data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
  1821. data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
  1822. data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
  1823. data/third_party/cares/cares/src/lib/ares_init.c +97 -485
  1824. data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
  1825. data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
  1826. data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
  1827. data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
  1828. data/third_party/cares/cares/src/lib/ares_private.h +30 -16
  1829. data/third_party/cares/cares/src/lib/ares_process.c +55 -16
  1830. data/third_party/cares/cares/src/lib/ares_query.c +1 -35
  1831. data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
  1832. data/third_party/cares/cares/src/lib/ares_send.c +5 -7
  1833. data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
  1834. data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
  1835. data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
  1836. data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
  1837. data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
  1838. data/third_party/upb/upb/{table_internal.h → alloc.h} +6 -6
  1839. data/third_party/upb/upb/arena.h +4 -193
  1840. data/third_party/upb/upb/array.h +4 -51
  1841. data/third_party/upb/upb/base/descriptor_constants.h +104 -0
  1842. data/third_party/upb/upb/base/log2.h +57 -0
  1843. data/third_party/upb/upb/{status.c → base/status.c} +2 -7
  1844. data/third_party/upb/upb/base/status.h +66 -0
  1845. data/third_party/upb/upb/base/string_view.h +75 -0
  1846. data/third_party/upb/upb/{array.c → collections/array.c} +73 -36
  1847. data/third_party/upb/upb/collections/array.h +91 -0
  1848. data/third_party/upb/upb/collections/array_internal.h +135 -0
  1849. data/third_party/upb/upb/{map.c → collections/map.c} +60 -26
  1850. data/third_party/upb/upb/collections/map.h +140 -0
  1851. data/third_party/upb/upb/collections/map_gencode_util.h +78 -0
  1852. data/third_party/upb/upb/collections/map_internal.h +170 -0
  1853. data/third_party/upb/upb/collections/map_sorter.c +166 -0
  1854. data/third_party/upb/upb/collections/map_sorter_internal.h +109 -0
  1855. data/third_party/upb/upb/{message_value.h → collections/message_value.h} +19 -13
  1856. data/third_party/upb/upb/decode.h +3 -62
  1857. data/third_party/upb/upb/def.h +4 -384
  1858. data/third_party/upb/upb/def.hpp +3 -411
  1859. data/third_party/upb/upb/encode.h +3 -48
  1860. data/third_party/upb/upb/extension_registry.h +3 -52
  1861. data/third_party/upb/upb/generated_code_support.h +54 -0
  1862. data/third_party/upb/upb/{table.c → hash/common.c} +55 -108
  1863. data/third_party/upb/upb/hash/common.h +200 -0
  1864. data/third_party/upb/upb/hash/int_table.h +102 -0
  1865. data/third_party/upb/upb/hash/str_table.h +162 -0
  1866. data/third_party/upb/upb/{json_decode.c → json/decode.c} +63 -98
  1867. data/third_party/upb/upb/{json_decode.h → json/decode.h} +8 -3
  1868. data/third_party/upb/upb/{json_encode.c → json/encode.c} +69 -45
  1869. data/third_party/upb/upb/{json_encode.h → json/encode.h} +8 -3
  1870. data/third_party/upb/upb/lex/atoi.c +68 -0
  1871. data/third_party/upb/upb/lex/atoi.h +53 -0
  1872. data/third_party/upb/upb/{upb.c → lex/round_trip.c} +2 -11
  1873. data/third_party/upb/upb/{internal/upb.h → lex/round_trip.h} +17 -30
  1874. data/third_party/upb/upb/lex/strtod.c +97 -0
  1875. data/third_party/upb/upb/lex/strtod.h +46 -0
  1876. data/third_party/upb/upb/lex/unicode.c +57 -0
  1877. data/third_party/upb/upb/lex/unicode.h +77 -0
  1878. data/third_party/upb/upb/map.h +4 -85
  1879. data/third_party/upb/upb/mem/alloc.c +47 -0
  1880. data/third_party/upb/upb/mem/alloc.h +98 -0
  1881. data/third_party/upb/upb/mem/arena.c +367 -0
  1882. data/third_party/upb/upb/mem/arena.h +160 -0
  1883. data/third_party/upb/upb/mem/arena_internal.h +114 -0
  1884. data/third_party/upb/upb/message/accessors.c +92 -0
  1885. data/third_party/upb/upb/message/accessors.h +400 -0
  1886. data/third_party/upb/upb/message/accessors_internal.h +391 -0
  1887. data/third_party/upb/upb/message/extension_internal.h +83 -0
  1888. data/third_party/upb/upb/message/internal/map_entry.h +64 -0
  1889. data/third_party/upb/upb/message/internal.h +131 -0
  1890. data/third_party/upb/upb/message/message.c +174 -0
  1891. data/third_party/upb/upb/message/message.h +69 -0
  1892. data/third_party/upb/upb/message/tagged_ptr.h +89 -0
  1893. data/third_party/upb/upb/mini_descriptor/build_enum.c +150 -0
  1894. data/third_party/upb/upb/mini_descriptor/build_enum.h +63 -0
  1895. data/third_party/upb/upb/mini_descriptor/decode.c +875 -0
  1896. data/third_party/upb/upb/mini_descriptor/decode.h +140 -0
  1897. data/third_party/upb/upb/mini_descriptor/internal/base92.c +46 -0
  1898. data/third_party/upb/upb/mini_descriptor/internal/base92.h +81 -0
  1899. data/third_party/upb/upb/mini_descriptor/internal/decoder.h +73 -0
  1900. data/third_party/upb/upb/mini_descriptor/internal/encode.c +326 -0
  1901. data/third_party/upb/upb/mini_descriptor/internal/encode.h +110 -0
  1902. data/third_party/upb/upb/{mini_table.hpp → mini_descriptor/internal/encode.hpp} +32 -8
  1903. data/third_party/upb/upb/mini_descriptor/internal/modifiers.h +50 -0
  1904. data/third_party/upb/upb/mini_descriptor/internal/wire_constants.h +91 -0
  1905. data/third_party/upb/upb/mini_descriptor/link.c +142 -0
  1906. data/third_party/upb/upb/mini_descriptor/link.h +104 -0
  1907. data/third_party/upb/upb/mini_table/enum.h +50 -0
  1908. data/third_party/upb/upb/mini_table/extension.h +40 -0
  1909. data/third_party/upb/upb/{extension_registry.c → mini_table/extension_registry.c} +27 -24
  1910. data/third_party/upb/upb/mini_table/extension_registry.h +105 -0
  1911. data/third_party/upb/upb/mini_table/field.h +118 -0
  1912. data/third_party/upb/upb/{collections.h → mini_table/file.h} +6 -7
  1913. data/third_party/upb/upb/mini_table/internal/enum.h +76 -0
  1914. data/third_party/upb/upb/mini_table/internal/extension.h +47 -0
  1915. data/third_party/upb/upb/mini_table/internal/field.h +136 -0
  1916. data/third_party/upb/upb/mini_table/internal/file.h +49 -0
  1917. data/third_party/upb/upb/mini_table/internal/message.c +39 -0
  1918. data/third_party/upb/upb/mini_table/internal/message.h +113 -0
  1919. data/third_party/upb/upb/mini_table/internal/sub.h +39 -0
  1920. data/third_party/upb/upb/mini_table/message.c +97 -0
  1921. data/third_party/upb/upb/mini_table/message.h +105 -0
  1922. data/third_party/upb/upb/mini_table/sub.h +35 -0
  1923. data/third_party/upb/upb/msg.h +3 -38
  1924. data/third_party/upb/upb/port/atomic.h +101 -0
  1925. data/third_party/upb/upb/{port_def.inc → port/def.inc} +94 -27
  1926. data/third_party/upb/upb/{port_undef.inc → port/undef.inc} +13 -3
  1927. data/third_party/upb/upb/{internal → port}/vsnprintf_compat.h +5 -7
  1928. data/third_party/upb/upb/reflection/common.h +67 -0
  1929. data/third_party/upb/upb/reflection/def.h +42 -0
  1930. data/third_party/upb/upb/reflection/def.hpp +622 -0
  1931. data/third_party/upb/upb/reflection/def_builder.c +357 -0
  1932. data/third_party/upb/upb/reflection/def_builder_internal.h +157 -0
  1933. data/third_party/upb/upb/reflection/def_pool.c +462 -0
  1934. data/third_party/upb/upb/reflection/def_pool.h +108 -0
  1935. data/third_party/upb/upb/reflection/def_pool_internal.h +77 -0
  1936. data/third_party/upb/upb/reflection/def_type.c +50 -0
  1937. data/third_party/upb/upb/reflection/def_type.h +81 -0
  1938. data/third_party/upb/upb/reflection/desc_state.c +53 -0
  1939. data/third_party/upb/upb/reflection/desc_state_internal.h +64 -0
  1940. data/third_party/upb/upb/reflection/enum_def.c +310 -0
  1941. data/third_party/upb/upb/reflection/enum_def.h +80 -0
  1942. data/third_party/upb/upb/reflection/enum_def_internal.h +56 -0
  1943. data/third_party/upb/upb/reflection/enum_reserved_range.c +84 -0
  1944. data/third_party/upb/upb/reflection/enum_reserved_range.h +51 -0
  1945. data/third_party/upb/upb/reflection/enum_reserved_range_internal.h +55 -0
  1946. data/third_party/upb/upb/reflection/enum_value_def.c +144 -0
  1947. data/third_party/upb/upb/reflection/enum_value_def.h +57 -0
  1948. data/third_party/upb/upb/reflection/enum_value_def_internal.h +57 -0
  1949. data/third_party/upb/upb/reflection/extension_range.c +93 -0
  1950. data/third_party/upb/upb/reflection/extension_range.h +55 -0
  1951. data/third_party/upb/upb/reflection/extension_range_internal.h +54 -0
  1952. data/third_party/upb/upb/reflection/field_def.c +931 -0
  1953. data/third_party/upb/upb/reflection/field_def.h +91 -0
  1954. data/third_party/upb/upb/reflection/field_def_internal.h +76 -0
  1955. data/third_party/upb/upb/reflection/file_def.c +370 -0
  1956. data/third_party/upb/upb/reflection/file_def.h +77 -0
  1957. data/third_party/upb/upb/reflection/file_def_internal.h +57 -0
  1958. data/third_party/upb/upb/reflection/message.c +233 -0
  1959. data/third_party/upb/upb/reflection/message.h +102 -0
  1960. data/third_party/upb/upb/reflection/message.hpp +37 -0
  1961. data/third_party/upb/upb/reflection/message_def.c +720 -0
  1962. data/third_party/upb/upb/reflection/message_def.h +174 -0
  1963. data/third_party/upb/upb/reflection/message_def_internal.h +63 -0
  1964. data/third_party/upb/upb/reflection/message_reserved_range.c +81 -0
  1965. data/third_party/upb/upb/reflection/message_reserved_range.h +51 -0
  1966. data/third_party/upb/upb/reflection/message_reserved_range_internal.h +55 -0
  1967. data/third_party/upb/upb/reflection/method_def.c +124 -0
  1968. data/third_party/upb/upb/reflection/method_def.h +59 -0
  1969. data/third_party/upb/upb/reflection/method_def_internal.h +53 -0
  1970. data/third_party/upb/upb/reflection/oneof_def.c +226 -0
  1971. data/third_party/upb/upb/reflection/oneof_def.h +66 -0
  1972. data/third_party/upb/upb/reflection/oneof_def_internal.h +57 -0
  1973. data/third_party/upb/upb/reflection/service_def.c +128 -0
  1974. data/third_party/upb/upb/reflection/service_def.h +60 -0
  1975. data/third_party/upb/upb/reflection/service_def_internal.h +53 -0
  1976. data/third_party/upb/upb/reflection.h +4 -78
  1977. data/third_party/upb/upb/reflection.hpp +3 -7
  1978. data/third_party/upb/upb/status.h +4 -34
  1979. data/third_party/upb/upb/string_view.h +36 -0
  1980. data/third_party/upb/upb/{text_encode.c → text/encode.c} +74 -70
  1981. data/third_party/upb/upb/text/encode.h +69 -0
  1982. data/third_party/upb/upb/text_encode.h +4 -32
  1983. data/third_party/upb/upb/upb.h +6 -151
  1984. data/third_party/upb/upb/upb.hpp +10 -18
  1985. data/third_party/upb/upb/wire/common.h +44 -0
  1986. data/third_party/upb/upb/wire/common_internal.h +50 -0
  1987. data/third_party/upb/upb/wire/decode.c +1382 -0
  1988. data/third_party/upb/upb/wire/decode.h +148 -0
  1989. data/third_party/upb/upb/{decode_fast.c → wire/decode_fast.c} +184 -225
  1990. data/third_party/upb/upb/{decode_fast.h → wire/decode_fast.h} +21 -7
  1991. data/third_party/upb/upb/{internal/decode.h → wire/decode_internal.h} +44 -92
  1992. data/third_party/upb/upb/{encode.c → wire/encode.c} +134 -105
  1993. data/third_party/upb/upb/wire/encode.h +92 -0
  1994. data/third_party/upb/upb/wire/eps_copy_input_stream.c +39 -0
  1995. data/third_party/upb/upb/wire/eps_copy_input_stream.h +425 -0
  1996. data/third_party/upb/upb/wire/reader.c +67 -0
  1997. data/third_party/upb/upb/wire/reader.h +227 -0
  1998. data/third_party/upb/upb/wire/swap_internal.h +63 -0
  1999. data/third_party/upb/upb/wire/types.h +41 -0
  2000. data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-neon.c +1 -1
  2001. data/third_party/{upb/third_party/utf8_range → utf8_range}/utf8_range.h +12 -0
  2002. metadata +386 -152
  2003. data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -175
  2004. data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
  2005. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +0 -42
  2006. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.h +0 -64
  2007. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc +0 -30
  2008. data/src/core/ext/transport/chttp2/transport/context_list.cc +0 -71
  2009. data/src/core/ext/transport/chttp2/transport/context_list.h +0 -54
  2010. data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
  2011. data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
  2012. data/src/core/lib/event_engine/thread_pool.cc +0 -253
  2013. data/src/core/lib/event_engine/thread_pool.h +0 -141
  2014. data/src/core/lib/gprpp/global_config.h +0 -93
  2015. data/src/core/lib/gprpp/global_config_env.cc +0 -140
  2016. data/src/core/lib/gprpp/global_config_env.h +0 -133
  2017. data/src/core/lib/gprpp/global_config_generic.h +0 -40
  2018. data/src/core/lib/promise/detail/basic_join.h +0 -197
  2019. data/src/core/lib/promise/detail/switch.h +0 -1455
  2020. data/src/core/lib/promise/intra_activity_waiter.h +0 -55
  2021. data/src/core/lib/promise/try_join.h +0 -82
  2022. data/src/core/lib/security/security_connector/ssl_utils_config.cc +0 -32
  2023. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
  2024. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +0 -236
  2025. data/third_party/boringssl-with-bazel/src/crypto/asn1/charmap.h +0 -15
  2026. data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +0 -206
  2027. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1-altivec.c +0 -361
  2028. data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +0 -53
  2029. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +0 -287
  2030. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +0 -132
  2031. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +0 -155
  2032. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +0 -131
  2033. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +0 -189
  2034. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +0 -843
  2035. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +0 -289
  2036. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcia.c +0 -57
  2037. data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
  2038. data/third_party/re2/util/benchmark.h +0 -156
  2039. data/third_party/re2/util/flags.h +0 -26
  2040. data/third_party/re2/util/malloc_counter.h +0 -19
  2041. data/third_party/re2/util/pcre.cc +0 -1025
  2042. data/third_party/re2/util/pcre.h +0 -681
  2043. data/third_party/re2/util/test.h +0 -50
  2044. data/third_party/upb/upb/arena.c +0 -277
  2045. data/third_party/upb/upb/decode.c +0 -1221
  2046. data/third_party/upb/upb/def.c +0 -3269
  2047. data/third_party/upb/upb/internal/table.h +0 -385
  2048. data/third_party/upb/upb/mini_table.c +0 -1147
  2049. data/third_party/upb/upb/mini_table.h +0 -189
  2050. data/third_party/upb/upb/msg.c +0 -368
  2051. data/third_party/upb/upb/msg_internal.h +0 -837
  2052. data/third_party/upb/upb/reflection.c +0 -323
  2053. data/third_party/zlib/gzclose.c +0 -25
  2054. data/third_party/zlib/gzlib.c +0 -639
  2055. data/third_party/zlib/gzread.c +0 -650
  2056. data/third_party/zlib/gzwrite.c +0 -677
  2057. /data/src/core/lib/gpr/{log_android.cc → android/log.cc} +0 -0
  2058. /data/src/core/lib/gpr/{cpu_iphone.cc → iphone/cpu.cc} +0 -0
  2059. /data/src/core/lib/gpr/{cpu_linux.cc → linux/cpu.cc} +0 -0
  2060. /data/src/core/lib/gpr/{log_linux.cc → linux/log.cc} +0 -0
  2061. /data/src/core/lib/gpr/{tmpfile_msys.cc → msys/tmpfile.cc} +0 -0
  2062. /data/src/core/lib/gpr/{cpu_posix.cc → posix/cpu.cc} +0 -0
  2063. /data/src/core/lib/gpr/{log_posix.cc → posix/log.cc} +0 -0
  2064. /data/src/core/lib/gpr/{string_posix.cc → posix/string.cc} +0 -0
  2065. /data/src/core/lib/gpr/{sync_posix.cc → posix/sync.cc} +0 -0
  2066. /data/src/core/lib/gpr/{tmpfile_posix.cc → posix/tmpfile.cc} +0 -0
  2067. /data/src/core/lib/gpr/{cpu_windows.cc → windows/cpu.cc} +0 -0
  2068. /data/src/core/lib/gpr/{log_windows.cc → windows/log.cc} +0 -0
  2069. /data/src/core/lib/gpr/{string_windows.cc → windows/string.cc} +0 -0
  2070. /data/src/core/lib/gpr/{string_util_windows.cc → windows/string_util.cc} +0 -0
  2071. /data/src/core/lib/gpr/{sync_windows.cc → windows/sync.cc} +0 -0
  2072. /data/src/core/lib/gpr/{time_windows.cc → windows/time.cc} +0 -0
  2073. /data/src/core/lib/gpr/{tmpfile_windows.cc → windows/tmpfile.cc} +0 -0
  2074. /data/src/core/lib/gprpp/{env_linux.cc → linux/env.cc} +0 -0
  2075. /data/src/core/lib/gprpp/{env_posix.cc → posix/env.cc} +0 -0
  2076. /data/src/core/lib/gprpp/{stat_posix.cc → posix/stat.cc} +0 -0
  2077. /data/src/core/lib/gprpp/{env_windows.cc → windows/env.cc} +0 -0
  2078. /data/src/core/lib/gprpp/{stat_windows.cc → windows/stat.cc} +0 -0
  2079. /data/third_party/{upb/third_party/utf8_range → utf8_range}/naive.c +0 -0
  2080. /data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-sse.c +0 -0
@@ -24,33 +24,41 @@
24
24
  #include <string.h>
25
25
 
26
26
  #include <algorithm>
27
+ #include <atomic>
27
28
  #include <initializer_list>
29
+ #include <limits>
28
30
  #include <memory>
29
31
  #include <new>
30
32
  #include <string>
33
+ #include <type_traits>
31
34
  #include <utility>
35
+ #include <vector>
32
36
 
33
37
  #include "absl/base/attributes.h"
38
+ #include "absl/container/flat_hash_map.h"
39
+ #include "absl/hash/hash.h"
40
+ #include "absl/meta/type_traits.h"
41
+ #include "absl/random/random.h"
34
42
  #include "absl/status/status.h"
35
43
  #include "absl/strings/cord.h"
36
44
  #include "absl/strings/str_cat.h"
37
45
  #include "absl/strings/str_format.h"
38
46
  #include "absl/strings/string_view.h"
39
47
  #include "absl/types/optional.h"
48
+ #include "absl/types/variant.h"
40
49
 
41
50
  #include <grpc/event_engine/event_engine.h>
42
51
  #include <grpc/grpc.h>
52
+ #include <grpc/impl/channel_arg_names.h>
43
53
  #include <grpc/impl/connectivity_state.h>
44
54
  #include <grpc/slice_buffer.h>
45
55
  #include <grpc/status.h>
46
56
  #include <grpc/support/alloc.h>
47
- #include <grpc/support/atm.h>
48
57
  #include <grpc/support/log.h>
49
58
  #include <grpc/support/time.h>
50
59
 
51
- #include "src/core/ext/transport/chttp2/transport/context_list.h"
60
+ #include "src/core/ext/transport/chttp2/transport/context_list_entry.h"
52
61
  #include "src/core/ext/transport/chttp2/transport/flow_control.h"
53
- #include "src/core/ext/transport/chttp2/transport/frame.h"
54
62
  #include "src/core/ext/transport/chttp2/transport/frame_data.h"
55
63
  #include "src/core/ext/transport/chttp2/transport/frame_goaway.h"
56
64
  #include "src/core/ext/transport/chttp2/transport/frame_rst_stream.h"
@@ -58,11 +66,19 @@
58
66
  #include "src/core/ext/transport/chttp2/transport/http2_settings.h"
59
67
  #include "src/core/ext/transport/chttp2/transport/http_trace.h"
60
68
  #include "src/core/ext/transport/chttp2/transport/internal.h"
61
- #include "src/core/ext/transport/chttp2/transport/stream_map.h"
69
+ #include "src/core/ext/transport/chttp2/transport/legacy_frame.h"
70
+ #include "src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.h"
71
+ #include "src/core/ext/transport/chttp2/transport/ping_abuse_policy.h"
72
+ #include "src/core/ext/transport/chttp2/transport/ping_callbacks.h"
73
+ #include "src/core/ext/transport/chttp2/transport/ping_rate_policy.h"
62
74
  #include "src/core/ext/transport/chttp2/transport/varint.h"
75
+ #include "src/core/ext/transport/chttp2/transport/write_size_policy.h"
76
+ #include "src/core/lib/channel/call_tracer.h"
63
77
  #include "src/core/lib/channel/channel_args.h"
78
+ #include "src/core/lib/channel/context.h"
64
79
  #include "src/core/lib/debug/stats.h"
65
80
  #include "src/core/lib/debug/stats_data.h"
81
+ #include "src/core/lib/experiments/experiments.h"
66
82
  #include "src/core/lib/gpr/useful.h"
67
83
  #include "src/core/lib/gprpp/bitset.h"
68
84
  #include "src/core/lib/gprpp/crash.h"
@@ -75,7 +91,7 @@
75
91
  #include "src/core/lib/iomgr/error.h"
76
92
  #include "src/core/lib/iomgr/exec_ctx.h"
77
93
  #include "src/core/lib/iomgr/iomgr_fwd.h"
78
- #include "src/core/lib/iomgr/timer.h"
94
+ #include "src/core/lib/iomgr/port.h"
79
95
  #include "src/core/lib/promise/poll.h"
80
96
  #include "src/core/lib/resource_quota/arena.h"
81
97
  #include "src/core/lib/resource_quota/memory_quota.h"
@@ -93,41 +109,38 @@
93
109
  #include "src/core/lib/transport/transport.h"
94
110
  #include "src/core/lib/transport/transport_impl.h"
95
111
 
112
+ #ifdef GRPC_POSIX_SOCKET_TCP
113
+ #include "src/core/lib/iomgr/ev_posix.h"
114
+ #endif
115
+
96
116
  #define DEFAULT_CONNECTION_WINDOW_TARGET (1024 * 1024)
97
117
  #define MAX_WINDOW 0x7fffffffu
98
118
  #define MAX_WRITE_BUFFER_SIZE (64 * 1024 * 1024)
99
- #define DEFAULT_MAX_HEADER_LIST_SIZE (8 * 1024)
119
+ #define DEFAULT_MAX_HEADER_LIST_SIZE (16 * 1024)
120
+ #define DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT (8 * 1024)
100
121
 
101
- #define DEFAULT_CLIENT_KEEPALIVE_TIME_MS INT_MAX
102
- #define DEFAULT_CLIENT_KEEPALIVE_TIMEOUT_MS 20000 // 20 seconds
103
- #define DEFAULT_SERVER_KEEPALIVE_TIME_MS 7200000 // 2 hours
104
- #define DEFAULT_SERVER_KEEPALIVE_TIMEOUT_MS 20000 // 20 seconds
105
- #define DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS false
106
122
  #define KEEPALIVE_TIME_BACKOFF_MULTIPLIER 2
107
123
 
108
- #define DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS 300000 // 5 minutes
109
- #define DEFAULT_MAX_PINGS_BETWEEN_DATA 2
110
- #define DEFAULT_MAX_PING_STRIKES 2
111
-
112
124
  #define DEFAULT_MAX_PENDING_INDUCED_FRAMES 10000
113
125
 
114
- static int g_default_client_keepalive_time_ms =
115
- DEFAULT_CLIENT_KEEPALIVE_TIME_MS;
116
- static int g_default_client_keepalive_timeout_ms =
117
- DEFAULT_CLIENT_KEEPALIVE_TIMEOUT_MS;
118
- static int g_default_server_keepalive_time_ms =
119
- DEFAULT_SERVER_KEEPALIVE_TIME_MS;
120
- static int g_default_server_keepalive_timeout_ms =
121
- DEFAULT_SERVER_KEEPALIVE_TIMEOUT_MS;
122
- static bool g_default_client_keepalive_permit_without_calls =
123
- DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS;
124
- static bool g_default_server_keepalive_permit_without_calls =
125
- DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS;
126
-
127
- static int g_default_min_recv_ping_interval_without_data_ms =
128
- DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS;
129
- static int g_default_max_pings_without_data = DEFAULT_MAX_PINGS_BETWEEN_DATA;
130
- static int g_default_max_ping_strikes = DEFAULT_MAX_PING_STRIKES;
126
+ #define GRPC_ARG_HTTP2_PING_ON_RST_STREAM_PERCENT \
127
+ "grpc.http2.ping_on_rst_stream_percent"
128
+
129
+ static grpc_core::Duration g_default_client_keepalive_time =
130
+ grpc_core::Duration::Infinity();
131
+ static grpc_core::Duration g_default_client_keepalive_timeout =
132
+ grpc_core::Duration::Seconds(20);
133
+ static grpc_core::Duration g_default_server_keepalive_time =
134
+ grpc_core::Duration::Hours(2);
135
+ static grpc_core::Duration g_default_server_keepalive_timeout =
136
+ grpc_core::Duration::Seconds(20);
137
+ static bool g_default_client_keepalive_permit_without_calls = false;
138
+ static bool g_default_server_keepalive_permit_without_calls = false;
139
+
140
+ // EXPERIMENTAL: control tarpitting in chttp2
141
+ #define GRPC_ARG_HTTP_ALLOW_TARPIT "grpc.http.tarpit"
142
+ #define GRPC_ARG_HTTP_TARPIT_MIN_DURATION_MS "grpc.http.tarpit_min_duration_ms"
143
+ #define GRPC_ARG_HTTP_TARPIT_MAX_DURATION_MS "grpc.http.tarpit_max_duration_ms"
131
144
 
132
145
  #define MAX_CLIENT_STREAM_ID 0x7fffffffu
133
146
  grpc_core::TraceFlag grpc_keepalive_trace(false, "http_keepalive");
@@ -135,21 +148,27 @@ grpc_core::DebugOnlyTraceFlag grpc_trace_chttp2_refcount(false,
135
148
  "chttp2_refcount");
136
149
 
137
150
  // forward declarations of various callbacks that we'll build closures around
138
- static void write_action_begin_locked(void* t, grpc_error_handle error);
139
- static void write_action(void* t, grpc_error_handle error);
140
- static void write_action_end(void* t, grpc_error_handle error);
141
- static void write_action_end_locked(void* t, grpc_error_handle error);
142
-
143
- static void read_action(void* t, grpc_error_handle error);
144
- static void read_action_locked(void* t, grpc_error_handle error);
145
- static void continue_read_action_locked(grpc_chttp2_transport* t);
151
+ static void write_action_begin_locked(
152
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
153
+ static void write_action(grpc_chttp2_transport* t);
154
+ static void write_action_end(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
155
+ grpc_error_handle error);
156
+ static void write_action_end_locked(
157
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
158
+
159
+ static void read_action(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
160
+ grpc_error_handle error);
161
+ static void read_action_locked(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
162
+ grpc_error_handle error);
163
+ static void continue_read_action_locked(
164
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t);
146
165
 
147
166
  // Set a transport level setting, and push it to our peer
148
167
  static void queue_setting_update(grpc_chttp2_transport* t,
149
168
  grpc_chttp2_setting_id id, uint32_t value);
150
169
 
151
170
  static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
152
- grpc_error_handle error);
171
+ grpc_error_handle error, bool tarpit);
153
172
 
154
173
  // Start new streams that have been created if we can
155
174
  static void maybe_start_some_streams(grpc_chttp2_transport* t);
@@ -159,8 +178,10 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
159
178
  const absl::Status& status,
160
179
  const char* reason);
161
180
 
162
- static void benign_reclaimer_locked(void* arg, grpc_error_handle error);
163
- static void destructive_reclaimer_locked(void* arg, grpc_error_handle error);
181
+ static void benign_reclaimer_locked(
182
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
183
+ static void destructive_reclaimer_locked(
184
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
164
185
 
165
186
  static void post_benign_reclaimer(grpc_chttp2_transport* t);
166
187
  static void post_destructive_reclaimer(grpc_chttp2_transport* t);
@@ -170,35 +191,79 @@ static void close_transport_locked(grpc_chttp2_transport* t,
170
191
  static void end_all_the_calls(grpc_chttp2_transport* t,
171
192
  grpc_error_handle error);
172
193
 
173
- static void start_bdp_ping(void* tp, grpc_error_handle error);
174
- static void finish_bdp_ping(void* tp, grpc_error_handle error);
175
- static void start_bdp_ping_locked(void* tp, grpc_error_handle error);
176
- static void finish_bdp_ping_locked(void* tp, grpc_error_handle error);
194
+ static void start_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
195
+ grpc_error_handle error);
196
+ static void finish_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport>,
197
+ grpc_error_handle error);
198
+ static void start_bdp_ping_locked(
199
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
200
+ static void finish_bdp_ping_locked(
201
+ grpc_core::RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle error);
177
202
  static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t);
178
203
  static void next_bdp_ping_timer_expired_locked(
179
- void* tp, GRPC_UNUSED grpc_error_handle error);
204
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> tp,
205
+ GRPC_UNUSED grpc_error_handle error);
180
206
 
181
207
  static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error);
182
208
  static void send_ping_locked(grpc_chttp2_transport* t,
183
209
  grpc_closure* on_initiate, grpc_closure* on_ack);
184
- static void retry_initiate_ping_locked(void* tp,
185
- GRPC_UNUSED grpc_error_handle error);
210
+ static void retry_initiate_ping_locked(
211
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
212
+ GRPC_UNUSED grpc_error_handle error);
186
213
 
187
214
  // keepalive-relevant functions
188
- static void init_keepalive_ping(grpc_chttp2_transport* t);
189
- static void init_keepalive_ping_locked(void* arg,
190
- GRPC_UNUSED grpc_error_handle error);
191
- static void start_keepalive_ping(void* arg, grpc_error_handle error);
192
- static void finish_keepalive_ping(void* arg, grpc_error_handle error);
193
- static void start_keepalive_ping_locked(void* arg, grpc_error_handle error);
194
- static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error);
195
- static void keepalive_watchdog_fired(grpc_chttp2_transport* t);
196
- static void keepalive_watchdog_fired_locked(
197
- void* arg, GRPC_UNUSED grpc_error_handle error);
215
+ static void init_keepalive_ping(
216
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t);
217
+ static void init_keepalive_ping_locked(
218
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
219
+ GRPC_UNUSED grpc_error_handle error);
220
+ static void finish_keepalive_ping(
221
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
222
+ static void finish_keepalive_ping_locked(
223
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t, grpc_error_handle error);
198
224
  static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t);
199
225
 
226
+ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
227
+ bool immediate_disconnect_hint);
228
+
229
+ // Timeout for getting an ack back on settings changes
230
+ #define GRPC_ARG_SETTINGS_TIMEOUT "grpc.http2.settings_timeout"
231
+
232
+ namespace {
233
+ grpc_core::CallTracerInterface* CallTracerIfEnabled(grpc_chttp2_stream* s) {
234
+ if (s->context == nullptr || !grpc_core::IsTraceRecordCallopsEnabled()) {
235
+ return nullptr;
236
+ }
237
+ return static_cast<grpc_core::CallTracerInterface*>(
238
+ static_cast<grpc_call_context_element*>(
239
+ s->context)[GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE]
240
+ .value);
241
+ }
242
+
243
+ grpc_core::WriteTimestampsCallback g_write_timestamps_callback = nullptr;
244
+ grpc_core::CopyContextFn g_get_copied_context_fn = nullptr;
245
+ } // namespace
246
+
200
247
  namespace grpc_core {
201
248
 
249
+ namespace {
250
+ // Initialize a grpc_closure \a c to call \a Fn with \a t and \a error. Holds
251
+ // the passed in reference to \a t until it's moved into Fn.
252
+ template <void (*Fn)(RefCountedPtr<grpc_chttp2_transport>, grpc_error_handle)>
253
+ grpc_closure* InitTransportClosure(RefCountedPtr<grpc_chttp2_transport> t,
254
+ grpc_closure* c) {
255
+ GRPC_CLOSURE_INIT(
256
+ c,
257
+ [](void* tp, grpc_error_handle error) {
258
+ Fn(RefCountedPtr<grpc_chttp2_transport>(
259
+ static_cast<grpc_chttp2_transport*>(tp)),
260
+ std::move(error));
261
+ },
262
+ t.release(), nullptr);
263
+ return c;
264
+ }
265
+ } // namespace
266
+
202
267
  namespace {
203
268
  TestOnlyGlobalHttp2TransportInitCallback test_only_init_callback = nullptr;
204
269
  TestOnlyGlobalHttp2TransportDestructCallback test_only_destruct_callback =
@@ -221,6 +286,40 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
221
286
  test_only_disable_transient_failure_state_notification = disable;
222
287
  }
223
288
 
289
+ void GrpcHttp2SetWriteTimestampsCallback(WriteTimestampsCallback fn) {
290
+ g_write_timestamps_callback = fn;
291
+ }
292
+
293
+ void GrpcHttp2SetCopyContextFn(CopyContextFn fn) {
294
+ g_get_copied_context_fn = fn;
295
+ }
296
+
297
+ WriteTimestampsCallback GrpcHttp2GetWriteTimestampsCallback() {
298
+ return g_write_timestamps_callback;
299
+ }
300
+
301
+ CopyContextFn GrpcHttp2GetCopyContextFn() { return g_get_copied_context_fn; }
302
+
303
+ // For each entry in the passed ContextList, it executes the function set using
304
+ // GrpcHttp2SetWriteTimestampsCallback method with each context in the list
305
+ // and \a ts. It also deletes/frees up the passed ContextList after this
306
+ // operation.
307
+ void ForEachContextListEntryExecute(void* arg, Timestamps* ts,
308
+ grpc_error_handle error) {
309
+ ContextList* context_list = reinterpret_cast<ContextList*>(arg);
310
+ if (!context_list) {
311
+ return;
312
+ }
313
+ for (auto it = context_list->begin(); it != context_list->end(); it++) {
314
+ ContextListEntry& entry = (*it);
315
+ if (ts) {
316
+ ts->byte_offset = static_cast<uint32_t>(entry.ByteOffsetInStream());
317
+ }
318
+ g_write_timestamps_callback(entry.TraceContext(), ts, error);
319
+ }
320
+ delete context_list;
321
+ }
322
+
224
323
  } // namespace grpc_core
225
324
 
226
325
  //
@@ -230,6 +329,8 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
230
329
  grpc_chttp2_transport::~grpc_chttp2_transport() {
231
330
  size_t i;
232
331
 
332
+ cancel_pings(this, GRPC_ERROR_CREATE("Transport destroyed"));
333
+
233
334
  event_engine.reset();
234
335
 
235
336
  if (channelz_socket != nullptr) {
@@ -240,12 +341,12 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
240
341
 
241
342
  grpc_slice_buffer_destroy(&qbuf);
242
343
 
243
- grpc_slice_buffer_destroy(&outbuf);
244
-
245
344
  grpc_error_handle error = GRPC_ERROR_CREATE("Transport destroyed");
246
345
  // ContextList::Execute follows semantics of a callback function and does not
247
346
  // take a ref on error
248
- grpc_core::ContextList::Execute(cl, nullptr, error);
347
+ if (cl != nullptr) {
348
+ grpc_core::ForEachContextListEntryExecute(cl, nullptr, error);
349
+ }
249
350
  cl = nullptr;
250
351
 
251
352
  grpc_slice_buffer_destroy(&read_buffer);
@@ -256,14 +357,9 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
256
357
  GPR_ASSERT(lists[i].tail == nullptr);
257
358
  }
258
359
 
259
- GPR_ASSERT(grpc_chttp2_stream_map_size(&stream_map) == 0);
260
-
261
- grpc_chttp2_stream_map_destroy(&stream_map);
262
-
360
+ GPR_ASSERT(stream_map.empty());
263
361
  GRPC_COMBINER_UNREF(combiner, "chttp2_transport");
264
362
 
265
- cancel_pings(this, GRPC_ERROR_CREATE("Transport destroyed"));
266
-
267
363
  while (write_cb_pool) {
268
364
  grpc_chttp2_write_cb* next = write_cb_pool->next;
269
365
  gpr_free(write_cb_pool);
@@ -299,37 +395,46 @@ static void read_channel_args(grpc_chttp2_transport* t,
299
395
  t->hpack_compressor.SetMaxUsableSize(max_hpack_table_size);
300
396
  }
301
397
 
302
- t->ping_policy.max_pings_without_data =
303
- std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)
304
- .value_or(g_default_max_pings_without_data));
305
- t->ping_policy.max_ping_strikes =
306
- std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PING_STRIKES)
307
- .value_or(g_default_max_ping_strikes));
308
- t->ping_policy.min_recv_ping_interval_without_data =
309
- std::max(grpc_core::Duration::Zero(),
310
- channel_args
311
- .GetDurationFromIntMillis(
312
- GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)
313
- .value_or(grpc_core::Duration::Milliseconds(
314
- g_default_min_recv_ping_interval_without_data_ms)));
315
398
  t->write_buffer_size =
316
399
  std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_WRITE_BUFFER_SIZE)
317
400
  .value_or(grpc_core::chttp2::kDefaultWindow));
318
401
  t->keepalive_time =
319
402
  std::max(grpc_core::Duration::Milliseconds(1),
320
403
  channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
321
- .value_or(grpc_core::Duration::Milliseconds(
322
- t->is_client ? g_default_client_keepalive_time_ms
323
- : g_default_server_keepalive_time_ms)));
404
+ .value_or(t->is_client ? g_default_client_keepalive_time
405
+ : g_default_server_keepalive_time));
324
406
  t->keepalive_timeout = std::max(
325
407
  grpc_core::Duration::Zero(),
326
408
  channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
327
- .value_or(grpc_core::Duration::Milliseconds(
328
- t->is_client ? g_default_client_keepalive_timeout_ms
329
- : g_default_server_keepalive_timeout_ms)));
330
- t->keepalive_permit_without_calls =
331
- channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
332
- .value_or(false);
409
+ .value_or(t->keepalive_time == grpc_core::Duration::Infinity()
410
+ ? grpc_core::Duration::Infinity()
411
+ : (t->is_client ? g_default_client_keepalive_timeout
412
+ : g_default_server_keepalive_timeout)));
413
+ t->ping_timeout = std::max(
414
+ grpc_core::Duration::Zero(),
415
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_PING_TIMEOUT_MS)
416
+ .value_or(t->keepalive_time == grpc_core::Duration::Infinity()
417
+ ? grpc_core::Duration::Infinity()
418
+ : grpc_core::Duration::Minutes(1)));
419
+ if (t->is_client) {
420
+ t->keepalive_permit_without_calls =
421
+ channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
422
+ .value_or(grpc_core::IsKeepaliveFixEnabled()
423
+ ? g_default_client_keepalive_permit_without_calls
424
+ : false);
425
+ } else {
426
+ t->keepalive_permit_without_calls =
427
+ channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
428
+ .value_or(grpc_core::IsKeepaliveServerFixEnabled()
429
+ ? g_default_server_keepalive_permit_without_calls
430
+ : false);
431
+ }
432
+
433
+ t->settings_timeout =
434
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_SETTINGS_TIMEOUT)
435
+ .value_or(std::max(t->keepalive_timeout * 2,
436
+ grpc_core::Duration::Minutes(1)));
437
+
333
438
  // Only send the prefered rx frame size http2 setting if we are instructed
334
439
  // to auto size the buffers allocated at tcp level and we also can adjust
335
440
  // sending frame size.
@@ -338,16 +443,59 @@ static void read_channel_args(grpc_chttp2_transport* t,
338
443
  .GetBool(GRPC_ARG_EXPERIMENTAL_HTTP2_PREFERRED_CRYPTO_FRAME_SIZE)
339
444
  .value_or(false);
340
445
 
446
+ const auto max_requests_per_read =
447
+ channel_args.GetInt("grpc.http2.max_requests_per_read");
448
+ if (max_requests_per_read.has_value()) {
449
+ t->max_requests_per_read =
450
+ grpc_core::Clamp(*max_requests_per_read, 1, 10000);
451
+ } else if (grpc_core::IsChttp2BatchRequestsEnabled()) {
452
+ t->max_requests_per_read = 32;
453
+ } else {
454
+ t->max_requests_per_read = std::numeric_limits<size_t>::max();
455
+ }
456
+
341
457
  if (channel_args.GetBool(GRPC_ARG_ENABLE_CHANNELZ)
342
458
  .value_or(GRPC_ENABLE_CHANNELZ_DEFAULT)) {
343
459
  t->channelz_socket =
344
460
  grpc_core::MakeRefCounted<grpc_core::channelz::SocketNode>(
345
- std::string(grpc_endpoint_get_local_address(t->ep)), t->peer_string,
346
- absl::StrFormat("%s %s", get_vtable()->name, t->peer_string),
461
+ std::string(grpc_endpoint_get_local_address(t->ep)),
462
+ std::string(t->peer_string.as_string_view()),
463
+ absl::StrCat(get_vtable()->name, " ",
464
+ t->peer_string.as_string_view()),
347
465
  channel_args
348
466
  .GetObjectRef<grpc_core::channelz::SocketNode::Security>());
349
467
  }
350
468
 
469
+ t->ack_pings = channel_args.GetBool("grpc.http2.ack_pings").value_or(true);
470
+
471
+ t->allow_tarpit = channel_args.GetBool(GRPC_ARG_HTTP_ALLOW_TARPIT)
472
+ .value_or(grpc_core::IsTarpitEnabled());
473
+ t->min_tarpit_duration_ms =
474
+ channel_args
475
+ .GetDurationFromIntMillis(GRPC_ARG_HTTP_TARPIT_MIN_DURATION_MS)
476
+ .value_or(grpc_core::Duration::Milliseconds(100))
477
+ .millis();
478
+ t->max_tarpit_duration_ms =
479
+ channel_args
480
+ .GetDurationFromIntMillis(GRPC_ARG_HTTP_TARPIT_MAX_DURATION_MS)
481
+ .value_or(grpc_core::Duration::Seconds(1))
482
+ .millis();
483
+
484
+ const int soft_limit =
485
+ channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE).value_or(-1);
486
+ if (soft_limit < 0) {
487
+ // Set soft limit to 0.8 * hard limit if this is larger than
488
+ // `DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT` and
489
+ // `GRPC_ARG_MAX_METADATA_SIZE` is not set.
490
+ t->max_header_list_size_soft_limit = std::max(
491
+ DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT,
492
+ static_cast<int>(
493
+ 0.8 * channel_args.GetInt(GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE)
494
+ .value_or(-1)));
495
+ } else {
496
+ t->max_header_list_size_soft_limit = soft_limit;
497
+ }
498
+
351
499
  static const struct {
352
500
  absl::string_view channel_arg_name;
353
501
  grpc_chttp2_setting_id setting_id;
@@ -367,7 +515,7 @@ static void read_channel_args(grpc_chttp2_transport* t,
367
515
  0,
368
516
  INT32_MAX,
369
517
  {true, true}},
370
- {GRPC_ARG_MAX_METADATA_SIZE,
518
+ {GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE,
371
519
  GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE,
372
520
  -1,
373
521
  0,
@@ -398,8 +546,27 @@ static void read_channel_args(grpc_chttp2_transport* t,
398
546
  const int value = channel_args.GetInt(setting.channel_arg_name)
399
547
  .value_or(setting.default_value);
400
548
  if (value >= 0) {
401
- queue_setting_update(t, setting.setting_id,
402
- grpc_core::Clamp(value, setting.min, setting.max));
549
+ const int clamped_value =
550
+ grpc_core::Clamp(value, setting.min, setting.max);
551
+ queue_setting_update(t, setting.setting_id, clamped_value);
552
+ if (setting.setting_id == GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS) {
553
+ t->max_concurrent_streams_policy.SetTarget(clamped_value);
554
+ }
555
+ } else if (setting.setting_id ==
556
+ GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE) {
557
+ // Set value to 1.25 * soft limit if this is larger than
558
+ // `DEFAULT_MAX_HEADER_LIST_SIZE` and
559
+ // `GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE` is not set.
560
+ const int soft_limit = channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE)
561
+ .value_or(setting.default_value);
562
+ const int value = (soft_limit >= 0 && soft_limit < (INT_MAX / 1.25))
563
+ ? static_cast<int>(soft_limit * 1.25)
564
+ : soft_limit;
565
+ if (value > DEFAULT_MAX_HEADER_LIST_SIZE) {
566
+ queue_setting_update(
567
+ t, setting.setting_id,
568
+ grpc_core::Clamp(value, setting.min, setting.max));
569
+ }
403
570
  }
404
571
  } else if (channel_args.Contains(setting.channel_arg_name)) {
405
572
  gpr_log(GPR_DEBUG, "%s is not available on %s",
@@ -417,54 +584,24 @@ static void read_channel_args(grpc_chttp2_transport* t,
417
584
  grpc_core::Clamp(INT_MAX, static_cast<int>(sp->min_value),
418
585
  static_cast<int>(sp->max_value)));
419
586
  }
420
- }
421
587
 
422
- static void init_transport_keepalive_settings(grpc_chttp2_transport* t) {
423
- if (t->is_client) {
424
- t->keepalive_time = g_default_client_keepalive_time_ms == INT_MAX
425
- ? grpc_core::Duration::Infinity()
426
- : grpc_core::Duration::Milliseconds(
427
- g_default_client_keepalive_time_ms);
428
- t->keepalive_timeout = g_default_client_keepalive_timeout_ms == INT_MAX
429
- ? grpc_core::Duration::Infinity()
430
- : grpc_core::Duration::Milliseconds(
431
- g_default_client_keepalive_timeout_ms);
432
- t->keepalive_permit_without_calls =
433
- g_default_client_keepalive_permit_without_calls;
434
- } else {
435
- t->keepalive_time = g_default_server_keepalive_time_ms == INT_MAX
436
- ? grpc_core::Duration::Infinity()
437
- : grpc_core::Duration::Milliseconds(
438
- g_default_server_keepalive_time_ms);
439
- t->keepalive_timeout = g_default_server_keepalive_timeout_ms == INT_MAX
440
- ? grpc_core::Duration::Infinity()
441
- : grpc_core::Duration::Milliseconds(
442
- g_default_server_keepalive_timeout_ms);
443
- t->keepalive_permit_without_calls =
444
- g_default_server_keepalive_permit_without_calls;
445
- }
446
- }
447
-
448
- static void configure_transport_ping_policy(grpc_chttp2_transport* t) {
449
- t->ping_policy.max_pings_without_data = g_default_max_pings_without_data;
450
- t->ping_policy.max_ping_strikes = g_default_max_ping_strikes;
451
- t->ping_policy.min_recv_ping_interval_without_data =
452
- grpc_core::Duration::Milliseconds(
453
- g_default_min_recv_ping_interval_without_data_ms);
588
+ t->ping_on_rst_stream_percent = grpc_core::Clamp(
589
+ channel_args.GetInt(GRPC_ARG_HTTP2_PING_ON_RST_STREAM_PERCENT)
590
+ .value_or(1),
591
+ 0, 100);
454
592
  }
455
593
 
456
594
  static void init_keepalive_pings_if_enabled_locked(
457
- void* arg, GRPC_UNUSED grpc_error_handle error) {
595
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
596
+ GRPC_UNUSED grpc_error_handle error) {
458
597
  GPR_DEBUG_ASSERT(error.ok());
459
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
460
598
  if (t->keepalive_time != grpc_core::Duration::Infinity()) {
461
599
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
462
- GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
463
600
  t->keepalive_ping_timer_handle =
464
- t->event_engine->RunAfter(t->keepalive_time, [t] {
601
+ t->event_engine->RunAfter(t->keepalive_time, [t = t->Ref()]() mutable {
465
602
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
466
603
  grpc_core::ExecCtx exec_ctx;
467
- init_keepalive_ping(t);
604
+ init_keepalive_ping(std::move(t));
468
605
  });
469
606
  } else {
470
607
  // Use GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED to indicate there are no
@@ -480,41 +617,39 @@ grpc_chttp2_transport::grpc_chttp2_transport(
480
617
  ? "chttp2_refcount"
481
618
  : nullptr),
482
619
  ep(ep),
483
- peer_string(grpc_endpoint_get_peer(ep)),
620
+ peer_string(
621
+ grpc_core::Slice::FromCopiedString(grpc_endpoint_get_peer(ep))),
484
622
  memory_owner(channel_args.GetObject<grpc_core::ResourceQuota>()
485
623
  ->memory_quota()
486
624
  ->CreateMemoryOwner(absl::StrCat(
487
625
  grpc_endpoint_get_peer(ep), ":client_transport"))),
488
626
  self_reservation(
489
627
  memory_owner.MakeReservation(sizeof(grpc_chttp2_transport))),
490
- combiner(grpc_combiner_create()),
628
+ event_engine(
629
+ channel_args
630
+ .GetObjectRef<grpc_event_engine::experimental::EventEngine>()),
631
+ combiner(grpc_combiner_create(event_engine)),
491
632
  state_tracker(is_client ? "client_transport" : "server_transport",
492
633
  GRPC_CHANNEL_READY),
493
- is_client(is_client),
494
634
  next_stream_id(is_client ? 1 : 2),
635
+ ping_abuse_policy(channel_args),
636
+ ping_rate_policy(channel_args, is_client),
495
637
  flow_control(
496
- peer_string.c_str(),
638
+ peer_string.as_string_view(),
497
639
  channel_args.GetBool(GRPC_ARG_HTTP2_BDP_PROBE).value_or(true),
498
640
  &memory_owner),
499
641
  deframe_state(is_client ? GRPC_DTS_FH_0 : GRPC_DTS_CLIENT_PREFIX_0),
500
- event_engine(
501
- channel_args
502
- .GetObjectRef<grpc_event_engine::experimental::EventEngine>()) {
642
+ is_client(is_client) {
643
+ cl = new grpc_core::ContextList();
503
644
  GPR_ASSERT(strlen(GRPC_CHTTP2_CLIENT_CONNECT_STRING) ==
504
645
  GRPC_CHTTP2_CLIENT_CONNECT_STRLEN);
505
646
  base.vtable = get_vtable();
506
- // 8 is a random stab in the dark as to a good initial size: it's small enough
507
- // that it shouldn't waste memory for infrequently used connections, yet
508
- // large enough that the exponential growth should happen nicely when it's
509
- // needed.
510
- // TODO(ctiller): tune this
511
- grpc_chttp2_stream_map_init(&stream_map, 8);
512
647
 
513
648
  grpc_slice_buffer_init(&read_buffer);
514
- grpc_slice_buffer_init(&outbuf);
515
649
  if (is_client) {
516
- grpc_slice_buffer_add(&outbuf, grpc_slice_from_copied_string(
517
- GRPC_CHTTP2_CLIENT_CONNECT_STRING));
650
+ grpc_slice_buffer_add(
651
+ outbuf.c_slice_buffer(),
652
+ grpc_slice_from_copied_string(GRPC_CHTTP2_CLIENT_CONNECT_STRING));
518
653
  }
519
654
  grpc_slice_buffer_init(&qbuf);
520
655
  // copy in initial settings to all setting sets
@@ -537,22 +672,18 @@ grpc_chttp2_transport::grpc_chttp2_transport(
537
672
  queue_setting_update(this,
538
673
  GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA, 1);
539
674
 
540
- configure_transport_ping_policy(this);
541
- init_transport_keepalive_settings(this);
542
-
543
675
  read_channel_args(this, channel_args, is_client);
544
676
 
545
- // No pings allowed before receiving a header or data frame.
546
- ping_state.pings_before_data_required = 0;
547
- ping_state.last_ping_sent_time = grpc_core::Timestamp::InfPast();
548
-
549
- ping_recv_state.last_ping_recv_time = grpc_core::Timestamp::InfPast();
550
- ping_recv_state.ping_strikes = 0;
677
+ // Initially allow *UP TO* MAX_CONCURRENT_STREAMS incoming before we start
678
+ // blanket cancelling them.
679
+ num_incoming_streams_before_settings_ack =
680
+ settings[GRPC_LOCAL_SETTINGS]
681
+ [GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS];
551
682
 
552
683
  grpc_core::ExecCtx exec_ctx;
553
684
  combiner->Run(
554
- GRPC_CLOSURE_INIT(&init_keepalive_ping_locked,
555
- init_keepalive_pings_if_enabled_locked, this, nullptr),
685
+ grpc_core::InitTransportClosure<init_keepalive_pings_if_enabled_locked>(
686
+ Ref(), &init_keepalive_ping_locked),
556
687
  absl::OkStatus());
557
688
 
558
689
  if (flow_control.bdp_probe()) {
@@ -566,18 +697,26 @@ grpc_chttp2_transport::grpc_chttp2_transport(
566
697
  if (grpc_core::test_only_init_callback != nullptr) {
567
698
  grpc_core::test_only_init_callback();
568
699
  }
700
+
701
+ #ifdef GRPC_POSIX_SOCKET_TCP
702
+ closure_barrier_may_cover_write =
703
+ grpc_event_engine_run_in_background() &&
704
+ grpc_core::IsScheduleCancellationOverWriteEnabled()
705
+ ? 0
706
+ : CLOSURE_BARRIER_MAY_COVER_WRITE;
707
+ #endif
569
708
  }
570
709
 
571
710
  static void destroy_transport_locked(void* tp, grpc_error_handle /*error*/) {
572
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
711
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t(
712
+ static_cast<grpc_chttp2_transport*>(tp));
573
713
  t->destroying = 1;
574
714
  close_transport_locked(
575
- t, grpc_error_set_int(GRPC_ERROR_CREATE("Transport destroyed"),
576
- grpc_core::StatusIntProperty::kOccurredDuringWrite,
577
- t->write_state));
715
+ t.get(),
716
+ grpc_error_set_int(GRPC_ERROR_CREATE("Transport destroyed"),
717
+ grpc_core::StatusIntProperty::kOccurredDuringWrite,
718
+ t->write_state));
578
719
  t->memory_owner.Reset();
579
- // Must be the last line.
580
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "destroy");
581
720
  }
582
721
 
583
722
  static void destroy_transport(grpc_transport* gt) {
@@ -609,15 +748,25 @@ static void close_transport_locked(grpc_chttp2_transport* t,
609
748
  t->closed_with_error = error;
610
749
  connectivity_state_set(t, GRPC_CHANNEL_SHUTDOWN, absl::Status(),
611
750
  "close_transport");
612
- if (t->ping_state.delayed_ping_timer_handle.has_value()) {
613
- if (t->event_engine->Cancel(*t->ping_state.delayed_ping_timer_handle)) {
614
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
615
- t->ping_state.delayed_ping_timer_handle.reset();
751
+ if (t->keepalive_ping_timeout_handle !=
752
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid) {
753
+ t->event_engine->Cancel(std::exchange(
754
+ t->keepalive_ping_timeout_handle,
755
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid));
756
+ }
757
+ if (t->settings_ack_watchdog !=
758
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid) {
759
+ t->event_engine->Cancel(std::exchange(
760
+ t->settings_ack_watchdog,
761
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid));
762
+ }
763
+ if (t->delayed_ping_timer_handle.has_value()) {
764
+ if (t->event_engine->Cancel(*t->delayed_ping_timer_handle)) {
765
+ t->delayed_ping_timer_handle.reset();
616
766
  }
617
767
  }
618
768
  if (t->next_bdp_ping_timer_handle.has_value()) {
619
769
  if (t->event_engine->Cancel(*t->next_bdp_ping_timer_handle)) {
620
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
621
770
  t->next_bdp_ping_timer_handle.reset();
622
771
  }
623
772
  }
@@ -625,7 +774,6 @@ static void close_transport_locked(grpc_chttp2_transport* t,
625
774
  case GRPC_CHTTP2_KEEPALIVE_STATE_WAITING:
626
775
  if (t->keepalive_ping_timer_handle.has_value()) {
627
776
  if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
628
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
629
777
  t->keepalive_ping_timer_handle.reset();
630
778
  }
631
779
  }
@@ -633,16 +781,9 @@ static void close_transport_locked(grpc_chttp2_transport* t,
633
781
  case GRPC_CHTTP2_KEEPALIVE_STATE_PINGING:
634
782
  if (t->keepalive_ping_timer_handle.has_value()) {
635
783
  if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
636
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
637
784
  t->keepalive_ping_timer_handle.reset();
638
785
  }
639
786
  }
640
- if (t->keepalive_watchdog_timer_handle.has_value()) {
641
- if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
642
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
643
- t->keepalive_watchdog_timer_handle.reset();
644
- }
645
- }
646
787
  break;
647
788
  case GRPC_CHTTP2_KEEPALIVE_STATE_DYING:
648
789
  case GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED:
@@ -685,24 +826,27 @@ void grpc_chttp2_stream_unref(grpc_chttp2_stream* s) {
685
826
  }
686
827
  #endif
687
828
 
688
- grpc_chttp2_stream::Reffer::Reffer(grpc_chttp2_stream* s) {
689
- // We reserve one 'active stream' that's dropped when the stream is
690
- // read-closed. The others are for Chttp2IncomingByteStreams that are
691
- // actively reading
692
- GRPC_CHTTP2_STREAM_REF(s, "chttp2");
693
- GRPC_CHTTP2_REF_TRANSPORT(s->t, "stream");
694
- }
695
-
696
829
  grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
697
830
  grpc_stream_refcount* refcount,
698
831
  const void* server_data,
699
832
  grpc_core::Arena* arena)
700
- : t(t),
701
- refcount(refcount),
702
- reffer(this),
833
+ : t(t->Ref()),
834
+ refcount([refcount]() {
835
+ // We reserve one 'active stream' that's dropped when the stream is
836
+ // read-closed. The others are for Chttp2IncomingByteStreams that are
837
+ // actively reading
838
+ // We do this here to avoid cache misses.
839
+ #ifndef NDEBUG
840
+ grpc_stream_ref(refcount, "chttp2");
841
+ #else
842
+ grpc_stream_ref(refcount);
843
+ #endif
844
+ return refcount;
845
+ }()),
703
846
  initial_metadata_buffer(arena),
704
847
  trailing_metadata_buffer(arena),
705
848
  flow_control(&t->flow_control) {
849
+ t->streams_allocated.fetch_add(1, std::memory_order_relaxed);
706
850
  if (server_data) {
707
851
  id = static_cast<uint32_t>(reinterpret_cast<uintptr_t>(server_data));
708
852
  if (grpc_http_trace.enabled()) {
@@ -710,7 +854,7 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
710
854
  this, id, server_data);
711
855
  }
712
856
  *t->accepting_stream = this;
713
- grpc_chttp2_stream_map_add(&t->stream_map, id, this);
857
+ t->stream_map.emplace(id, this);
714
858
  post_destructive_reclaimer(t);
715
859
  }
716
860
 
@@ -719,8 +863,9 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
719
863
  }
720
864
 
721
865
  grpc_chttp2_stream::~grpc_chttp2_stream() {
722
- grpc_chttp2_list_remove_stalled_by_stream(t, this);
723
- grpc_chttp2_list_remove_stalled_by_transport(t, this);
866
+ t->streams_allocated.fetch_sub(1, std::memory_order_relaxed);
867
+ grpc_chttp2_list_remove_stalled_by_stream(t.get(), this);
868
+ grpc_chttp2_list_remove_stalled_by_transport(t.get(), this);
724
869
 
725
870
  if (t->channelz_socket != nullptr) {
726
871
  if ((t->is_client && eos_received) || (!t->is_client && eos_sent)) {
@@ -732,7 +877,7 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
732
877
 
733
878
  GPR_ASSERT((write_closed && read_closed) || id == 0);
734
879
  if (id != 0) {
735
- GPR_ASSERT(grpc_chttp2_stream_map_find(&t->stream_map, id) == nullptr);
880
+ GPR_ASSERT(t->stream_map.count(id) == 0);
736
881
  }
737
882
 
738
883
  grpc_slice_buffer_destroy(&frame_storage);
@@ -751,7 +896,6 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
751
896
  GPR_ASSERT(recv_message_ready == nullptr);
752
897
  GPR_ASSERT(recv_trailing_metadata_finished == nullptr);
753
898
  grpc_slice_buffer_destroy(&flow_controlled_buffer);
754
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "stream");
755
899
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, destroy_stream_arg, absl::OkStatus());
756
900
  }
757
901
 
@@ -813,7 +957,8 @@ static void set_write_state(grpc_chttp2_transport* t,
813
957
  grpc_chttp2_write_state st, const char* reason) {
814
958
  GRPC_CHTTP2_IF_TRACING(
815
959
  gpr_log(GPR_INFO, "W:%p %s [%s] state %s -> %s [%s]", t,
816
- t->is_client ? "CLIENT" : "SERVER", t->peer_string.c_str(),
960
+ t->is_client ? "CLIENT" : "SERVER",
961
+ std::string(t->peer_string.as_string_view()).c_str(),
817
962
  write_state_name(t->write_state), write_state_name(st), reason));
818
963
  t->write_state = st;
819
964
  // If the state is being reset back to idle, it means a write was just
@@ -838,7 +983,6 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
838
983
  case GRPC_CHTTP2_WRITE_STATE_IDLE:
839
984
  set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING,
840
985
  grpc_chttp2_initiate_write_reason_string(reason));
841
- GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
842
986
  // Note that the 'write_action_begin_locked' closure is being scheduled
843
987
  // on the 'finally_scheduler' of t->combiner. This means that
844
988
  // 'write_action_begin_locked' is called only *after* all the other
@@ -856,8 +1000,8 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
856
1000
  // It does not call the endpoint to write the bytes. That is done by the
857
1001
  // 'write_action' (which is scheduled by 'write_action_begin_locked')
858
1002
  t->combiner->FinallyRun(
859
- GRPC_CLOSURE_INIT(&t->write_action_begin_locked,
860
- write_action_begin_locked, t, nullptr),
1003
+ grpc_core::InitTransportClosure<write_action_begin_locked>(
1004
+ t->Ref(), &t->write_action_begin_locked),
861
1005
  absl::OkStatus());
862
1006
  break;
863
1007
  case GRPC_CHTTP2_WRITE_STATE_WRITING:
@@ -884,22 +1028,22 @@ static const char* begin_writing_desc(bool partial) {
884
1028
  }
885
1029
  }
886
1030
 
887
- static void write_action_begin_locked(void* gt,
888
- grpc_error_handle /*error_ignored*/) {
889
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
1031
+ static void write_action_begin_locked(
1032
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
1033
+ grpc_error_handle /*error_ignored*/) {
890
1034
  GPR_ASSERT(t->write_state != GRPC_CHTTP2_WRITE_STATE_IDLE);
891
1035
  grpc_chttp2_begin_write_result r;
892
1036
  if (!t->closed_with_error.ok()) {
893
1037
  r.writing = false;
894
1038
  } else {
895
- r = grpc_chttp2_begin_write(t);
1039
+ r = grpc_chttp2_begin_write(t.get());
896
1040
  }
897
1041
  if (r.writing) {
898
- set_write_state(t,
1042
+ set_write_state(t.get(),
899
1043
  r.partial ? GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE
900
1044
  : GRPC_CHTTP2_WRITE_STATE_WRITING,
901
1045
  begin_writing_desc(r.partial));
902
- write_action(t, absl::OkStatus());
1046
+ write_action(t.get());
903
1047
  if (t->reading_paused_on_pending_induced_frames) {
904
1048
  GPR_ASSERT(t->num_pending_induced_frames == 0);
905
1049
  // We had paused reading, because we had many induced frames (SETTINGS
@@ -909,20 +1053,29 @@ static void write_action_begin_locked(void* gt,
909
1053
  GPR_INFO,
910
1054
  "transport %p : Resuming reading after being paused due to too "
911
1055
  "many unwritten SETTINGS ACK, PINGS ACK and RST_STREAM frames",
912
- t));
1056
+ t.get()));
913
1057
  t->reading_paused_on_pending_induced_frames = false;
914
- continue_read_action_locked(t);
1058
+ continue_read_action_locked(std::move(t));
915
1059
  }
916
1060
  } else {
917
- set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "begin writing nothing");
918
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
1061
+ set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_IDLE,
1062
+ "begin writing nothing");
919
1063
  }
920
1064
  }
921
1065
 
922
- static void write_action(void* gt, grpc_error_handle /*error*/) {
923
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
1066
+ static void write_action(grpc_chttp2_transport* t) {
924
1067
  void* cl = t->cl;
925
- t->cl = nullptr;
1068
+ if (!t->cl->empty()) {
1069
+ // Transfer the ownership of the context list to the endpoint and create and
1070
+ // associate a new context list with the transport.
1071
+ // The old context list is stored in the cl local variable which is passed
1072
+ // to the endpoint. Its upto the endpoint to manage its lifetime.
1073
+ t->cl = new grpc_core::ContextList();
1074
+ } else {
1075
+ // t->cl is Empty. There is nothing to trace in this endpoint_write. set cl
1076
+ // to nullptr.
1077
+ cl = nullptr;
1078
+ }
926
1079
  // Choose max_frame_size as the prefered rx crypto frame size indicated by the
927
1080
  // peer.
928
1081
  int max_frame_size =
@@ -934,36 +1087,47 @@ static void write_action(void* gt, grpc_error_handle /*error*/) {
934
1087
  if (max_frame_size == 0) {
935
1088
  max_frame_size = INT_MAX;
936
1089
  }
937
- grpc_endpoint_write(
938
- t->ep, &t->outbuf,
939
- GRPC_CLOSURE_INIT(&t->write_action_end_locked, write_action_end, t,
940
- grpc_schedule_on_exec_ctx),
941
- cl, max_frame_size);
1090
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_ping_trace)) {
1091
+ gpr_log(GPR_INFO, "%s[%p]: Write %" PRIdPTR " bytes",
1092
+ t->is_client ? "CLIENT" : "SERVER", t, t->outbuf.Length());
1093
+ }
1094
+ t->write_size_policy.BeginWrite(t->outbuf.Length());
1095
+ grpc_endpoint_write(t->ep, t->outbuf.c_slice_buffer(),
1096
+ grpc_core::InitTransportClosure<write_action_end>(
1097
+ t->Ref(), &t->write_action_end_locked),
1098
+ cl, max_frame_size);
942
1099
  }
943
1100
 
944
- static void write_action_end(void* tp, grpc_error_handle error) {
945
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
946
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->write_action_end_locked,
947
- write_action_end_locked, t, nullptr),
948
- error);
1101
+ static void write_action_end(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
1102
+ grpc_error_handle error) {
1103
+ auto* tp = t.get();
1104
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_ping_trace)) {
1105
+ gpr_log(GPR_INFO, "%s[%p]: Finish write",
1106
+ t->is_client ? "CLIENT" : "SERVER", t.get());
1107
+ }
1108
+ tp->combiner->Run(grpc_core::InitTransportClosure<write_action_end_locked>(
1109
+ std::move(t), &tp->write_action_end_locked),
1110
+ error);
949
1111
  }
950
1112
 
951
1113
  // Callback from the grpc_endpoint after bytes have been written by calling
952
1114
  // sendmsg
953
- static void write_action_end_locked(void* tp, grpc_error_handle error) {
954
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
1115
+ static void write_action_end_locked(
1116
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
1117
+ grpc_error_handle error) {
1118
+ t->write_size_policy.EndWrite(error.ok());
955
1119
 
956
1120
  bool closed = false;
957
1121
  if (!error.ok()) {
958
- close_transport_locked(t, error);
1122
+ close_transport_locked(t.get(), error);
959
1123
  closed = true;
960
1124
  }
961
1125
 
962
1126
  if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED) {
963
1127
  t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SENT;
964
1128
  closed = true;
965
- if (grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
966
- close_transport_locked(t, GRPC_ERROR_CREATE("goaway sent"));
1129
+ if (t->stream_map.empty()) {
1130
+ close_transport_locked(t.get(), GRPC_ERROR_CREATE("goaway sent"));
967
1131
  }
968
1132
  }
969
1133
 
@@ -971,11 +1135,11 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
971
1135
  case GRPC_CHTTP2_WRITE_STATE_IDLE:
972
1136
  GPR_UNREACHABLE_CODE(break);
973
1137
  case GRPC_CHTTP2_WRITE_STATE_WRITING:
974
- set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
1138
+ set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
975
1139
  break;
976
1140
  case GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE:
977
- set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING, "continue writing");
978
- GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
1141
+ set_write_state(t.get(), GRPC_CHTTP2_WRITE_STATE_WRITING,
1142
+ "continue writing");
979
1143
  // If the transport is closed, we will retry writing on the endpoint
980
1144
  // and next write may contain part of the currently serialized frames.
981
1145
  // So, we should only call the run_after_write callbacks when the next
@@ -985,14 +1149,13 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
985
1149
  grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &t->run_after_write);
986
1150
  }
987
1151
  t->combiner->FinallyRun(
988
- GRPC_CLOSURE_INIT(&t->write_action_begin_locked,
989
- write_action_begin_locked, t, nullptr),
1152
+ grpc_core::InitTransportClosure<write_action_begin_locked>(
1153
+ t, &t->write_action_begin_locked),
990
1154
  absl::OkStatus());
991
1155
  break;
992
1156
  }
993
1157
 
994
- grpc_chttp2_end_write(t, error);
995
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
1158
+ grpc_chttp2_end_write(t.get(), error);
996
1159
  }
997
1160
 
998
1161
  // Dirties an HTTP2 setting to be sent out next time a writing path occurs.
@@ -1014,13 +1177,13 @@ static void queue_setting_update(grpc_chttp2_transport* t,
1014
1177
 
1015
1178
  // Cancel out streams that haven't yet started if we have received a GOAWAY
1016
1179
  static void cancel_unstarted_streams(grpc_chttp2_transport* t,
1017
- grpc_error_handle error) {
1180
+ grpc_error_handle error, bool tarpit) {
1018
1181
  grpc_chttp2_stream* s;
1019
1182
  while (grpc_chttp2_list_pop_waiting_for_concurrency(t, &s)) {
1020
1183
  s->trailing_metadata_buffer.Set(
1021
1184
  grpc_core::GrpcStreamNetworkState(),
1022
1185
  grpc_core::GrpcStreamNetworkState::kNotSentOnWire);
1023
- grpc_chttp2_cancel_stream(t, s, error);
1186
+ grpc_chttp2_cancel_stream(t, s, error, tarpit);
1024
1187
  }
1025
1188
  }
1026
1189
 
@@ -1048,25 +1211,25 @@ void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
1048
1211
  // We want to log this irrespective of whether http tracing is enabled if we
1049
1212
  // received a GOAWAY with a non NO_ERROR code.
1050
1213
  if (goaway_error != GRPC_HTTP2_NO_ERROR) {
1051
- gpr_log(GPR_INFO, "%s: Got goaway [%d] err=%s", t->peer_string.c_str(),
1052
- goaway_error, grpc_core::StatusToString(t->goaway_error).c_str());
1214
+ gpr_log(GPR_INFO, "%s: Got goaway [%d] err=%s",
1215
+ std::string(t->peer_string.as_string_view()).c_str(), goaway_error,
1216
+ grpc_core::StatusToString(t->goaway_error).c_str());
1053
1217
  }
1054
1218
  if (t->is_client) {
1055
- cancel_unstarted_streams(t, t->goaway_error);
1219
+ cancel_unstarted_streams(t, t->goaway_error, false);
1056
1220
  // Cancel all unseen streams
1057
- grpc_chttp2_stream_map_for_each(
1058
- &t->stream_map,
1059
- [](void* user_data, uint32_t /* key */, void* stream) {
1060
- uint32_t last_stream_id = *(static_cast<uint32_t*>(user_data));
1061
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(stream);
1062
- if (s->id > last_stream_id) {
1063
- s->trailing_metadata_buffer.Set(
1064
- grpc_core::GrpcStreamNetworkState(),
1065
- grpc_core::GrpcStreamNetworkState::kNotSeenByServer);
1066
- grpc_chttp2_cancel_stream(s->t, s, s->t->goaway_error);
1067
- }
1068
- },
1069
- &last_stream_id);
1221
+ std::vector<grpc_chttp2_stream*> to_cancel;
1222
+ for (auto id_stream : t->stream_map) {
1223
+ if (id_stream.first > last_stream_id) {
1224
+ to_cancel.push_back(id_stream.second);
1225
+ }
1226
+ }
1227
+ for (auto s : to_cancel) {
1228
+ s->trailing_metadata_buffer.Set(
1229
+ grpc_core::GrpcStreamNetworkState(),
1230
+ grpc_core::GrpcStreamNetworkState::kNotSeenByServer);
1231
+ grpc_chttp2_cancel_stream(s->t.get(), s, s->t->goaway_error, false);
1232
+ }
1070
1233
  }
1071
1234
  absl::Status status = grpc_error_to_absl_status(t->goaway_error);
1072
1235
  // When a client receives a GOAWAY with error code ENHANCE_YOUR_CALM and debug
@@ -1080,7 +1243,8 @@ void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
1080
1243
  "%s: Received a GOAWAY with error code ENHANCE_YOUR_CALM and debug "
1081
1244
  "data equal to \"too_many_pings\". Current keepalive time (before "
1082
1245
  "throttling): %s",
1083
- t->peer_string.c_str(), t->keepalive_time.ToString().c_str());
1246
+ std::string(t->peer_string.as_string_view()).c_str(),
1247
+ t->keepalive_time.ToString().c_str());
1084
1248
  constexpr int max_keepalive_time_millis =
1085
1249
  INT_MAX / KEEPALIVE_TIME_BACKOFF_MULTIPLIER;
1086
1250
  int64_t throttled_keepalive_time =
@@ -1103,13 +1267,13 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
1103
1267
  // maybe cancel out streams that haven't yet started if we have received a
1104
1268
  // GOAWAY
1105
1269
  if (!t->goaway_error.ok()) {
1106
- cancel_unstarted_streams(t, t->goaway_error);
1270
+ cancel_unstarted_streams(t, t->goaway_error, false);
1107
1271
  return;
1108
1272
  }
1109
1273
  // start streams where we have free grpc_chttp2_stream ids and free
1110
1274
  // * concurrency
1111
1275
  while (t->next_stream_id <= MAX_CLIENT_STREAM_ID &&
1112
- grpc_chttp2_stream_map_size(&t->stream_map) <
1276
+ t->stream_map.size() <
1113
1277
  t->settings[GRPC_PEER_SETTINGS]
1114
1278
  [GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS] &&
1115
1279
  grpc_chttp2_list_pop_waiting_for_concurrency(t, &s)) {
@@ -1130,7 +1294,7 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
1130
1294
  "no_more_stream_ids");
1131
1295
  }
1132
1296
 
1133
- grpc_chttp2_stream_map_add(&t->stream_map, s->id, s);
1297
+ t->stream_map.emplace(s->id, s);
1134
1298
  post_destructive_reclaimer(t);
1135
1299
  grpc_chttp2_mark_stream_writable(t, s);
1136
1300
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_START_NEW_STREAM);
@@ -1145,19 +1309,12 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
1145
1309
  t, s,
1146
1310
  grpc_error_set_int(GRPC_ERROR_CREATE("Stream IDs exhausted"),
1147
1311
  grpc_core::StatusIntProperty::kRpcStatus,
1148
- GRPC_STATUS_UNAVAILABLE));
1312
+ GRPC_STATUS_UNAVAILABLE),
1313
+ false);
1149
1314
  }
1150
1315
  }
1151
1316
  }
1152
1317
 
1153
- // Flag that this closure barrier may be covering a write in a pollset, and so
1154
- // we should not complete this closure until we can prove that the write got
1155
- // scheduled
1156
- #define CLOSURE_BARRIER_MAY_COVER_WRITE (1 << 0)
1157
- // First bit of the reference count, stored in the high order bits (with the low
1158
- // bits being used for flags defined above)
1159
- #define CLOSURE_BARRIER_FIRST_REF_BIT (1 << 16)
1160
-
1161
1318
  static grpc_closure* add_closure_barrier(grpc_closure* closure) {
1162
1319
  closure->next_data.scratch += CLOSURE_BARRIER_FIRST_REF_BIT;
1163
1320
  return closure;
@@ -1176,10 +1333,11 @@ static void null_then_sched_closure(grpc_closure** closure) {
1176
1333
  }
1177
1334
 
1178
1335
  void grpc_chttp2_complete_closure_step(grpc_chttp2_transport* t,
1179
- grpc_chttp2_stream* /*s*/,
1336
+ grpc_chttp2_stream* s,
1180
1337
  grpc_closure** pclosure,
1181
1338
  grpc_error_handle error,
1182
- const char* desc) {
1339
+ const char* desc,
1340
+ grpc_core::DebugLocation whence) {
1183
1341
  grpc_closure* closure = *pclosure;
1184
1342
  *pclosure = nullptr;
1185
1343
  if (closure == nullptr) {
@@ -1190,15 +1348,23 @@ void grpc_chttp2_complete_closure_step(grpc_chttp2_transport* t,
1190
1348
  gpr_log(
1191
1349
  GPR_INFO,
1192
1350
  "complete_closure_step: t=%p %p refs=%d flags=0x%04x desc=%s err=%s "
1193
- "write_state=%s",
1351
+ "write_state=%s whence=%s:%d",
1194
1352
  t, closure,
1195
1353
  static_cast<int>(closure->next_data.scratch /
1196
1354
  CLOSURE_BARRIER_FIRST_REF_BIT),
1197
1355
  static_cast<int>(closure->next_data.scratch %
1198
1356
  CLOSURE_BARRIER_FIRST_REF_BIT),
1199
1357
  desc, grpc_core::StatusToString(error).c_str(),
1200
- write_state_name(t->write_state));
1358
+ write_state_name(t->write_state), whence.file(), whence.line());
1201
1359
  }
1360
+
1361
+ auto* tracer = CallTracerIfEnabled(s);
1362
+ if (tracer != nullptr) {
1363
+ tracer->RecordAnnotation(
1364
+ absl::StrFormat("on_complete: s=%p %p desc=%s err=%s", s, closure, desc,
1365
+ grpc_core::StatusToString(error).c_str()));
1366
+ }
1367
+
1202
1368
  if (!error.ok()) {
1203
1369
  grpc_error_handle cl_err =
1204
1370
  grpc_core::internal::StatusMoveFromHeapPtr(closure->error_data.error);
@@ -1208,8 +1374,9 @@ void grpc_chttp2_complete_closure_step(grpc_chttp2_transport* t,
1208
1374
  " write_state=", write_state_name(t->write_state), " refs=",
1209
1375
  closure->next_data.scratch / CLOSURE_BARRIER_FIRST_REF_BIT, " flags=",
1210
1376
  closure->next_data.scratch % CLOSURE_BARRIER_FIRST_REF_BIT));
1211
- cl_err = grpc_error_set_str(
1212
- cl_err, grpc_core::StatusStrProperty::kTargetAddress, t->peer_string);
1377
+ cl_err = grpc_error_set_str(cl_err,
1378
+ grpc_core::StatusStrProperty::kTargetAddress,
1379
+ std::string(t->peer_string.as_string_view()));
1213
1380
  }
1214
1381
  cl_err = grpc_error_add_child(cl_err, error);
1215
1382
  closure->error_data.error = grpc_core::internal::StatusAllocHeapPtr(cl_err);
@@ -1251,14 +1418,14 @@ static void perform_stream_op_locked(void* stream_op,
1251
1418
  grpc_chttp2_stream* s =
1252
1419
  static_cast<grpc_chttp2_stream*>(op->handler_private.extra_arg);
1253
1420
  grpc_transport_stream_op_batch_payload* op_payload = op->payload;
1254
- grpc_chttp2_transport* t = s->t;
1421
+ grpc_chttp2_transport* t = s->t.get();
1255
1422
 
1256
1423
  s->context = op->payload->context;
1257
1424
  s->traced = op->is_traced;
1258
1425
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
1259
1426
  gpr_log(GPR_INFO,
1260
1427
  "perform_stream_op_locked[s=%p; op=%p]: %s; on_complete = %p", s,
1261
- op, grpc_transport_stream_op_batch_string(op).c_str(),
1428
+ op, grpc_transport_stream_op_batch_string(op, false).c_str(),
1262
1429
  op->on_complete);
1263
1430
  if (op->send_initial_metadata) {
1264
1431
  log_metadata(op_payload->send_initial_metadata.send_initial_metadata,
@@ -1270,6 +1437,14 @@ static void perform_stream_op_locked(void* stream_op,
1270
1437
  }
1271
1438
  }
1272
1439
 
1440
+ auto* tracer = CallTracerIfEnabled(s);
1441
+ if (tracer != nullptr) {
1442
+ tracer->RecordAnnotation(absl::StrFormat(
1443
+ "perform_stream_op_locked[s=%p; op=%p]: %s; on_complete = %p", s, op,
1444
+ grpc_transport_stream_op_batch_string(op, true).c_str(),
1445
+ op->on_complete));
1446
+ }
1447
+
1273
1448
  grpc_closure* on_complete = op->on_complete;
1274
1449
  // on_complete will be null if and only if there are no send ops in the batch.
1275
1450
  if (on_complete != nullptr) {
@@ -1280,7 +1455,8 @@ static void perform_stream_op_locked(void* stream_op,
1280
1455
  }
1281
1456
 
1282
1457
  if (op->cancel_stream) {
1283
- grpc_chttp2_cancel_stream(t, s, op_payload->cancel_stream.cancel_error);
1458
+ grpc_chttp2_cancel_stream(t, s, op_payload->cancel_stream.cancel_error,
1459
+ op_payload->cancel_stream.tarpit);
1284
1460
  }
1285
1461
 
1286
1462
  if (op->send_initial_metadata) {
@@ -1288,7 +1464,7 @@ static void perform_stream_op_locked(void* stream_op,
1288
1464
  t->channelz_socket->RecordStreamStartedFromLocal();
1289
1465
  }
1290
1466
  GPR_ASSERT(s->send_initial_metadata_finished == nullptr);
1291
- on_complete->next_data.scratch |= CLOSURE_BARRIER_MAY_COVER_WRITE;
1467
+ on_complete->next_data.scratch |= t->closure_barrier_may_cover_write;
1292
1468
 
1293
1469
  s->send_initial_metadata_finished = add_closure_barrier(on_complete);
1294
1470
  s->send_initial_metadata =
@@ -1318,7 +1494,8 @@ static void perform_stream_op_locked(void* stream_op,
1318
1494
  GRPC_ERROR_CREATE_REFERENCING("Transport closed",
1319
1495
  &t->closed_with_error, 1),
1320
1496
  grpc_core::StatusIntProperty::kRpcStatus,
1321
- GRPC_STATUS_UNAVAILABLE));
1497
+ GRPC_STATUS_UNAVAILABLE),
1498
+ false);
1322
1499
  }
1323
1500
  } else {
1324
1501
  GPR_ASSERT(s->id != 0);
@@ -1338,17 +1515,13 @@ static void perform_stream_op_locked(void* stream_op,
1338
1515
  &s->write_closed_error, 1),
1339
1516
  "send_initial_metadata_finished");
1340
1517
  }
1341
- if (op_payload->send_initial_metadata.peer_string != nullptr) {
1342
- gpr_atm_rel_store(op_payload->send_initial_metadata.peer_string,
1343
- (gpr_atm)t->peer_string.c_str());
1344
- }
1345
1518
  }
1346
1519
 
1347
1520
  if (op->send_message) {
1348
1521
  t->num_messages_in_next_write++;
1349
1522
  grpc_core::global_stats().IncrementHttp2SendMessageSize(
1350
1523
  op->payload->send_message.send_message->Length());
1351
- on_complete->next_data.scratch |= CLOSURE_BARRIER_MAY_COVER_WRITE;
1524
+ on_complete->next_data.scratch |= t->closure_barrier_may_cover_write;
1352
1525
  s->send_message_finished = add_closure_barrier(op->on_complete);
1353
1526
  const uint32_t flags = op_payload->send_message.flags;
1354
1527
  if (s->write_closed) {
@@ -1422,7 +1595,7 @@ static void perform_stream_op_locked(void* stream_op,
1422
1595
 
1423
1596
  if (op->send_trailing_metadata) {
1424
1597
  GPR_ASSERT(s->send_trailing_metadata_finished == nullptr);
1425
- on_complete->next_data.scratch |= CLOSURE_BARRIER_MAY_COVER_WRITE;
1598
+ on_complete->next_data.scratch |= t->closure_barrier_may_cover_write;
1426
1599
  s->send_trailing_metadata_finished = add_closure_barrier(on_complete);
1427
1600
  s->send_trailing_metadata =
1428
1601
  op_payload->send_trailing_metadata.send_trailing_metadata;
@@ -1461,10 +1634,6 @@ static void perform_stream_op_locked(void* stream_op,
1461
1634
  if (s->parsed_trailers_only && s->trailing_metadata_available != nullptr) {
1462
1635
  *s->trailing_metadata_available = true;
1463
1636
  }
1464
- if (op_payload->recv_initial_metadata.peer_string != nullptr) {
1465
- gpr_atm_rel_store(op_payload->recv_initial_metadata.peer_string,
1466
- (gpr_atm)t->peer_string.c_str());
1467
- }
1468
1637
  grpc_chttp2_maybe_complete_recv_initial_metadata(t, s);
1469
1638
  }
1470
1639
 
@@ -1519,7 +1688,7 @@ static void perform_stream_op(grpc_transport* gt, grpc_stream* gs,
1519
1688
 
1520
1689
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
1521
1690
  gpr_log(GPR_INFO, "perform_stream_op[s=%p; op=%p]: %s", s, op,
1522
- grpc_transport_stream_op_batch_string(op).c_str());
1691
+ grpc_transport_stream_op_batch_string(op, false).c_str());
1523
1692
  }
1524
1693
 
1525
1694
  GRPC_CHTTP2_STREAM_REF(s, "perform_stream_op");
@@ -1530,16 +1699,42 @@ static void perform_stream_op(grpc_transport* gt, grpc_stream* gs,
1530
1699
  }
1531
1700
 
1532
1701
  static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error) {
1702
+ GRPC_CHTTP2_IF_TRACING(gpr_log(GPR_INFO, "%p CANCEL PINGS: %s", t,
1703
+ grpc_core::StatusToString(error).c_str()));
1533
1704
  // callback remaining pings: they're not allowed to call into the transport,
1534
1705
  // and maybe they hold resources that need to be freed
1535
- grpc_chttp2_ping_queue* pq = &t->ping_queue;
1536
- GPR_ASSERT(!error.ok());
1537
- for (size_t j = 0; j < GRPC_CHTTP2_PCL_COUNT; j++) {
1538
- grpc_closure_list_fail_all(&pq->lists[j], error);
1539
- grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &pq->lists[j]);
1540
- }
1706
+ t->ping_callbacks.CancelAll(t->event_engine.get());
1541
1707
  }
1542
1708
 
1709
+ namespace {
1710
+ class PingClosureWrapper {
1711
+ public:
1712
+ explicit PingClosureWrapper(grpc_closure* closure) : closure_(closure) {}
1713
+ PingClosureWrapper(const PingClosureWrapper&) = delete;
1714
+ PingClosureWrapper& operator=(const PingClosureWrapper&) = delete;
1715
+ PingClosureWrapper(PingClosureWrapper&& other) noexcept
1716
+ : closure_(other.Take()) {}
1717
+ PingClosureWrapper& operator=(PingClosureWrapper&& other) noexcept {
1718
+ std::swap(closure_, other.closure_);
1719
+ return *this;
1720
+ }
1721
+ ~PingClosureWrapper() {
1722
+ if (closure_ != nullptr) {
1723
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, closure_, absl::CancelledError());
1724
+ }
1725
+ }
1726
+
1727
+ void operator()() {
1728
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, Take(), absl::OkStatus());
1729
+ }
1730
+
1731
+ private:
1732
+ grpc_closure* Take() { return std::exchange(closure_, nullptr); }
1733
+
1734
+ grpc_closure* closure_ = nullptr;
1735
+ };
1736
+ } // namespace
1737
+
1543
1738
  static void send_ping_locked(grpc_chttp2_transport* t,
1544
1739
  grpc_closure* on_initiate, grpc_closure* on_ack) {
1545
1740
  if (!t->closed_with_error.ok()) {
@@ -1547,88 +1742,125 @@ static void send_ping_locked(grpc_chttp2_transport* t,
1547
1742
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_ack, t->closed_with_error);
1548
1743
  return;
1549
1744
  }
1550
- grpc_chttp2_ping_queue* pq = &t->ping_queue;
1551
- grpc_closure_list_append(&pq->lists[GRPC_CHTTP2_PCL_INITIATE], on_initiate,
1552
- absl::OkStatus());
1553
- grpc_closure_list_append(&pq->lists[GRPC_CHTTP2_PCL_NEXT], on_ack,
1554
- absl::OkStatus());
1745
+ t->ping_callbacks.OnPing(PingClosureWrapper(on_initiate),
1746
+ PingClosureWrapper(on_ack));
1555
1747
  }
1556
1748
 
1557
1749
  // Specialized form of send_ping_locked for keepalive ping. If there is already
1558
1750
  // a ping in progress, the keepalive ping would piggyback onto that ping,
1559
1751
  // instead of waiting for that ping to complete and then starting a new ping.
1560
- static void send_keepalive_ping_locked(grpc_chttp2_transport* t) {
1752
+ static void send_keepalive_ping_locked(
1753
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1561
1754
  if (!t->closed_with_error.ok()) {
1562
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
1563
- start_keepalive_ping_locked, t, nullptr),
1564
- t->closed_with_error);
1565
1755
  t->combiner->Run(
1566
- GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
1567
- finish_keepalive_ping_locked, t, nullptr),
1756
+ grpc_core::InitTransportClosure<finish_keepalive_ping_locked>(
1757
+ t->Ref(), &t->finish_keepalive_ping_locked),
1568
1758
  t->closed_with_error);
1569
1759
  return;
1570
1760
  }
1571
- grpc_chttp2_ping_queue* pq = &t->ping_queue;
1572
- if (!grpc_closure_list_empty(pq->lists[GRPC_CHTTP2_PCL_INFLIGHT])) {
1573
- // There is a ping in flight. Add yourself to the inflight closure list.
1574
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
1575
- start_keepalive_ping_locked, t, nullptr),
1576
- t->closed_with_error);
1577
- grpc_closure_list_append(
1578
- &pq->lists[GRPC_CHTTP2_PCL_INFLIGHT],
1579
- GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
1580
- finish_keepalive_ping, t, grpc_schedule_on_exec_ctx),
1581
- absl::OkStatus());
1582
- return;
1583
- }
1584
- grpc_closure_list_append(
1585
- &pq->lists[GRPC_CHTTP2_PCL_INITIATE],
1586
- GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked, start_keepalive_ping,
1587
- t, grpc_schedule_on_exec_ctx),
1588
- absl::OkStatus());
1589
- grpc_closure_list_append(
1590
- &pq->lists[GRPC_CHTTP2_PCL_NEXT],
1591
- GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked, finish_keepalive_ping,
1592
- t, grpc_schedule_on_exec_ctx),
1593
- absl::OkStatus());
1761
+ t->ping_callbacks.OnPingAck(
1762
+ PingClosureWrapper(grpc_core::InitTransportClosure<finish_keepalive_ping>(
1763
+ t->Ref(), &t->finish_keepalive_ping_locked)));
1594
1764
  }
1595
1765
 
1596
- void grpc_chttp2_retry_initiate_ping(grpc_chttp2_transport* t) {
1597
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->retry_initiate_ping_locked,
1598
- retry_initiate_ping_locked, t, nullptr),
1599
- absl::OkStatus());
1766
+ void grpc_chttp2_retry_initiate_ping(
1767
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1768
+ auto tp = t.get();
1769
+ tp->combiner->Run(grpc_core::InitTransportClosure<retry_initiate_ping_locked>(
1770
+ std::move(t), &tp->retry_initiate_ping_locked),
1771
+ absl::OkStatus());
1600
1772
  }
1601
1773
 
1602
- static void retry_initiate_ping_locked(void* tp,
1603
- GRPC_UNUSED grpc_error_handle error) {
1774
+ static void retry_initiate_ping_locked(
1775
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
1776
+ GRPC_UNUSED grpc_error_handle error) {
1604
1777
  GPR_DEBUG_ASSERT(error.ok());
1605
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
1606
- GPR_ASSERT(t->ping_state.delayed_ping_timer_handle.has_value());
1607
- t->ping_state.delayed_ping_timer_handle.reset();
1608
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING);
1609
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
1778
+ GPR_ASSERT(t->delayed_ping_timer_handle.has_value());
1779
+ t->delayed_ping_timer_handle.reset();
1780
+ grpc_chttp2_initiate_write(t.get(),
1781
+ GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING);
1610
1782
  }
1611
1783
 
1612
1784
  void grpc_chttp2_ack_ping(grpc_chttp2_transport* t, uint64_t id) {
1613
- grpc_chttp2_ping_queue* pq = &t->ping_queue;
1614
- if (pq->inflight_id != id) {
1785
+ if (!t->ping_callbacks.AckPing(id, t->event_engine.get())) {
1615
1786
  gpr_log(GPR_DEBUG, "Unknown ping response from %s: %" PRIx64,
1616
- t->peer_string.c_str(), id);
1787
+ std::string(t->peer_string.as_string_view()).c_str(), id);
1617
1788
  return;
1618
1789
  }
1619
- grpc_core::ExecCtx::RunList(DEBUG_LOCATION,
1620
- &pq->lists[GRPC_CHTTP2_PCL_INFLIGHT]);
1621
- if (!grpc_closure_list_empty(pq->lists[GRPC_CHTTP2_PCL_NEXT])) {
1790
+ if (t->ping_callbacks.ping_requested()) {
1622
1791
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_CONTINUE_PINGS);
1623
1792
  }
1624
1793
  }
1625
1794
 
1795
+ void grpc_chttp2_keepalive_timeout(
1796
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1797
+ t->combiner->Run(
1798
+ grpc_core::NewClosure([t](grpc_error_handle) {
1799
+ gpr_log(GPR_INFO, "%s: Keepalive timeout. Closing transport.",
1800
+ std::string(t->peer_string.as_string_view()).c_str());
1801
+ send_goaway(
1802
+ t.get(),
1803
+ grpc_error_set_int(GRPC_ERROR_CREATE("keepalive_timeout"),
1804
+ grpc_core::StatusIntProperty::kHttp2Error,
1805
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
1806
+ /*immediate_disconnect_hint=*/true);
1807
+ close_transport_locked(
1808
+ t.get(),
1809
+ grpc_error_set_int(GRPC_ERROR_CREATE("keepalive timeout"),
1810
+ grpc_core::StatusIntProperty::kRpcStatus,
1811
+ GRPC_STATUS_UNAVAILABLE));
1812
+ }),
1813
+ absl::OkStatus());
1814
+ }
1815
+
1816
+ void grpc_chttp2_ping_timeout(
1817
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1818
+ t->combiner->Run(
1819
+ grpc_core::NewClosure([t](grpc_error_handle) {
1820
+ gpr_log(GPR_INFO, "%s: Ping timeout. Closing transport.",
1821
+ std::string(t->peer_string.as_string_view()).c_str());
1822
+ send_goaway(
1823
+ t.get(),
1824
+ grpc_error_set_int(GRPC_ERROR_CREATE("ping_timeout"),
1825
+ grpc_core::StatusIntProperty::kHttp2Error,
1826
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
1827
+ /*immediate_disconnect_hint=*/true);
1828
+ close_transport_locked(
1829
+ t.get(),
1830
+ grpc_error_set_int(GRPC_ERROR_CREATE("ping timeout"),
1831
+ grpc_core::StatusIntProperty::kRpcStatus,
1832
+ GRPC_STATUS_UNAVAILABLE));
1833
+ }),
1834
+ absl::OkStatus());
1835
+ }
1836
+
1837
+ void grpc_chttp2_settings_timeout(
1838
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
1839
+ t->combiner->Run(
1840
+ grpc_core::NewClosure([t](grpc_error_handle) {
1841
+ gpr_log(GPR_INFO, "%s: Settings timeout. Closing transport.",
1842
+ std::string(t->peer_string.as_string_view()).c_str());
1843
+ send_goaway(
1844
+ t.get(),
1845
+ grpc_error_set_int(GRPC_ERROR_CREATE("settings_timeout"),
1846
+ grpc_core::StatusIntProperty::kHttp2Error,
1847
+ GRPC_HTTP2_SETTINGS_TIMEOUT),
1848
+ /*immediate_disconnect_hint=*/true);
1849
+ close_transport_locked(
1850
+ t.get(),
1851
+ grpc_error_set_int(GRPC_ERROR_CREATE("settings timeout"),
1852
+ grpc_core::StatusIntProperty::kRpcStatus,
1853
+ GRPC_STATUS_UNAVAILABLE));
1854
+ }),
1855
+ absl::OkStatus());
1856
+ }
1857
+
1626
1858
  namespace {
1627
1859
 
1628
1860
  // Fire and forget (deletes itself on completion). Does a graceful shutdown by
1629
1861
  // sending a GOAWAY frame with the last stream id set to 2^31-1, sending a ping
1630
1862
  // and waiting for an ack (effective waiting for an RTT) and then sending a
1631
- // final GOAWAY freame with an updated last stream identifier. This helps ensure
1863
+ // final GOAWAY frame with an updated last stream identifier. This helps ensure
1632
1864
  // that a connection can be cleanly shut down without losing requests.
1633
1865
  // In the event, that the client does not respond to the ping for some reason,
1634
1866
  // we add a 20 second deadline, after which we send the second goaway.
@@ -1636,22 +1868,19 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1636
1868
  public:
1637
1869
  static void Start(grpc_chttp2_transport* t) { new GracefulGoaway(t); }
1638
1870
 
1639
- ~GracefulGoaway() override {
1640
- GRPC_CHTTP2_UNREF_TRANSPORT(t_, "graceful goaway");
1641
- }
1642
-
1643
1871
  private:
1644
- explicit GracefulGoaway(grpc_chttp2_transport* t) : t_(t) {
1872
+ using TaskHandle = ::grpc_event_engine::experimental::EventEngine::TaskHandle;
1873
+
1874
+ explicit GracefulGoaway(grpc_chttp2_transport* t) : t_(t->Ref()) {
1645
1875
  t->sent_goaway_state = GRPC_CHTTP2_GRACEFUL_GOAWAY;
1646
- GRPC_CHTTP2_REF_TRANSPORT(t_, "graceful goaway");
1647
1876
  grpc_chttp2_goaway_append((1u << 31) - 1, 0, grpc_empty_slice(), &t->qbuf);
1877
+ t->keepalive_timeout =
1878
+ std::min(t->keepalive_timeout, grpc_core::Duration::Seconds(20));
1879
+ t->ping_timeout =
1880
+ std::min(t->ping_timeout, grpc_core::Duration::Seconds(20));
1648
1881
  send_ping_locked(
1649
1882
  t, nullptr, GRPC_CLOSURE_INIT(&on_ping_ack_, OnPingAck, this, nullptr));
1650
1883
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1651
- Ref().release(); // Ref for the timer
1652
- grpc_timer_init(
1653
- &timer_, grpc_core::Timestamp::Now() + grpc_core::Duration::Seconds(20),
1654
- GRPC_CLOSURE_INIT(&on_timer_, OnTimer, this, nullptr));
1655
1884
  }
1656
1885
 
1657
1886
  void MaybeSendFinalGoawayLocked() {
@@ -1660,11 +1889,12 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1660
1889
  return;
1661
1890
  }
1662
1891
  if (t_->destroying || !t_->closed_with_error.ok()) {
1663
- GRPC_CHTTP2_IF_TRACING(gpr_log(
1664
- GPR_INFO,
1665
- "transport:%p %s peer:%s Transport already shutting down. "
1666
- "Graceful GOAWAY abandoned.",
1667
- t_, t_->is_client ? "CLIENT" : "SERVER", t_->peer_string.c_str()));
1892
+ GRPC_CHTTP2_IF_TRACING(
1893
+ gpr_log(GPR_INFO,
1894
+ "transport:%p %s peer:%s Transport already shutting down. "
1895
+ "Graceful GOAWAY abandoned.",
1896
+ t_.get(), t_->is_client ? "CLIENT" : "SERVER",
1897
+ std::string(t_->peer_string.as_string_view()).c_str()));
1668
1898
  return;
1669
1899
  }
1670
1900
  // Ping completed. Send final goaway.
@@ -1672,12 +1902,14 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1672
1902
  gpr_log(GPR_INFO,
1673
1903
  "transport:%p %s peer:%s Graceful shutdown: Ping received. "
1674
1904
  "Sending final GOAWAY with stream_id:%d",
1675
- t_, t_->is_client ? "CLIENT" : "SERVER",
1676
- t_->peer_string.c_str(), t_->last_new_stream_id));
1905
+ t_.get(), t_->is_client ? "CLIENT" : "SERVER",
1906
+ std::string(t_->peer_string.as_string_view()).c_str(),
1907
+ t_->last_new_stream_id));
1677
1908
  t_->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
1678
1909
  grpc_chttp2_goaway_append(t_->last_new_stream_id, 0, grpc_empty_slice(),
1679
1910
  &t_->qbuf);
1680
- grpc_chttp2_initiate_write(t_, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1911
+ grpc_chttp2_initiate_write(t_.get(),
1912
+ GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1681
1913
  }
1682
1914
 
1683
1915
  static void OnPingAck(void* arg, grpc_error_handle /* error */) {
@@ -1689,32 +1921,12 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1689
1921
 
1690
1922
  static void OnPingAckLocked(void* arg, grpc_error_handle /* error */) {
1691
1923
  auto* self = static_cast<GracefulGoaway*>(arg);
1692
- grpc_timer_cancel(&self->timer_);
1693
1924
  self->MaybeSendFinalGoawayLocked();
1694
1925
  self->Unref();
1695
1926
  }
1696
1927
 
1697
- static void OnTimer(void* arg, grpc_error_handle error) {
1698
- auto* self = static_cast<GracefulGoaway*>(arg);
1699
- if (!error.ok()) {
1700
- self->Unref();
1701
- return;
1702
- }
1703
- self->t_->combiner->Run(
1704
- GRPC_CLOSURE_INIT(&self->on_timer_, OnTimerLocked, self, nullptr),
1705
- absl::OkStatus());
1706
- }
1707
-
1708
- static void OnTimerLocked(void* arg, grpc_error_handle /* error */) {
1709
- auto* self = static_cast<GracefulGoaway*>(arg);
1710
- self->MaybeSendFinalGoawayLocked();
1711
- self->Unref();
1712
- }
1713
-
1714
- grpc_chttp2_transport* t_;
1928
+ const grpc_core::RefCountedPtr<grpc_chttp2_transport> t_;
1715
1929
  grpc_closure on_ping_ack_;
1716
- grpc_timer timer_;
1717
- grpc_closure on_timer_;
1718
1930
  };
1719
1931
 
1720
1932
  } // namespace
@@ -1736,7 +1948,9 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
1736
1948
  } else if (t->sent_goaway_state == GRPC_CHTTP2_NO_GOAWAY_SEND ||
1737
1949
  t->sent_goaway_state == GRPC_CHTTP2_GRACEFUL_GOAWAY) {
1738
1950
  // We want to log this irrespective of whether http tracing is enabled
1739
- gpr_log(GPR_DEBUG, "%s: Sending goaway err=%s", t->peer_string.c_str(),
1951
+ gpr_log(GPR_DEBUG, "%s %s: Sending goaway last_new_stream_id=%d err=%s",
1952
+ std::string(t->peer_string.as_string_view()).c_str(),
1953
+ t->is_client ? "CLIENT" : "SERVER", t->last_new_stream_id,
1740
1954
  grpc_core::StatusToString(error).c_str());
1741
1955
  t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
1742
1956
  grpc_chttp2_goaway_append(
@@ -1748,44 +1962,40 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
1748
1962
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1749
1963
  }
1750
1964
 
1751
- void grpc_chttp2_add_ping_strike(grpc_chttp2_transport* t) {
1752
- if (++t->ping_recv_state.ping_strikes > t->ping_policy.max_ping_strikes &&
1753
- t->ping_policy.max_ping_strikes != 0) {
1754
- send_goaway(t,
1755
- grpc_error_set_int(GRPC_ERROR_CREATE("too_many_pings"),
1756
- grpc_core::StatusIntProperty::kHttp2Error,
1757
- GRPC_HTTP2_ENHANCE_YOUR_CALM),
1758
- /*immediate_disconnect_hint=*/true);
1759
- // The transport will be closed after the write is done
1760
- close_transport_locked(
1761
- t, grpc_error_set_int(GRPC_ERROR_CREATE("Too many pings"),
1762
- grpc_core::StatusIntProperty::kRpcStatus,
1763
- GRPC_STATUS_UNAVAILABLE));
1764
- }
1965
+ void grpc_chttp2_exceeded_ping_strikes(grpc_chttp2_transport* t) {
1966
+ send_goaway(t,
1967
+ grpc_error_set_int(GRPC_ERROR_CREATE("too_many_pings"),
1968
+ grpc_core::StatusIntProperty::kHttp2Error,
1969
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
1970
+ /*immediate_disconnect_hint=*/true);
1971
+ // The transport will be closed after the write is done
1972
+ close_transport_locked(
1973
+ t, grpc_error_set_int(GRPC_ERROR_CREATE("Too many pings"),
1974
+ grpc_core::StatusIntProperty::kRpcStatus,
1975
+ GRPC_STATUS_UNAVAILABLE));
1765
1976
  }
1766
1977
 
1767
1978
  void grpc_chttp2_reset_ping_clock(grpc_chttp2_transport* t) {
1768
1979
  if (!t->is_client) {
1769
- t->ping_recv_state.last_ping_recv_time = grpc_core::Timestamp::InfPast();
1770
- t->ping_recv_state.ping_strikes = 0;
1980
+ t->ping_abuse_policy.ResetPingStrikes();
1771
1981
  }
1772
- t->ping_state.pings_before_data_required =
1773
- t->ping_policy.max_pings_without_data;
1982
+ t->ping_rate_policy.ResetPingsBeforeDataRequired();
1774
1983
  }
1775
1984
 
1776
1985
  static void perform_transport_op_locked(void* stream_op,
1777
1986
  grpc_error_handle /*error_ignored*/) {
1778
1987
  grpc_transport_op* op = static_cast<grpc_transport_op*>(stream_op);
1779
- grpc_chttp2_transport* t =
1780
- static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg);
1988
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t(
1989
+ static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg));
1781
1990
 
1782
1991
  if (!op->goaway_error.ok()) {
1783
- send_goaway(t, op->goaway_error, /*immediate_disconnect_hint=*/false);
1992
+ send_goaway(t.get(), op->goaway_error, /*immediate_disconnect_hint=*/false);
1784
1993
  }
1785
1994
 
1786
1995
  if (op->set_accept_stream) {
1787
1996
  t->accept_stream_cb = op->set_accept_stream_fn;
1788
1997
  t->accept_stream_cb_user_data = op->set_accept_stream_user_data;
1998
+ t->registered_method_matcher_cb = op->set_registered_method_matcher_fn;
1789
1999
  }
1790
2000
 
1791
2001
  if (op->bind_pollset) {
@@ -1797,8 +2007,9 @@ static void perform_transport_op_locked(void* stream_op,
1797
2007
  }
1798
2008
 
1799
2009
  if (op->send_ping.on_initiate != nullptr || op->send_ping.on_ack != nullptr) {
1800
- send_ping_locked(t, op->send_ping.on_initiate, op->send_ping.on_ack);
1801
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_APPLICATION_PING);
2010
+ send_ping_locked(t.get(), op->send_ping.on_initiate, op->send_ping.on_ack);
2011
+ grpc_chttp2_initiate_write(t.get(),
2012
+ GRPC_CHTTP2_INITIATE_WRITE_APPLICATION_PING);
1802
2013
  }
1803
2014
 
1804
2015
  if (op->start_connectivity_watch != nullptr) {
@@ -1810,14 +2021,12 @@ static void perform_transport_op_locked(void* stream_op,
1810
2021
  }
1811
2022
 
1812
2023
  if (!op->disconnect_with_error.ok()) {
1813
- send_goaway(t, op->disconnect_with_error,
2024
+ send_goaway(t.get(), op->disconnect_with_error,
1814
2025
  /*immediate_disconnect_hint=*/true);
1815
- close_transport_locked(t, op->disconnect_with_error);
2026
+ close_transport_locked(t.get(), op->disconnect_with_error);
1816
2027
  }
1817
2028
 
1818
2029
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_consumed, absl::OkStatus());
1819
-
1820
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "transport_op");
1821
2030
  }
1822
2031
 
1823
2032
  static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
@@ -1827,10 +2036,10 @@ static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
1827
2036
  grpc_transport_op_string(op).c_str());
1828
2037
  }
1829
2038
  op->handler_private.extra_arg = gt;
1830
- GRPC_CHTTP2_REF_TRANSPORT(t, "transport_op");
1831
- t->combiner->Run(GRPC_CLOSURE_INIT(&op->handler_private.closure,
1832
- perform_transport_op_locked, op, nullptr),
1833
- absl::OkStatus());
2039
+ t->Ref().release()->combiner->Run(
2040
+ GRPC_CLOSURE_INIT(&op->handler_private.closure,
2041
+ perform_transport_op_locked, op, nullptr),
2042
+ absl::OkStatus());
1834
2043
  }
1835
2044
 
1836
2045
  //
@@ -1845,7 +2054,8 @@ void grpc_chttp2_maybe_complete_recv_initial_metadata(grpc_chttp2_transport* t,
1845
2054
  grpc_slice_buffer_reset_and_unref(&s->frame_storage);
1846
2055
  }
1847
2056
  *s->recv_initial_metadata = std::move(s->initial_metadata_buffer);
1848
- s->recv_initial_metadata->Set(grpc_core::PeerString(), t->peer_string);
2057
+ s->recv_initial_metadata->Set(grpc_core::PeerString(),
2058
+ t->peer_string.Ref());
1849
2059
  // If we didn't receive initial metadata from the wire and instead faked a
1850
2060
  // status (due to stream cancellations for example), let upper layers know
1851
2061
  // that trailing metadata is immediately available.
@@ -1855,6 +2065,10 @@ void grpc_chttp2_maybe_complete_recv_initial_metadata(grpc_chttp2_transport* t,
1855
2065
  *s->trailing_metadata_available = true;
1856
2066
  s->trailing_metadata_available = nullptr;
1857
2067
  }
2068
+ if (t->registered_method_matcher_cb != nullptr) {
2069
+ t->registered_method_matcher_cb(t->accept_stream_cb_user_data,
2070
+ s->recv_initial_metadata);
2071
+ }
1858
2072
  null_then_sched_closure(&s->recv_initial_metadata_ready);
1859
2073
  }
1860
2074
  }
@@ -1960,23 +2174,21 @@ void grpc_chttp2_maybe_complete_recv_trailing_metadata(grpc_chttp2_transport* t,
1960
2174
  grpc_transport_move_stats(&s->stats, s->collecting_stats);
1961
2175
  s->collecting_stats = nullptr;
1962
2176
  *s->recv_trailing_metadata = std::move(s->trailing_metadata_buffer);
1963
- s->recv_trailing_metadata->Set(grpc_core::PeerString(), t->peer_string);
1964
2177
  null_then_sched_closure(&s->recv_trailing_metadata_finished);
1965
2178
  }
1966
2179
  }
1967
2180
  }
1968
2181
 
1969
- static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
1970
- grpc_error_handle error) {
1971
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(
1972
- grpc_chttp2_stream_map_delete(&t->stream_map, id));
2182
+ static grpc_chttp2_transport::RemovedStreamHandle remove_stream(
2183
+ grpc_chttp2_transport* t, uint32_t id, grpc_error_handle error) {
2184
+ grpc_chttp2_stream* s = t->stream_map.extract(id).mapped();
1973
2185
  GPR_DEBUG_ASSERT(s);
1974
2186
  if (t->incoming_stream == s) {
1975
2187
  t->incoming_stream = nullptr;
1976
2188
  grpc_chttp2_parsing_become_skip_parser(t);
1977
2189
  }
1978
2190
 
1979
- if (grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
2191
+ if (t->stream_map.empty()) {
1980
2192
  post_benign_reclaimer(t);
1981
2193
  if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SENT) {
1982
2194
  close_transport_locked(
@@ -1991,29 +2203,74 @@ static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
1991
2203
  grpc_chttp2_list_remove_stalled_by_transport(t, s);
1992
2204
 
1993
2205
  maybe_start_some_streams(t);
2206
+
2207
+ if (t->is_client) return grpc_chttp2_transport::RemovedStreamHandle();
2208
+ return grpc_chttp2_transport::RemovedStreamHandle(t->Ref());
2209
+ }
2210
+
2211
+ namespace grpc_core {
2212
+ namespace {
2213
+
2214
+ Duration TarpitDuration(grpc_chttp2_transport* t) {
2215
+ return Duration::Milliseconds(absl::LogUniform<int>(
2216
+ absl::BitGen(), t->min_tarpit_duration_ms, t->max_tarpit_duration_ms));
2217
+ }
2218
+
2219
+ template <typename F>
2220
+ void MaybeTarpit(grpc_chttp2_transport* t, bool tarpit, F fn) {
2221
+ if (!tarpit || !t->allow_tarpit || t->is_client) {
2222
+ fn(t);
2223
+ return;
2224
+ }
2225
+ const auto duration = TarpitDuration(t);
2226
+ t->event_engine->RunAfter(
2227
+ duration, [t = t->Ref(), fn = std::move(fn)]() mutable {
2228
+ ApplicationCallbackExecCtx app_exec_ctx;
2229
+ ExecCtx exec_ctx;
2230
+ t->combiner->Run(
2231
+ NewClosure([t, fn = std::move(fn)](grpc_error_handle) mutable {
2232
+ // TODO(ctiller): this can result in not sending RST_STREAMS if a
2233
+ // request gets tarpit behind a transport close.
2234
+ if (!t->closed_with_error.ok()) return;
2235
+ fn(t.get());
2236
+ }),
2237
+ absl::OkStatus());
2238
+ });
1994
2239
  }
1995
2240
 
2241
+ } // namespace
2242
+ } // namespace grpc_core
2243
+
1996
2244
  void grpc_chttp2_cancel_stream(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
1997
- grpc_error_handle due_to_error) {
2245
+ grpc_error_handle due_to_error, bool tarpit) {
1998
2246
  if (!t->is_client && !s->sent_trailing_metadata &&
1999
- grpc_error_has_clear_grpc_status(due_to_error)) {
2000
- close_from_api(t, s, due_to_error);
2247
+ grpc_error_has_clear_grpc_status(due_to_error) &&
2248
+ !(s->read_closed && s->write_closed)) {
2249
+ close_from_api(t, s, due_to_error, tarpit);
2001
2250
  return;
2002
2251
  }
2003
2252
 
2253
+ if (!due_to_error.ok() && !s->seen_error) {
2254
+ s->seen_error = true;
2255
+ }
2004
2256
  if (!s->read_closed || !s->write_closed) {
2005
2257
  if (s->id != 0) {
2006
2258
  grpc_http2_error_code http_error;
2007
2259
  grpc_error_get_status(due_to_error, s->deadline, nullptr, nullptr,
2008
2260
  &http_error, nullptr);
2009
- grpc_chttp2_add_rst_stream_to_next_write(
2010
- t, s->id, static_cast<uint32_t>(http_error), &s->stats.outgoing);
2011
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_RST_STREAM);
2261
+ grpc_core::MaybeTarpit(
2262
+ t, tarpit,
2263
+ [id = s->id, http_error,
2264
+ remove_stream_handle = grpc_chttp2_mark_stream_closed(
2265
+ t, s, 1, 1, due_to_error)](grpc_chttp2_transport* t) {
2266
+ grpc_chttp2_add_rst_stream_to_next_write(
2267
+ t, id, static_cast<uint32_t>(http_error), nullptr);
2268
+ grpc_chttp2_initiate_write(t,
2269
+ GRPC_CHTTP2_INITIATE_WRITE_RST_STREAM);
2270
+ });
2271
+ return;
2012
2272
  }
2013
2273
  }
2014
- if (!due_to_error.ok() && !s->seen_error) {
2015
- s->seen_error = true;
2016
- }
2017
2274
  grpc_chttp2_mark_stream_closed(t, s, 1, 1, due_to_error);
2018
2275
  }
2019
2276
 
@@ -2106,16 +2363,17 @@ void grpc_chttp2_fail_pending_writes(grpc_chttp2_transport* t,
2106
2363
  flush_write_list(t, s, &s->on_flow_controlled_cbs, error);
2107
2364
  }
2108
2365
 
2109
- void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2110
- grpc_chttp2_stream* s, int close_reads,
2111
- int close_writes, grpc_error_handle error) {
2366
+ grpc_chttp2_transport::RemovedStreamHandle grpc_chttp2_mark_stream_closed(
2367
+ grpc_chttp2_transport* t, grpc_chttp2_stream* s, int close_reads,
2368
+ int close_writes, grpc_error_handle error) {
2369
+ grpc_chttp2_transport::RemovedStreamHandle rsh;
2112
2370
  if (grpc_http_trace.enabled()) {
2113
2371
  gpr_log(
2114
2372
  GPR_DEBUG, "MARK_STREAM_CLOSED: t=%p s=%p(id=%d) %s [%s]", t, s, s->id,
2115
2373
  (close_reads && close_writes)
2116
2374
  ? "read+write"
2117
2375
  : (close_reads ? "read" : (close_writes ? "write" : "nothing??")),
2118
- error.ToString().c_str());
2376
+ grpc_core::StatusToString(error).c_str());
2119
2377
  }
2120
2378
  if (s->read_closed && s->write_closed) {
2121
2379
  // already closed, but we should still fake the status if needed.
@@ -2124,7 +2382,7 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2124
2382
  grpc_chttp2_fake_status(t, s, overall_error);
2125
2383
  }
2126
2384
  grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
2127
- return;
2385
+ return rsh;
2128
2386
  }
2129
2387
  bool closed_read = false;
2130
2388
  bool became_closed = false;
@@ -2142,7 +2400,7 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2142
2400
  became_closed = true;
2143
2401
  grpc_error_handle overall_error = removal_error(error, s, "Stream removed");
2144
2402
  if (s->id != 0) {
2145
- remove_stream(t, s->id, overall_error);
2403
+ rsh = remove_stream(t, s->id, overall_error);
2146
2404
  } else {
2147
2405
  // Purge streams waiting on concurrency still waiting for id assignment
2148
2406
  grpc_chttp2_list_remove_waiting_for_concurrency(t, s);
@@ -2166,17 +2424,11 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2166
2424
  grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
2167
2425
  GRPC_CHTTP2_STREAM_UNREF(s, "chttp2");
2168
2426
  }
2427
+ return rsh;
2169
2428
  }
2170
2429
 
2171
2430
  static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2172
- grpc_error_handle error) {
2173
- grpc_slice hdr;
2174
- grpc_slice status_hdr;
2175
- grpc_slice http_status_hdr;
2176
- grpc_slice content_type_hdr;
2177
- grpc_slice message_pfx;
2178
- uint8_t* p;
2179
- uint32_t len = 0;
2431
+ grpc_error_handle error, bool tarpit) {
2180
2432
  grpc_status_code grpc_status;
2181
2433
  std::string message;
2182
2434
  grpc_error_get_status(error, s->deadline, &grpc_status, &message, nullptr,
@@ -2184,158 +2436,167 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2184
2436
 
2185
2437
  GPR_ASSERT(grpc_status >= 0 && (int)grpc_status < 100);
2186
2438
 
2187
- // Hand roll a header block.
2188
- // This is unnecessarily ugly - at some point we should find a more
2189
- // elegant solution.
2190
- // It's complicated by the fact that our send machinery would be dead by
2191
- // the time we got around to sending this, so instead we ignore HPACK
2192
- // compression and just write the uncompressed bytes onto the wire.
2193
- if (!s->sent_initial_metadata) {
2194
- http_status_hdr = GRPC_SLICE_MALLOC(13);
2195
- p = GRPC_SLICE_START_PTR(http_status_hdr);
2196
- *p++ = 0x00;
2197
- *p++ = 7;
2198
- *p++ = ':';
2199
- *p++ = 's';
2200
- *p++ = 't';
2201
- *p++ = 'a';
2202
- *p++ = 't';
2203
- *p++ = 'u';
2204
- *p++ = 's';
2205
- *p++ = 3;
2206
- *p++ = '2';
2207
- *p++ = '0';
2208
- *p++ = '0';
2209
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(http_status_hdr));
2210
- len += static_cast<uint32_t> GRPC_SLICE_LENGTH(http_status_hdr);
2211
-
2212
- content_type_hdr = GRPC_SLICE_MALLOC(31);
2213
- p = GRPC_SLICE_START_PTR(content_type_hdr);
2214
- *p++ = 0x00;
2215
- *p++ = 12;
2216
- *p++ = 'c';
2217
- *p++ = 'o';
2218
- *p++ = 'n';
2219
- *p++ = 't';
2220
- *p++ = 'e';
2221
- *p++ = 'n';
2222
- *p++ = 't';
2223
- *p++ = '-';
2224
- *p++ = 't';
2225
- *p++ = 'y';
2226
- *p++ = 'p';
2227
- *p++ = 'e';
2228
- *p++ = 16;
2229
- *p++ = 'a';
2230
- *p++ = 'p';
2231
- *p++ = 'p';
2232
- *p++ = 'l';
2233
- *p++ = 'i';
2234
- *p++ = 'c';
2235
- *p++ = 'a';
2236
- *p++ = 't';
2237
- *p++ = 'i';
2238
- *p++ = 'o';
2239
- *p++ = 'n';
2240
- *p++ = '/';
2241
- *p++ = 'g';
2242
- *p++ = 'r';
2243
- *p++ = 'p';
2244
- *p++ = 'c';
2245
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(content_type_hdr));
2246
- len += static_cast<uint32_t> GRPC_SLICE_LENGTH(content_type_hdr);
2247
- }
2248
-
2249
- status_hdr = GRPC_SLICE_MALLOC(15 + (grpc_status >= 10));
2250
- p = GRPC_SLICE_START_PTR(status_hdr);
2251
- *p++ = 0x00; // literal header, not indexed
2252
- *p++ = 11; // len(grpc-status)
2253
- *p++ = 'g';
2254
- *p++ = 'r';
2255
- *p++ = 'p';
2256
- *p++ = 'c';
2257
- *p++ = '-';
2258
- *p++ = 's';
2259
- *p++ = 't';
2260
- *p++ = 'a';
2261
- *p++ = 't';
2262
- *p++ = 'u';
2263
- *p++ = 's';
2264
- if (grpc_status < 10) {
2265
- *p++ = 1;
2266
- *p++ = static_cast<uint8_t>('0' + grpc_status);
2267
- } else {
2268
- *p++ = 2;
2269
- *p++ = static_cast<uint8_t>('0' + (grpc_status / 10));
2270
- *p++ = static_cast<uint8_t>('0' + (grpc_status % 10));
2271
- }
2272
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(status_hdr));
2273
- len += static_cast<uint32_t> GRPC_SLICE_LENGTH(status_hdr);
2274
-
2275
- size_t msg_len = message.length();
2276
- GPR_ASSERT(msg_len <= UINT32_MAX);
2277
- grpc_core::VarintWriter<1> msg_len_writer(static_cast<uint32_t>(msg_len));
2278
- message_pfx = GRPC_SLICE_MALLOC(14 + msg_len_writer.length());
2279
- p = GRPC_SLICE_START_PTR(message_pfx);
2280
- *p++ = 0x00; // literal header, not indexed
2281
- *p++ = 12; // len(grpc-message)
2282
- *p++ = 'g';
2283
- *p++ = 'r';
2284
- *p++ = 'p';
2285
- *p++ = 'c';
2286
- *p++ = '-';
2287
- *p++ = 'm';
2288
- *p++ = 'e';
2289
- *p++ = 's';
2290
- *p++ = 's';
2291
- *p++ = 'a';
2292
- *p++ = 'g';
2293
- *p++ = 'e';
2294
- msg_len_writer.Write(0, p);
2295
- p += msg_len_writer.length();
2296
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(message_pfx));
2297
- len += static_cast<uint32_t> GRPC_SLICE_LENGTH(message_pfx);
2298
- len += static_cast<uint32_t>(msg_len);
2299
-
2300
- hdr = GRPC_SLICE_MALLOC(9);
2301
- p = GRPC_SLICE_START_PTR(hdr);
2302
- *p++ = static_cast<uint8_t>(len >> 16);
2303
- *p++ = static_cast<uint8_t>(len >> 8);
2304
- *p++ = static_cast<uint8_t>(len);
2305
- *p++ = GRPC_CHTTP2_FRAME_HEADER;
2306
- *p++ = GRPC_CHTTP2_DATA_FLAG_END_STREAM | GRPC_CHTTP2_DATA_FLAG_END_HEADERS;
2307
- *p++ = static_cast<uint8_t>(s->id >> 24);
2308
- *p++ = static_cast<uint8_t>(s->id >> 16);
2309
- *p++ = static_cast<uint8_t>(s->id >> 8);
2310
- *p++ = static_cast<uint8_t>(s->id);
2311
- GPR_ASSERT(p == GRPC_SLICE_END_PTR(hdr));
2312
-
2313
- grpc_slice_buffer_add(&t->qbuf, hdr);
2314
- if (!s->sent_initial_metadata) {
2315
- grpc_slice_buffer_add(&t->qbuf, http_status_hdr);
2316
- grpc_slice_buffer_add(&t->qbuf, content_type_hdr);
2317
- }
2318
- grpc_slice_buffer_add(&t->qbuf, status_hdr);
2319
- grpc_slice_buffer_add(&t->qbuf, message_pfx);
2320
- grpc_slice_buffer_add(&t->qbuf,
2321
- grpc_slice_from_cpp_string(std::move(message)));
2322
- grpc_chttp2_reset_ping_clock(t);
2323
- grpc_chttp2_add_rst_stream_to_next_write(t, s->id, GRPC_HTTP2_NO_ERROR,
2324
- &s->stats.outgoing);
2325
-
2326
- grpc_chttp2_mark_stream_closed(t, s, 1, 1, error);
2327
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API);
2328
- }
2329
-
2330
- struct cancel_stream_cb_args {
2331
- grpc_error_handle error;
2332
- grpc_chttp2_transport* t;
2333
- };
2439
+ auto remove_stream_handle = grpc_chttp2_mark_stream_closed(t, s, 1, 1, error);
2440
+ grpc_core::MaybeTarpit(
2441
+ t, tarpit,
2442
+ [error = std::move(error),
2443
+ sent_initial_metadata = s->sent_initial_metadata, id = s->id,
2444
+ grpc_status, message = std::move(message),
2445
+ remove_stream_handle =
2446
+ std::move(remove_stream_handle)](grpc_chttp2_transport* t) mutable {
2447
+ grpc_slice hdr;
2448
+ grpc_slice status_hdr;
2449
+ grpc_slice http_status_hdr;
2450
+ grpc_slice content_type_hdr;
2451
+ grpc_slice message_pfx;
2452
+ uint8_t* p;
2453
+ uint32_t len = 0;
2454
+
2455
+ // Hand roll a header block.
2456
+ // This is unnecessarily ugly - at some point we should find a more
2457
+ // elegant solution.
2458
+ // It's complicated by the fact that our send machinery would be dead
2459
+ // by the time we got around to sending this, so instead we ignore
2460
+ // HPACK compression and just write the uncompressed bytes onto the
2461
+ // wire.
2462
+ if (!sent_initial_metadata) {
2463
+ http_status_hdr = GRPC_SLICE_MALLOC(13);
2464
+ p = GRPC_SLICE_START_PTR(http_status_hdr);
2465
+ *p++ = 0x00;
2466
+ *p++ = 7;
2467
+ *p++ = ':';
2468
+ *p++ = 's';
2469
+ *p++ = 't';
2470
+ *p++ = 'a';
2471
+ *p++ = 't';
2472
+ *p++ = 'u';
2473
+ *p++ = 's';
2474
+ *p++ = 3;
2475
+ *p++ = '2';
2476
+ *p++ = '0';
2477
+ *p++ = '0';
2478
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(http_status_hdr));
2479
+ len += static_cast<uint32_t> GRPC_SLICE_LENGTH(http_status_hdr);
2480
+
2481
+ content_type_hdr = GRPC_SLICE_MALLOC(31);
2482
+ p = GRPC_SLICE_START_PTR(content_type_hdr);
2483
+ *p++ = 0x00;
2484
+ *p++ = 12;
2485
+ *p++ = 'c';
2486
+ *p++ = 'o';
2487
+ *p++ = 'n';
2488
+ *p++ = 't';
2489
+ *p++ = 'e';
2490
+ *p++ = 'n';
2491
+ *p++ = 't';
2492
+ *p++ = '-';
2493
+ *p++ = 't';
2494
+ *p++ = 'y';
2495
+ *p++ = 'p';
2496
+ *p++ = 'e';
2497
+ *p++ = 16;
2498
+ *p++ = 'a';
2499
+ *p++ = 'p';
2500
+ *p++ = 'p';
2501
+ *p++ = 'l';
2502
+ *p++ = 'i';
2503
+ *p++ = 'c';
2504
+ *p++ = 'a';
2505
+ *p++ = 't';
2506
+ *p++ = 'i';
2507
+ *p++ = 'o';
2508
+ *p++ = 'n';
2509
+ *p++ = '/';
2510
+ *p++ = 'g';
2511
+ *p++ = 'r';
2512
+ *p++ = 'p';
2513
+ *p++ = 'c';
2514
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(content_type_hdr));
2515
+ len += static_cast<uint32_t> GRPC_SLICE_LENGTH(content_type_hdr);
2516
+ }
2334
2517
 
2335
- static void cancel_stream_cb(void* user_data, uint32_t /*key*/, void* stream) {
2336
- cancel_stream_cb_args* args = static_cast<cancel_stream_cb_args*>(user_data);
2337
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(stream);
2338
- grpc_chttp2_cancel_stream(args->t, s, args->error);
2518
+ status_hdr = GRPC_SLICE_MALLOC(15 + (grpc_status >= 10));
2519
+ p = GRPC_SLICE_START_PTR(status_hdr);
2520
+ *p++ = 0x00; // literal header, not indexed
2521
+ *p++ = 11; // len(grpc-status)
2522
+ *p++ = 'g';
2523
+ *p++ = 'r';
2524
+ *p++ = 'p';
2525
+ *p++ = 'c';
2526
+ *p++ = '-';
2527
+ *p++ = 's';
2528
+ *p++ = 't';
2529
+ *p++ = 'a';
2530
+ *p++ = 't';
2531
+ *p++ = 'u';
2532
+ *p++ = 's';
2533
+ if (grpc_status < 10) {
2534
+ *p++ = 1;
2535
+ *p++ = static_cast<uint8_t>('0' + grpc_status);
2536
+ } else {
2537
+ *p++ = 2;
2538
+ *p++ = static_cast<uint8_t>('0' + (grpc_status / 10));
2539
+ *p++ = static_cast<uint8_t>('0' + (grpc_status % 10));
2540
+ }
2541
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(status_hdr));
2542
+ len += static_cast<uint32_t> GRPC_SLICE_LENGTH(status_hdr);
2543
+
2544
+ size_t msg_len = message.length();
2545
+ GPR_ASSERT(msg_len <= UINT32_MAX);
2546
+ grpc_core::VarintWriter<1> msg_len_writer(
2547
+ static_cast<uint32_t>(msg_len));
2548
+ message_pfx = GRPC_SLICE_MALLOC(14 + msg_len_writer.length());
2549
+ p = GRPC_SLICE_START_PTR(message_pfx);
2550
+ *p++ = 0x00; // literal header, not indexed
2551
+ *p++ = 12; // len(grpc-message)
2552
+ *p++ = 'g';
2553
+ *p++ = 'r';
2554
+ *p++ = 'p';
2555
+ *p++ = 'c';
2556
+ *p++ = '-';
2557
+ *p++ = 'm';
2558
+ *p++ = 'e';
2559
+ *p++ = 's';
2560
+ *p++ = 's';
2561
+ *p++ = 'a';
2562
+ *p++ = 'g';
2563
+ *p++ = 'e';
2564
+ msg_len_writer.Write(0, p);
2565
+ p += msg_len_writer.length();
2566
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(message_pfx));
2567
+ len += static_cast<uint32_t> GRPC_SLICE_LENGTH(message_pfx);
2568
+ len += static_cast<uint32_t>(msg_len);
2569
+
2570
+ hdr = GRPC_SLICE_MALLOC(9);
2571
+ p = GRPC_SLICE_START_PTR(hdr);
2572
+ *p++ = static_cast<uint8_t>(len >> 16);
2573
+ *p++ = static_cast<uint8_t>(len >> 8);
2574
+ *p++ = static_cast<uint8_t>(len);
2575
+ *p++ = GRPC_CHTTP2_FRAME_HEADER;
2576
+ *p++ = GRPC_CHTTP2_DATA_FLAG_END_STREAM |
2577
+ GRPC_CHTTP2_DATA_FLAG_END_HEADERS;
2578
+ *p++ = static_cast<uint8_t>(id >> 24);
2579
+ *p++ = static_cast<uint8_t>(id >> 16);
2580
+ *p++ = static_cast<uint8_t>(id >> 8);
2581
+ *p++ = static_cast<uint8_t>(id);
2582
+ GPR_ASSERT(p == GRPC_SLICE_END_PTR(hdr));
2583
+
2584
+ grpc_slice_buffer_add(&t->qbuf, hdr);
2585
+ if (!sent_initial_metadata) {
2586
+ grpc_slice_buffer_add(&t->qbuf, http_status_hdr);
2587
+ grpc_slice_buffer_add(&t->qbuf, content_type_hdr);
2588
+ }
2589
+ grpc_slice_buffer_add(&t->qbuf, status_hdr);
2590
+ grpc_slice_buffer_add(&t->qbuf, message_pfx);
2591
+ grpc_slice_buffer_add(&t->qbuf,
2592
+ grpc_slice_from_cpp_string(std::move(message)));
2593
+ grpc_chttp2_reset_ping_clock(t);
2594
+ grpc_chttp2_add_rst_stream_to_next_write(t, id, GRPC_HTTP2_NO_ERROR,
2595
+ nullptr);
2596
+
2597
+ grpc_chttp2_initiate_write(t,
2598
+ GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API);
2599
+ });
2339
2600
  }
2340
2601
 
2341
2602
  static void end_all_the_calls(grpc_chttp2_transport* t,
@@ -2348,9 +2609,14 @@ static void end_all_the_calls(grpc_chttp2_transport* t,
2348
2609
  error = grpc_error_set_int(error, grpc_core::StatusIntProperty::kRpcStatus,
2349
2610
  GRPC_STATUS_UNAVAILABLE);
2350
2611
  }
2351
- cancel_unstarted_streams(t, error);
2352
- cancel_stream_cb_args args = {error, t};
2353
- grpc_chttp2_stream_map_for_each(&t->stream_map, cancel_stream_cb, &args);
2612
+ cancel_unstarted_streams(t, error, false);
2613
+ std::vector<grpc_chttp2_stream*> to_cancel;
2614
+ for (auto id_stream : t->stream_map) {
2615
+ to_cancel.push_back(id_stream.second);
2616
+ }
2617
+ for (auto s : to_cancel) {
2618
+ grpc_chttp2_cancel_stream(t, s, error, false);
2619
+ }
2354
2620
  }
2355
2621
 
2356
2622
  //
@@ -2434,31 +2700,45 @@ static grpc_error_handle try_http_parsing(grpc_chttp2_transport* t) {
2434
2700
  return error;
2435
2701
  }
2436
2702
 
2437
- static void read_action(void* tp, grpc_error_handle error) {
2438
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2439
- t->combiner->Run(
2440
- GRPC_CLOSURE_INIT(&t->read_action_locked, read_action_locked, t, nullptr),
2441
- error);
2703
+ static void read_action(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2704
+ grpc_error_handle error) {
2705
+ auto* tp = t.get();
2706
+ tp->combiner->Run(grpc_core::InitTransportClosure<read_action_locked>(
2707
+ std::move(t), &tp->read_action_locked),
2708
+ error);
2442
2709
  }
2443
2710
 
2444
- static void read_action_locked(void* tp, grpc_error_handle error) {
2445
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2446
-
2447
- grpc_error_handle err = error;
2448
- if (!err.ok()) {
2449
- err = grpc_error_set_int(
2450
- GRPC_ERROR_CREATE_REFERENCING("Endpoint read failed", &err, 1),
2451
- grpc_core::StatusIntProperty::kOccurredDuringWrite, t->write_state);
2452
- }
2453
- std::swap(err, error);
2711
+ static void read_action_parse_loop_locked(
2712
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2713
+ grpc_error_handle error) {
2454
2714
  if (t->closed_with_error.ok()) {
2455
- size_t i = 0;
2456
2715
  grpc_error_handle errors[3] = {error, absl::OkStatus(), absl::OkStatus()};
2457
- for (; i < t->read_buffer.count && errors[1] == absl::OkStatus(); i++) {
2458
- errors[1] = grpc_chttp2_perform_read(t, t->read_buffer.slices[i]);
2716
+ size_t requests_started = 0;
2717
+ for (size_t i = 0;
2718
+ i < t->read_buffer.count && errors[1] == absl::OkStatus(); i++) {
2719
+ auto r = grpc_chttp2_perform_read(t.get(), t->read_buffer.slices[i],
2720
+ requests_started);
2721
+ if (auto* partial_read_size = absl::get_if<size_t>(&r)) {
2722
+ for (size_t j = 0; j < i; j++) {
2723
+ grpc_core::CSliceUnref(grpc_slice_buffer_take_first(&t->read_buffer));
2724
+ }
2725
+ grpc_slice_buffer_sub_first(
2726
+ &t->read_buffer, *partial_read_size,
2727
+ GRPC_SLICE_LENGTH(t->read_buffer.slices[0]));
2728
+ t->combiner->ForceOffload();
2729
+ auto* tp = t.get();
2730
+ tp->combiner->Run(
2731
+ grpc_core::InitTransportClosure<read_action_parse_loop_locked>(
2732
+ std::move(t), &tp->read_action_locked),
2733
+ std::move(errors[0]));
2734
+ // Early return: we queued to retry later.
2735
+ return;
2736
+ } else {
2737
+ errors[1] = std::move(absl::get<absl::Status>(r));
2738
+ }
2459
2739
  }
2460
2740
  if (errors[1] != absl::OkStatus()) {
2461
- errors[2] = try_http_parsing(t);
2741
+ errors[2] = try_http_parsing(t.get());
2462
2742
  error = GRPC_ERROR_CREATE_REFERENCING("Failed parsing HTTP/2", errors,
2463
2743
  GPR_ARRAY_SIZE(errors));
2464
2744
  }
@@ -2466,10 +2746,11 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
2466
2746
  if (t->initial_window_update != 0) {
2467
2747
  if (t->initial_window_update > 0) {
2468
2748
  grpc_chttp2_stream* s;
2469
- while (grpc_chttp2_list_pop_stalled_by_stream(t, &s)) {
2470
- grpc_chttp2_mark_stream_writable(t, s);
2749
+ while (grpc_chttp2_list_pop_stalled_by_stream(t.get(), &s)) {
2750
+ grpc_chttp2_mark_stream_writable(t.get(), s);
2471
2751
  grpc_chttp2_initiate_write(
2472
- t, GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_SETTING);
2752
+ t.get(),
2753
+ GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_SETTING);
2473
2754
  }
2474
2755
  }
2475
2756
  t->initial_window_update = 0;
@@ -2488,13 +2769,13 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
2488
2769
  error = grpc_error_add_child(error, t->goaway_error);
2489
2770
  }
2490
2771
 
2491
- close_transport_locked(t, error);
2772
+ close_transport_locked(t.get(), error);
2492
2773
  t->endpoint_reading = 0;
2493
2774
  } else if (t->closed_with_error.ok()) {
2494
2775
  keep_reading = true;
2495
2776
  // Since we have read a byte, reset the keepalive timer
2496
2777
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
2497
- maybe_reset_keepalive_ping_timer_locked(t);
2778
+ maybe_reset_keepalive_ping_timer_locked(t.get());
2498
2779
  }
2499
2780
  }
2500
2781
  grpc_slice_buffer_reset_and_unref(&t->read_buffer);
@@ -2506,47 +2787,78 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
2506
2787
  gpr_log(GPR_INFO,
2507
2788
  "transport %p : Pausing reading due to too "
2508
2789
  "many unwritten SETTINGS ACK and RST_STREAM frames",
2509
- t));
2790
+ t.get()));
2510
2791
  } else {
2511
- continue_read_action_locked(t);
2792
+ continue_read_action_locked(std::move(t));
2512
2793
  }
2513
- } else {
2514
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
2515
2794
  }
2516
2795
  }
2517
2796
 
2518
- static void continue_read_action_locked(grpc_chttp2_transport* t) {
2797
+ static void read_action_locked(
2798
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2799
+ grpc_error_handle error) {
2800
+ // got an incoming read, cancel any pending keepalive timers
2801
+ t->keepalive_incoming_data_wanted = false;
2802
+ if (t->keepalive_ping_timeout_handle !=
2803
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid) {
2804
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_ping_trace) ||
2805
+ GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
2806
+ gpr_log(GPR_INFO,
2807
+ "%s[%p]: Clear keepalive timer because data was received",
2808
+ t->is_client ? "CLIENT" : "SERVER", t.get());
2809
+ }
2810
+ t->event_engine->Cancel(std::exchange(
2811
+ t->keepalive_ping_timeout_handle,
2812
+ grpc_event_engine::experimental::EventEngine::TaskHandle::kInvalid));
2813
+ }
2814
+ grpc_error_handle err = error;
2815
+ if (!err.ok()) {
2816
+ err = grpc_error_set_int(
2817
+ GRPC_ERROR_CREATE_REFERENCING("Endpoint read failed", &err, 1),
2818
+ grpc_core::StatusIntProperty::kOccurredDuringWrite, t->write_state);
2819
+ }
2820
+ std::swap(err, error);
2821
+ read_action_parse_loop_locked(std::move(t), std::move(err));
2822
+ }
2823
+
2824
+ static void continue_read_action_locked(
2825
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
2519
2826
  const bool urgent = !t->goaway_error.ok();
2520
- GRPC_CLOSURE_INIT(&t->read_action_locked, read_action, t,
2521
- grpc_schedule_on_exec_ctx);
2522
- grpc_endpoint_read(t->ep, &t->read_buffer, &t->read_action_locked, urgent,
2523
- grpc_chttp2_min_read_progress_size(t));
2827
+ auto* tp = t.get();
2828
+ grpc_endpoint_read(tp->ep, &tp->read_buffer,
2829
+ grpc_core::InitTransportClosure<read_action>(
2830
+ std::move(t), &tp->read_action_locked),
2831
+ urgent, grpc_chttp2_min_read_progress_size(tp));
2524
2832
  }
2525
2833
 
2526
2834
  // t is reffed prior to calling the first time, and once the callback chain
2527
2835
  // that kicks off finishes, it's unreffed
2528
- void schedule_bdp_ping_locked(grpc_chttp2_transport* t) {
2529
- t->flow_control.bdp_estimator()->SchedulePing();
2530
- send_ping_locked(
2531
- t,
2532
- GRPC_CLOSURE_INIT(&t->start_bdp_ping_locked, start_bdp_ping, t,
2533
- grpc_schedule_on_exec_ctx),
2534
- GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked, finish_bdp_ping, t,
2535
- grpc_schedule_on_exec_ctx));
2536
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_BDP_PING);
2537
- }
2538
-
2539
- static void start_bdp_ping(void* tp, grpc_error_handle error) {
2540
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2541
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_bdp_ping_locked,
2542
- start_bdp_ping_locked, t, nullptr),
2543
- error);
2544
- }
2545
-
2546
- static void start_bdp_ping_locked(void* tp, grpc_error_handle error) {
2547
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2836
+ void schedule_bdp_ping_locked(
2837
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
2838
+ auto* tp = t.get();
2839
+ tp->flow_control.bdp_estimator()->SchedulePing();
2840
+ send_ping_locked(tp,
2841
+ grpc_core::InitTransportClosure<start_bdp_ping>(
2842
+ tp->Ref(), &tp->start_bdp_ping_locked),
2843
+ grpc_core::InitTransportClosure<finish_bdp_ping>(
2844
+ std::move(t), &tp->finish_bdp_ping_locked));
2845
+ grpc_chttp2_initiate_write(tp, GRPC_CHTTP2_INITIATE_WRITE_BDP_PING);
2846
+ }
2847
+
2848
+ static void start_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2849
+ grpc_error_handle error) {
2850
+ grpc_chttp2_transport* tp = t.get();
2851
+ tp->combiner->Run(grpc_core::InitTransportClosure<start_bdp_ping_locked>(
2852
+ std::move(t), &tp->start_bdp_ping_locked),
2853
+ error);
2854
+ }
2855
+
2856
+ static void start_bdp_ping_locked(
2857
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2858
+ grpc_error_handle error) {
2548
2859
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
2549
- gpr_log(GPR_INFO, "%s: Start BDP ping err=%s", t->peer_string.c_str(),
2860
+ gpr_log(GPR_INFO, "%s: Start BDP ping err=%s",
2861
+ std::string(t->peer_string.as_string_view()).c_str(),
2550
2862
  grpc_core::StatusToString(error).c_str());
2551
2863
  }
2552
2864
  if (!error.ok() || !t->closed_with_error.ok()) {
@@ -2554,156 +2866,143 @@ static void start_bdp_ping_locked(void* tp, grpc_error_handle error) {
2554
2866
  }
2555
2867
  // Reset the keepalive ping timer
2556
2868
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
2557
- maybe_reset_keepalive_ping_timer_locked(t);
2869
+ maybe_reset_keepalive_ping_timer_locked(t.get());
2558
2870
  }
2559
2871
  t->flow_control.bdp_estimator()->StartPing();
2560
2872
  t->bdp_ping_started = true;
2561
2873
  }
2562
2874
 
2563
- static void finish_bdp_ping(void* tp, grpc_error_handle error) {
2564
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2565
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked,
2566
- finish_bdp_ping_locked, t, nullptr),
2567
- error);
2875
+ static void finish_bdp_ping(grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2876
+ grpc_error_handle error) {
2877
+ grpc_chttp2_transport* tp = t.get();
2878
+ tp->combiner->Run(grpc_core::InitTransportClosure<finish_bdp_ping_locked>(
2879
+ std::move(t), &tp->finish_bdp_ping_locked),
2880
+ error);
2568
2881
  }
2569
2882
 
2570
- static void finish_bdp_ping_locked(void* tp, grpc_error_handle error) {
2571
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2883
+ static void finish_bdp_ping_locked(
2884
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2885
+ grpc_error_handle error) {
2572
2886
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
2573
- gpr_log(GPR_INFO, "%s: Complete BDP ping err=%s", t->peer_string.c_str(),
2887
+ gpr_log(GPR_INFO, "%s: Complete BDP ping err=%s",
2888
+ std::string(t->peer_string.as_string_view()).c_str(),
2574
2889
  grpc_core::StatusToString(error).c_str());
2575
2890
  }
2576
2891
  if (!error.ok() || !t->closed_with_error.ok()) {
2577
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
2578
2892
  return;
2579
2893
  }
2580
2894
  if (!t->bdp_ping_started) {
2581
2895
  // start_bdp_ping_locked has not been run yet. Schedule
2582
2896
  // finish_bdp_ping_locked to be run later.
2583
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked,
2584
- finish_bdp_ping_locked, t, nullptr),
2585
- error);
2897
+ finish_bdp_ping(std::move(t), std::move(error));
2586
2898
  return;
2587
2899
  }
2588
2900
  t->bdp_ping_started = false;
2589
2901
  grpc_core::Timestamp next_ping =
2590
2902
  t->flow_control.bdp_estimator()->CompletePing();
2591
- grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t,
2903
+ grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t.get(),
2592
2904
  nullptr);
2593
2905
  GPR_ASSERT(!t->next_bdp_ping_timer_handle.has_value());
2594
2906
  t->next_bdp_ping_timer_handle =
2595
2907
  t->event_engine->RunAfter(next_ping - grpc_core::Timestamp::Now(), [t] {
2596
2908
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2597
2909
  grpc_core::ExecCtx exec_ctx;
2598
- next_bdp_ping_timer_expired(t);
2910
+ next_bdp_ping_timer_expired(t.get());
2599
2911
  });
2600
2912
  }
2601
2913
 
2602
2914
  static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t) {
2603
2915
  t->combiner->Run(
2604
- GRPC_CLOSURE_INIT(&t->next_bdp_ping_timer_expired_locked,
2605
- next_bdp_ping_timer_expired_locked, t, nullptr),
2916
+ grpc_core::InitTransportClosure<next_bdp_ping_timer_expired_locked>(
2917
+ t->Ref(), &t->next_bdp_ping_timer_expired_locked),
2606
2918
  absl::OkStatus());
2607
2919
  }
2608
2920
 
2609
2921
  static void next_bdp_ping_timer_expired_locked(
2610
- void* tp, GRPC_UNUSED grpc_error_handle error) {
2922
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2923
+ GRPC_UNUSED grpc_error_handle error) {
2611
2924
  GPR_DEBUG_ASSERT(error.ok());
2612
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2613
2925
  GPR_ASSERT(t->next_bdp_ping_timer_handle.has_value());
2614
2926
  t->next_bdp_ping_timer_handle.reset();
2615
2927
  if (t->flow_control.bdp_estimator()->accumulator() == 0) {
2616
2928
  // Block the bdp ping till we receive more data.
2617
2929
  t->bdp_ping_blocked = true;
2618
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
2619
2930
  } else {
2620
- schedule_bdp_ping_locked(t);
2931
+ schedule_bdp_ping_locked(std::move(t));
2621
2932
  }
2622
2933
  }
2623
2934
 
2624
2935
  void grpc_chttp2_config_default_keepalive_args(grpc_channel_args* args,
2625
2936
  bool is_client) {
2626
- size_t i;
2627
- if (args) {
2628
- for (i = 0; i < args->num_args; i++) {
2629
- if (0 == strcmp(args->args[i].key, GRPC_ARG_KEEPALIVE_TIME_MS)) {
2630
- const int value = grpc_channel_arg_get_integer(
2631
- &args->args[i], {is_client ? g_default_client_keepalive_time_ms
2632
- : g_default_server_keepalive_time_ms,
2633
- 1, INT_MAX});
2634
- if (is_client) {
2635
- g_default_client_keepalive_time_ms = value;
2636
- } else {
2637
- g_default_server_keepalive_time_ms = value;
2638
- }
2639
- } else if (0 ==
2640
- strcmp(args->args[i].key, GRPC_ARG_KEEPALIVE_TIMEOUT_MS)) {
2641
- const int value = grpc_channel_arg_get_integer(
2642
- &args->args[i], {is_client ? g_default_client_keepalive_timeout_ms
2643
- : g_default_server_keepalive_timeout_ms,
2644
- 0, INT_MAX});
2645
- if (is_client) {
2646
- g_default_client_keepalive_timeout_ms = value;
2647
- } else {
2648
- g_default_server_keepalive_timeout_ms = value;
2649
- }
2650
- } else if (0 == strcmp(args->args[i].key,
2651
- GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)) {
2652
- const bool value = static_cast<uint32_t>(grpc_channel_arg_get_integer(
2653
- &args->args[i],
2654
- {is_client ? g_default_client_keepalive_permit_without_calls
2655
- : g_default_server_keepalive_timeout_ms,
2656
- 0, 1}));
2657
- if (is_client) {
2658
- g_default_client_keepalive_permit_without_calls = value;
2659
- } else {
2660
- g_default_server_keepalive_permit_without_calls = value;
2661
- }
2662
- } else if (0 ==
2663
- strcmp(args->args[i].key, GRPC_ARG_HTTP2_MAX_PING_STRIKES)) {
2664
- g_default_max_ping_strikes = grpc_channel_arg_get_integer(
2665
- &args->args[i], {g_default_max_ping_strikes, 0, INT_MAX});
2666
- } else if (0 == strcmp(args->args[i].key,
2667
- GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)) {
2668
- g_default_max_pings_without_data = grpc_channel_arg_get_integer(
2669
- &args->args[i], {g_default_max_pings_without_data, 0, INT_MAX});
2670
- } else if (0 ==
2671
- strcmp(
2672
- args->args[i].key,
2673
- GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)) {
2674
- g_default_min_recv_ping_interval_without_data_ms =
2675
- grpc_channel_arg_get_integer(
2676
- &args->args[i],
2677
- {g_default_min_recv_ping_interval_without_data_ms, 0, INT_MAX});
2678
- }
2679
- }
2937
+ grpc_chttp2_config_default_keepalive_args(grpc_core::ChannelArgs::FromC(args),
2938
+ is_client);
2939
+ }
2940
+
2941
+ void grpc_chttp2_config_default_keepalive_args(
2942
+ const grpc_core::ChannelArgs& channel_args, bool is_client) {
2943
+ const auto keepalive_time =
2944
+ std::max(grpc_core::Duration::Milliseconds(1),
2945
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
2946
+ .value_or(is_client ? g_default_client_keepalive_time
2947
+ : g_default_server_keepalive_time));
2948
+ if (is_client) {
2949
+ g_default_client_keepalive_time = keepalive_time;
2950
+ } else {
2951
+ g_default_server_keepalive_time = keepalive_time;
2952
+ }
2953
+
2954
+ const auto keepalive_timeout = std::max(
2955
+ grpc_core::Duration::Zero(),
2956
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
2957
+ .value_or(is_client ? g_default_client_keepalive_timeout
2958
+ : g_default_server_keepalive_timeout));
2959
+ if (is_client) {
2960
+ g_default_client_keepalive_timeout = keepalive_timeout;
2961
+ } else {
2962
+ g_default_server_keepalive_timeout = keepalive_timeout;
2680
2963
  }
2964
+
2965
+ const bool keepalive_permit_without_calls =
2966
+ channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
2967
+ .value_or(is_client
2968
+ ? g_default_client_keepalive_permit_without_calls
2969
+ : g_default_server_keepalive_permit_without_calls);
2970
+ if (is_client) {
2971
+ g_default_client_keepalive_permit_without_calls =
2972
+ keepalive_permit_without_calls;
2973
+ } else {
2974
+ g_default_server_keepalive_permit_without_calls =
2975
+ keepalive_permit_without_calls;
2976
+ }
2977
+
2978
+ grpc_core::Chttp2PingAbusePolicy::SetDefaults(channel_args);
2979
+ grpc_core::Chttp2PingRatePolicy::SetDefaults(channel_args);
2681
2980
  }
2682
2981
 
2683
- static void init_keepalive_ping(grpc_chttp2_transport* t) {
2684
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->init_keepalive_ping_locked,
2685
- init_keepalive_ping_locked, t, nullptr),
2686
- absl::OkStatus());
2982
+ static void init_keepalive_ping(
2983
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t) {
2984
+ auto* tp = t.get();
2985
+ tp->combiner->Run(grpc_core::InitTransportClosure<init_keepalive_ping_locked>(
2986
+ std::move(t), &tp->init_keepalive_ping_locked),
2987
+ absl::OkStatus());
2687
2988
  }
2688
2989
 
2689
- static void init_keepalive_ping_locked(void* arg,
2690
- GRPC_UNUSED grpc_error_handle error) {
2990
+ static void init_keepalive_ping_locked(
2991
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
2992
+ GRPC_UNUSED grpc_error_handle error) {
2691
2993
  GPR_DEBUG_ASSERT(error.ok());
2692
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2693
2994
  GPR_ASSERT(t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING);
2694
2995
  GPR_ASSERT(t->keepalive_ping_timer_handle.has_value());
2695
2996
  t->keepalive_ping_timer_handle.reset();
2696
2997
  if (t->destroying || !t->closed_with_error.ok()) {
2697
2998
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
2698
2999
  } else {
2699
- if (t->keepalive_permit_without_calls ||
2700
- grpc_chttp2_stream_map_size(&t->stream_map) > 0) {
3000
+ if (t->keepalive_permit_without_calls || !t->stream_map.empty()) {
2701
3001
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_PINGING;
2702
- GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive ping end");
2703
3002
  send_keepalive_ping_locked(t);
2704
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING);
3003
+ grpc_chttp2_initiate_write(t.get(),
3004
+ GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING);
2705
3005
  } else {
2706
- GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
2707
3006
  t->keepalive_ping_timer_handle =
2708
3007
  t->event_engine->RunAfter(t->keepalive_time, [t] {
2709
3008
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
@@ -2712,72 +3011,30 @@ static void init_keepalive_ping_locked(void* arg,
2712
3011
  });
2713
3012
  }
2714
3013
  }
2715
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
2716
3014
  }
2717
3015
 
2718
- static void start_keepalive_ping(void* arg, grpc_error_handle error) {
2719
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2720
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
2721
- start_keepalive_ping_locked, t, nullptr),
2722
- error);
2723
- }
2724
-
2725
- static void start_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2726
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2727
- if (!error.ok()) {
2728
- return;
2729
- }
2730
- if (t->channelz_socket != nullptr) {
2731
- t->channelz_socket->RecordKeepaliveSent();
2732
- }
2733
- if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
2734
- GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
2735
- gpr_log(GPR_INFO, "%s: Start keepalive ping", t->peer_string.c_str());
2736
- }
2737
- GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive watchdog");
2738
- t->keepalive_watchdog_timer_handle =
2739
- t->event_engine->RunAfter(t->keepalive_timeout, [t] {
2740
- grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2741
- grpc_core::ExecCtx exec_ctx;
2742
- keepalive_watchdog_fired(t);
2743
- });
2744
- t->keepalive_ping_started = true;
2745
- }
2746
-
2747
- static void finish_keepalive_ping(void* arg, grpc_error_handle error) {
2748
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2749
- t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
2750
- finish_keepalive_ping_locked, t, nullptr),
2751
- error);
3016
+ static void finish_keepalive_ping(
3017
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
3018
+ grpc_error_handle error) {
3019
+ auto* tp = t.get();
3020
+ tp->combiner->Run(
3021
+ grpc_core::InitTransportClosure<finish_keepalive_ping_locked>(
3022
+ std::move(t), &tp->finish_keepalive_ping_locked),
3023
+ error);
2752
3024
  }
2753
3025
 
2754
- static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2755
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
3026
+ static void finish_keepalive_ping_locked(
3027
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
3028
+ grpc_error_handle error) {
2756
3029
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
2757
3030
  if (error.ok()) {
2758
3031
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
2759
3032
  GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
2760
- gpr_log(GPR_INFO, "%s: Finish keepalive ping", t->peer_string.c_str());
3033
+ gpr_log(GPR_INFO, "%s: Finish keepalive ping",
3034
+ std::string(t->peer_string.as_string_view()).c_str());
2761
3035
  }
2762
- if (!t->keepalive_ping_started) {
2763
- // start_keepalive_ping_locked has not run yet. Reschedule
2764
- // finish_keepalive_ping_locked for it to be run later.
2765
- t->combiner->Run(
2766
- GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
2767
- finish_keepalive_ping_locked, t, nullptr),
2768
- error);
2769
- return;
2770
- }
2771
- t->keepalive_ping_started = false;
2772
3036
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
2773
- if (t->keepalive_watchdog_timer_handle.has_value()) {
2774
- if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
2775
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
2776
- t->keepalive_watchdog_timer_handle.reset();
2777
- }
2778
- }
2779
3037
  GPR_ASSERT(!t->keepalive_ping_timer_handle.has_value());
2780
- GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
2781
3038
  t->keepalive_ping_timer_handle =
2782
3039
  t->event_engine->RunAfter(t->keepalive_time, [t] {
2783
3040
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
@@ -2786,38 +3043,6 @@ static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2786
3043
  });
2787
3044
  }
2788
3045
  }
2789
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive ping end");
2790
- }
2791
-
2792
- static void keepalive_watchdog_fired(grpc_chttp2_transport* t) {
2793
- t->combiner->Run(
2794
- GRPC_CLOSURE_INIT(&t->keepalive_watchdog_fired_locked,
2795
- keepalive_watchdog_fired_locked, t, nullptr),
2796
- absl::OkStatus());
2797
- }
2798
-
2799
- static void keepalive_watchdog_fired_locked(
2800
- void* arg, GRPC_UNUSED grpc_error_handle error) {
2801
- GPR_DEBUG_ASSERT(error.ok());
2802
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2803
- GPR_ASSERT(t->keepalive_watchdog_timer_handle.has_value());
2804
- t->keepalive_watchdog_timer_handle.reset();
2805
- if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
2806
- gpr_log(GPR_INFO, "%s: Keepalive watchdog fired. Closing transport.",
2807
- t->peer_string.c_str());
2808
- t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
2809
- close_transport_locked(
2810
- t, grpc_error_set_int(GRPC_ERROR_CREATE("keepalive watchdog timeout"),
2811
- grpc_core::StatusIntProperty::kRpcStatus,
2812
- GRPC_STATUS_UNAVAILABLE));
2813
- } else {
2814
- // If keepalive_state is not PINGING, we consider it as an error. Maybe the
2815
- // cancellation failed in finish_keepalive_ping_locked. Users have seen
2816
- // other states: https://github.com/grpc/grpc/issues/32085.
2817
- gpr_log(GPR_ERROR, "keepalive_ping_end state error: %d (expect: %d)",
2818
- t->keepalive_state, GRPC_CHTTP2_KEEPALIVE_STATE_PINGING);
2819
- }
2820
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
2821
3046
  }
2822
3047
 
2823
3048
  static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
@@ -2828,13 +3053,13 @@ static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
2828
3053
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
2829
3054
  GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
2830
3055
  gpr_log(GPR_INFO, "%s: Keepalive ping cancelled. Resetting timer.",
2831
- t->peer_string.c_str());
3056
+ std::string(t->peer_string.as_string_view()).c_str());
2832
3057
  }
2833
- t->keepalive_ping_timer_handle =
2834
- t->event_engine->RunAfter(t->keepalive_time, [t] {
3058
+ t->keepalive_ping_timer_handle = t->event_engine->RunAfter(
3059
+ t->keepalive_time, [t = t->Ref()]() mutable {
2835
3060
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2836
3061
  grpc_core::ExecCtx exec_ctx;
2837
- init_keepalive_ping(t);
3062
+ init_keepalive_ping(std::move(t));
2838
3063
  });
2839
3064
  }
2840
3065
  }
@@ -2848,8 +3073,9 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
2848
3073
  grpc_connectivity_state state,
2849
3074
  const absl::Status& status,
2850
3075
  const char* reason) {
2851
- GRPC_CHTTP2_IF_TRACING(
2852
- gpr_log(GPR_INFO, "transport %p set connectivity_state=%d", t, state));
3076
+ GRPC_CHTTP2_IF_TRACING(gpr_log(
3077
+ GPR_INFO, "transport %p set connectivity_state=%d; status=%s; reason=%s",
3078
+ t, state, status.ToString().c_str(), reason));
2853
3079
  t->state_tracker.SetState(state, status, reason);
2854
3080
  }
2855
3081
 
@@ -2876,18 +3102,17 @@ static void set_pollset_set(grpc_transport* gt, grpc_stream* /*gs*/,
2876
3102
  static void post_benign_reclaimer(grpc_chttp2_transport* t) {
2877
3103
  if (!t->benign_reclaimer_registered) {
2878
3104
  t->benign_reclaimer_registered = true;
2879
- GRPC_CHTTP2_REF_TRANSPORT(t, "benign_reclaimer");
2880
3105
  t->memory_owner.PostReclaimer(
2881
3106
  grpc_core::ReclamationPass::kBenign,
2882
- [t](absl::optional<grpc_core::ReclamationSweep> sweep) {
3107
+ [t = t->Ref()](
3108
+ absl::optional<grpc_core::ReclamationSweep> sweep) mutable {
2883
3109
  if (sweep.has_value()) {
2884
- GRPC_CLOSURE_INIT(&t->benign_reclaimer_locked,
2885
- benign_reclaimer_locked, t,
2886
- grpc_schedule_on_exec_ctx);
2887
- t->active_reclamation = std::move(*sweep);
2888
- t->combiner->Run(&t->benign_reclaimer_locked, absl::OkStatus());
2889
- } else {
2890
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
3110
+ auto* tp = t.get();
3111
+ tp->active_reclamation = std::move(*sweep);
3112
+ tp->combiner->Run(
3113
+ grpc_core::InitTransportClosure<benign_reclaimer_locked>(
3114
+ std::move(t), &tp->benign_reclaimer_locked),
3115
+ absl::OkStatus());
2891
3116
  }
2892
3117
  });
2893
3118
  }
@@ -2896,34 +3121,33 @@ static void post_benign_reclaimer(grpc_chttp2_transport* t) {
2896
3121
  static void post_destructive_reclaimer(grpc_chttp2_transport* t) {
2897
3122
  if (!t->destructive_reclaimer_registered) {
2898
3123
  t->destructive_reclaimer_registered = true;
2899
- GRPC_CHTTP2_REF_TRANSPORT(t, "destructive_reclaimer");
2900
3124
  t->memory_owner.PostReclaimer(
2901
3125
  grpc_core::ReclamationPass::kDestructive,
2902
- [t](absl::optional<grpc_core::ReclamationSweep> sweep) {
3126
+ [t = t->Ref()](
3127
+ absl::optional<grpc_core::ReclamationSweep> sweep) mutable {
2903
3128
  if (sweep.has_value()) {
2904
- GRPC_CLOSURE_INIT(&t->destructive_reclaimer_locked,
2905
- destructive_reclaimer_locked, t,
2906
- grpc_schedule_on_exec_ctx);
2907
- t->active_reclamation = std::move(*sweep);
2908
- t->combiner->Run(&t->destructive_reclaimer_locked,
2909
- absl::OkStatus());
2910
- } else {
2911
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
3129
+ auto* tp = t.get();
3130
+ tp->active_reclamation = std::move(*sweep);
3131
+ tp->combiner->Run(
3132
+ grpc_core::InitTransportClosure<destructive_reclaimer_locked>(
3133
+ std::move(t), &tp->destructive_reclaimer_locked),
3134
+ absl::OkStatus());
2912
3135
  }
2913
3136
  });
2914
3137
  }
2915
3138
  }
2916
3139
 
2917
- static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
2918
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2919
- if (error.ok() && grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
3140
+ static void benign_reclaimer_locked(
3141
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
3142
+ grpc_error_handle error) {
3143
+ if (error.ok() && t->stream_map.empty()) {
2920
3144
  // Channel with no active streams: send a goaway to try and make it
2921
3145
  // disconnect cleanly
2922
3146
  if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
2923
3147
  gpr_log(GPR_INFO, "HTTP2: %s - send goaway to free memory",
2924
- t->peer_string.c_str());
3148
+ std::string(t->peer_string.as_string_view()).c_str());
2925
3149
  }
2926
- send_goaway(t,
3150
+ send_goaway(t.get(),
2927
3151
  grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
2928
3152
  grpc_core::StatusIntProperty::kHttp2Error,
2929
3153
  GRPC_HTTP2_ENHANCE_YOUR_CALM),
@@ -2932,44 +3156,43 @@ static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
2932
3156
  gpr_log(GPR_INFO,
2933
3157
  "HTTP2: %s - skip benign reclamation, there are still %" PRIdPTR
2934
3158
  " streams",
2935
- t->peer_string.c_str(),
2936
- grpc_chttp2_stream_map_size(&t->stream_map));
3159
+ std::string(t->peer_string.as_string_view()).c_str(),
3160
+ t->stream_map.size());
2937
3161
  }
2938
3162
  t->benign_reclaimer_registered = false;
2939
3163
  if (error != absl::CancelledError()) {
2940
3164
  t->active_reclamation.Finish();
2941
3165
  }
2942
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
2943
3166
  }
2944
3167
 
2945
- static void destructive_reclaimer_locked(void* arg, grpc_error_handle error) {
2946
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2947
- size_t n = grpc_chttp2_stream_map_size(&t->stream_map);
3168
+ static void destructive_reclaimer_locked(
3169
+ grpc_core::RefCountedPtr<grpc_chttp2_transport> t,
3170
+ grpc_error_handle error) {
2948
3171
  t->destructive_reclaimer_registered = false;
2949
- if (error.ok() && n > 0) {
2950
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(
2951
- grpc_chttp2_stream_map_rand(&t->stream_map));
3172
+ if (error.ok() && !t->stream_map.empty()) {
3173
+ // As stream_map is a hash map, this selects effectively a random stream.
3174
+ grpc_chttp2_stream* s = t->stream_map.begin()->second;
2952
3175
  if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
2953
3176
  gpr_log(GPR_INFO, "HTTP2: %s - abandon stream id %d",
2954
- t->peer_string.c_str(), s->id);
3177
+ std::string(t->peer_string.as_string_view()).c_str(), s->id);
2955
3178
  }
2956
3179
  grpc_chttp2_cancel_stream(
2957
- t, s,
3180
+ t.get(), s,
2958
3181
  grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
2959
3182
  grpc_core::StatusIntProperty::kHttp2Error,
2960
- GRPC_HTTP2_ENHANCE_YOUR_CALM));
2961
- if (n > 1) {
3183
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
3184
+ false);
3185
+ if (!t->stream_map.empty()) {
2962
3186
  // Since we cancel one stream per destructive reclamation, if
2963
3187
  // there are more streams left, we can immediately post a new
2964
3188
  // reclaimer in case the resource quota needs to free more
2965
3189
  // memory
2966
- post_destructive_reclaimer(t);
3190
+ post_destructive_reclaimer(t.get());
2967
3191
  }
2968
3192
  }
2969
3193
  if (error != absl::CancelledError()) {
2970
3194
  t->active_reclamation.Finish();
2971
3195
  }
2972
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
2973
3196
  }
2974
3197
 
2975
3198
  //
@@ -3032,6 +3255,7 @@ static grpc_endpoint* chttp2_get_endpoint(grpc_transport* t) {
3032
3255
  }
3033
3256
 
3034
3257
  static const grpc_transport_vtable vtable = {sizeof(grpc_chttp2_stream),
3258
+ false,
3035
3259
  "chttp2",
3036
3260
  init_stream,
3037
3261
  nullptr,
@@ -3062,17 +3286,29 @@ grpc_transport* grpc_create_chttp2_transport(
3062
3286
  void grpc_chttp2_transport_start_reading(
3063
3287
  grpc_transport* transport, grpc_slice_buffer* read_buffer,
3064
3288
  grpc_closure* notify_on_receive_settings, grpc_closure* notify_on_close) {
3065
- grpc_chttp2_transport* t =
3066
- reinterpret_cast<grpc_chttp2_transport*>(transport);
3067
- GRPC_CHTTP2_REF_TRANSPORT(
3068
- t, "reading_action"); // matches unref inside reading_action
3289
+ auto t = reinterpret_cast<grpc_chttp2_transport*>(transport)->Ref();
3069
3290
  if (read_buffer != nullptr) {
3070
3291
  grpc_slice_buffer_move_into(read_buffer, &t->read_buffer);
3071
3292
  gpr_free(read_buffer);
3072
3293
  }
3073
- t->notify_on_receive_settings = notify_on_receive_settings;
3074
- t->notify_on_close = notify_on_close;
3075
- t->combiner->Run(
3076
- GRPC_CLOSURE_INIT(&t->read_action_locked, read_action_locked, t, nullptr),
3294
+ auto* tp = t.get();
3295
+ tp->combiner->Run(
3296
+ grpc_core::NewClosure([t = std::move(t), notify_on_receive_settings,
3297
+ notify_on_close](grpc_error_handle) mutable {
3298
+ if (!t->closed_with_error.ok()) {
3299
+ if (notify_on_receive_settings != nullptr) {
3300
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_receive_settings,
3301
+ t->closed_with_error);
3302
+ }
3303
+ if (notify_on_close != nullptr) {
3304
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_close,
3305
+ t->closed_with_error);
3306
+ }
3307
+ return;
3308
+ }
3309
+ t->notify_on_receive_settings = notify_on_receive_settings;
3310
+ t->notify_on_close = notify_on_close;
3311
+ read_action_locked(std::move(t), absl::OkStatus());
3312
+ }),
3077
3313
  absl::OkStatus());
3078
3314
  }