grpc 1.47.0 → 1.57.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (2720) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +591 -283
  3. data/include/grpc/byte_buffer.h +76 -1
  4. data/include/grpc/byte_buffer_reader.h +19 -1
  5. data/include/grpc/compression.h +2 -2
  6. data/include/grpc/event_engine/endpoint_config.h +11 -5
  7. data/include/grpc/event_engine/event_engine.h +130 -68
  8. data/include/grpc/event_engine/internal/memory_allocator_impl.h +1 -1
  9. data/include/grpc/event_engine/internal/slice_cast.h +67 -0
  10. data/include/grpc/event_engine/memory_allocator.h +1 -1
  11. data/include/grpc/event_engine/slice.h +24 -4
  12. data/include/grpc/event_engine/slice_buffer.h +52 -5
  13. data/include/grpc/fork.h +25 -1
  14. data/include/grpc/grpc.h +4 -14
  15. data/include/grpc/grpc_audit_logging.h +96 -0
  16. data/include/grpc/grpc_posix.h +1 -1
  17. data/include/grpc/grpc_security.h +23 -0
  18. data/include/grpc/impl/codegen/atm.h +3 -71
  19. data/include/grpc/impl/codegen/atm_gcc_atomic.h +3 -67
  20. data/include/grpc/impl/codegen/atm_gcc_sync.h +3 -61
  21. data/include/grpc/impl/codegen/atm_windows.h +3 -108
  22. data/include/grpc/impl/codegen/byte_buffer.h +4 -78
  23. data/include/grpc/impl/codegen/byte_buffer_reader.h +4 -19
  24. data/include/grpc/impl/codegen/compression_types.h +5 -83
  25. data/include/grpc/impl/codegen/connectivity_state.h +5 -21
  26. data/include/grpc/impl/codegen/fork.h +4 -25
  27. data/include/grpc/impl/codegen/gpr_types.h +4 -35
  28. data/include/grpc/impl/codegen/grpc_types.h +5 -791
  29. data/include/grpc/impl/codegen/log.h +3 -86
  30. data/include/grpc/impl/codegen/port_platform.h +3 -763
  31. data/include/grpc/impl/codegen/propagation_bits.h +3 -28
  32. data/include/grpc/impl/codegen/slice.h +3 -106
  33. data/include/grpc/impl/codegen/status.h +4 -131
  34. data/include/grpc/impl/codegen/sync.h +3 -42
  35. data/include/grpc/impl/codegen/sync_abseil.h +3 -12
  36. data/include/grpc/impl/codegen/sync_custom.h +3 -14
  37. data/include/grpc/impl/codegen/sync_generic.h +3 -25
  38. data/include/grpc/impl/codegen/sync_posix.h +3 -28
  39. data/include/grpc/impl/codegen/sync_windows.h +3 -16
  40. data/include/grpc/impl/compression_types.h +109 -0
  41. data/include/grpc/impl/connectivity_state.h +47 -0
  42. data/include/grpc/impl/grpc_types.h +841 -0
  43. data/include/grpc/impl/propagation_bits.h +54 -0
  44. data/include/grpc/impl/slice_type.h +112 -0
  45. data/include/grpc/load_reporting.h +1 -1
  46. data/include/grpc/module.modulemap +7 -1
  47. data/include/grpc/slice.h +1 -1
  48. data/include/grpc/status.h +131 -1
  49. data/include/grpc/support/atm.h +70 -1
  50. data/include/grpc/support/atm_gcc_atomic.h +59 -1
  51. data/include/grpc/support/atm_gcc_sync.h +58 -1
  52. data/include/grpc/support/atm_windows.h +105 -1
  53. data/include/grpc/support/json.h +218 -0
  54. data/include/grpc/support/log.h +87 -1
  55. data/include/grpc/support/log_windows.h +1 -1
  56. data/include/grpc/support/port_platform.h +773 -1
  57. data/include/grpc/support/string_util.h +1 -1
  58. data/include/grpc/support/sync.h +35 -2
  59. data/include/grpc/support/sync_abseil.h +11 -1
  60. data/include/grpc/support/sync_custom.h +13 -1
  61. data/include/grpc/support/sync_generic.h +24 -1
  62. data/include/grpc/support/sync_posix.h +27 -1
  63. data/include/grpc/support/sync_windows.h +15 -1
  64. data/include/grpc/support/time.h +31 -6
  65. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +164 -0
  66. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +52 -0
  67. data/src/core/ext/filters/backend_metrics/backend_metric_provider.h +29 -0
  68. data/src/core/ext/filters/census/grpc_context.cc +19 -17
  69. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +49 -31
  70. data/src/core/ext/filters/channel_idle/channel_idle_filter.h +22 -5
  71. data/src/core/ext/filters/channel_idle/idle_filter_state.h +6 -4
  72. data/src/core/ext/filters/client_channel/backend_metric.cc +12 -1
  73. data/src/core/ext/filters/client_channel/backend_metric.h +3 -3
  74. data/src/core/ext/filters/client_channel/backup_poller.cc +32 -41
  75. data/src/core/ext/filters/client_channel/backup_poller.h +24 -27
  76. data/src/core/ext/filters/client_channel/channel_connectivity.cc +52 -29
  77. data/src/core/ext/filters/client_channel/client_channel.cc +1182 -1226
  78. data/src/core/ext/filters/client_channel/client_channel.h +176 -186
  79. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +36 -37
  80. data/src/core/ext/filters/client_channel/client_channel_channelz.h +22 -22
  81. data/src/core/ext/filters/client_channel/client_channel_factory.cc +17 -46
  82. data/src/core/ext/filters/client_channel/client_channel_factory.h +5 -13
  83. data/src/core/ext/filters/client_channel/client_channel_internal.h +77 -0
  84. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +18 -34
  85. data/src/core/ext/filters/client_channel/client_channel_service_config.cc +153 -0
  86. data/src/core/ext/filters/client_channel/{resolver_result_parsing.h → client_channel_service_config.h} +26 -26
  87. data/src/core/ext/filters/client_channel/config_selector.h +35 -57
  88. data/src/core/ext/filters/client_channel/connector.h +13 -10
  89. data/src/core/ext/filters/client_channel/dynamic_filters.cc +29 -54
  90. data/src/core/ext/filters/client_channel/dynamic_filters.h +13 -14
  91. data/src/core/ext/filters/client_channel/global_subchannel_pool.h +21 -21
  92. data/src/core/ext/filters/client_channel/http_proxy.cc +131 -113
  93. data/src/core/ext/filters/client_channel/http_proxy.h +36 -32
  94. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +22 -54
  95. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +22 -10
  96. data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +29 -21
  97. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +47 -48
  98. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +14 -14
  99. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +66 -132
  100. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +41 -24
  101. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +420 -479
  102. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +26 -27
  103. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +14 -5
  104. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +9 -7
  105. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +18 -20
  106. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +21 -22
  107. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +23 -22
  108. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +25 -25
  109. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +478 -0
  110. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +52 -0
  111. data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +202 -0
  112. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +30 -105
  113. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +5 -5
  114. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +119 -0
  115. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +533 -384
  116. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +55 -8
  117. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +204 -160
  118. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +25 -0
  119. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +298 -415
  120. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +388 -373
  121. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +35 -10
  122. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +597 -718
  123. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +170 -148
  124. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +179 -125
  125. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +198 -0
  126. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.h +71 -0
  127. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +1011 -0
  128. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +207 -261
  129. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +158 -232
  130. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +11 -3
  131. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +180 -328
  132. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +182 -262
  133. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +390 -514
  134. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +780 -0
  135. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.h +67 -0
  136. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +301 -0
  137. data/src/core/ext/filters/client_channel/local_subchannel_pool.h +21 -21
  138. data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +15 -18
  139. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +457 -290
  140. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.h +30 -0
  141. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +42 -43
  142. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +22 -23
  143. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +92 -87
  144. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +308 -232
  145. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +69 -57
  146. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +18 -18
  147. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +18 -18
  148. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +60 -0
  149. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.h +27 -0
  150. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +559 -0
  151. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.h +35 -0
  152. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +97 -0
  153. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.h +32 -0
  154. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +40 -48
  155. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.h +24 -0
  156. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +9 -21
  157. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +15 -4
  158. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +126 -246
  159. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +129 -69
  160. data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +26 -18
  161. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +34 -32
  162. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +616 -462
  163. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +37 -4
  164. data/src/core/ext/filters/client_channel/retry_filter.cc +40 -2575
  165. data/src/core/ext/filters/client_channel/retry_filter.h +95 -4
  166. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
  167. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
  168. data/src/core/ext/filters/client_channel/retry_service_config.cc +195 -225
  169. data/src/core/ext/filters/client_channel/retry_service_config.h +22 -28
  170. data/src/core/ext/filters/client_channel/retry_throttle.cc +27 -29
  171. data/src/core/ext/filters/client_channel/retry_throttle.h +29 -28
  172. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +47 -97
  173. data/src/core/ext/filters/client_channel/subchannel.cc +242 -478
  174. data/src/core/ext/filters/client_channel/subchannel.h +51 -121
  175. data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +7 -4
  176. data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +6 -76
  177. data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +37 -46
  178. data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +46 -135
  179. data/src/core/ext/filters/client_channel/subchannel_stream_client.h +16 -17
  180. data/src/core/ext/filters/deadline/deadline_filter.cc +90 -76
  181. data/src/core/ext/filters/deadline/deadline_filter.h +14 -12
  182. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +43 -18
  183. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +20 -11
  184. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +118 -0
  185. data/src/core/ext/filters/fault_injection/{service_config_parser.h → fault_injection_service_config_parser.h} +34 -13
  186. data/src/core/ext/filters/http/client/http_client_filter.cc +61 -48
  187. data/src/core/ext/filters/http/client/http_client_filter.h +29 -22
  188. data/src/core/ext/filters/http/client_authority_filter.cc +28 -28
  189. data/src/core/ext/filters/http/client_authority_filter.h +27 -24
  190. data/src/core/ext/filters/http/http_filters_plugin.cc +34 -53
  191. data/src/core/ext/filters/http/message_compress/compression_filter.cc +323 -0
  192. data/src/core/ext/filters/http/message_compress/compression_filter.h +139 -0
  193. data/src/core/ext/filters/http/server/http_server_filter.cc +63 -56
  194. data/src/core/ext/filters/http/server/http_server_filter.h +28 -23
  195. data/src/core/ext/filters/message_size/message_size_filter.cc +191 -288
  196. data/src/core/ext/filters/message_size/message_size_filter.h +82 -20
  197. data/src/core/ext/filters/rbac/rbac_filter.cc +54 -113
  198. data/src/core/ext/filters/rbac/rbac_filter.h +19 -29
  199. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +838 -532
  200. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +18 -7
  201. data/src/core/ext/filters/server_config_selector/server_config_selector.h +20 -8
  202. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +33 -19
  203. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +4 -3
  204. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +296 -0
  205. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +75 -0
  206. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +82 -0
  207. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +93 -0
  208. data/src/core/ext/gcp/metadata_query.cc +137 -0
  209. data/src/core/ext/gcp/metadata_query.h +87 -0
  210. data/src/core/ext/transport/chttp2/alpn/alpn.cc +18 -18
  211. data/src/core/ext/transport/chttp2/alpn/alpn.h +24 -24
  212. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +109 -131
  213. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +30 -24
  214. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +229 -247
  215. data/src/core/ext/transport/chttp2/server/chttp2_server.h +25 -27
  216. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +22 -22
  217. data/src/core/ext/transport/chttp2/transport/bin_decoder.h +33 -33
  218. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +42 -38
  219. data/src/core/ext/transport/chttp2/transport/bin_encoder.h +35 -31
  220. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +1032 -1289
  221. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +46 -25
  222. data/src/core/ext/transport/chttp2/transport/context_list_entry.h +70 -0
  223. data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6646 -0
  224. data/src/core/ext/transport/chttp2/transport/decode_huff.h +2808 -0
  225. data/src/core/ext/transport/chttp2/transport/flow_control.cc +290 -290
  226. data/src/core/ext/transport/chttp2/transport/flow_control.h +246 -326
  227. data/src/core/ext/transport/chttp2/transport/frame.h +21 -21
  228. data/src/core/ext/transport/chttp2/transport/frame_data.cc +84 -239
  229. data/src/core/ext/transport/chttp2/transport/frame_data.h +36 -62
  230. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +38 -36
  231. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +20 -20
  232. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +30 -36
  233. data/src/core/ext/transport/chttp2/transport/frame_ping.h +21 -24
  234. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +30 -25
  235. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +21 -21
  236. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +39 -78
  237. data/src/core/ext/transport/chttp2/transport/frame_settings.h +22 -22
  238. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +31 -33
  239. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +21 -21
  240. data/src/core/ext/transport/chttp2/transport/hpack_constants.h +10 -4
  241. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +212 -365
  242. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +328 -160
  243. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +4 -2
  244. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +13 -5
  245. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
  246. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +326 -0
  247. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +722 -950
  248. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +179 -34
  249. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +79 -72
  250. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +58 -31
  251. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +21 -19
  252. data/src/core/ext/transport/chttp2/transport/http2_settings.h +39 -37
  253. data/src/core/ext/transport/chttp2/transport/http_trace.cc +19 -0
  254. data/src/core/ext/transport/chttp2/transport/http_trace.h +24 -0
  255. data/src/core/ext/transport/chttp2/transport/huffsyms.cc +20 -20
  256. data/src/core/ext/transport/chttp2/transport/huffsyms.h +21 -21
  257. data/src/core/ext/transport/chttp2/transport/internal.h +240 -307
  258. data/src/core/ext/transport/chttp2/transport/parsing.cc +367 -144
  259. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +19 -23
  260. data/src/core/ext/transport/chttp2/transport/varint.cc +19 -20
  261. data/src/core/ext/transport/chttp2/transport/varint.h +37 -34
  262. data/src/core/ext/transport/chttp2/transport/writing.cc +111 -105
  263. data/src/core/ext/transport/inproc/inproc_plugin.cc +17 -18
  264. data/src/core/ext/transport/inproc/inproc_transport.cc +244 -288
  265. data/src/core/ext/transport/inproc/inproc_transport.h +23 -21
  266. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +87 -52
  267. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +435 -182
  268. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +121 -59
  269. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +502 -220
  270. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +93 -377
  271. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +468 -1881
  272. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +535 -0
  273. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +2796 -0
  274. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +30 -17
  275. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +152 -47
  276. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +34 -19
  277. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +176 -49
  278. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +27 -14
  279. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +82 -38
  280. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +20 -11
  281. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +52 -26
  282. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +20 -11
  283. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +52 -26
  284. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +109 -62
  285. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +574 -244
  286. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +21 -12
  287. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +49 -30
  288. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +22 -19
  289. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +82 -29
  290. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +23 -16
  291. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +49 -30
  292. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +255 -147
  293. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +938 -406
  294. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +417 -256
  295. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1954 -858
  296. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +74 -41
  297. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +298 -148
  298. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +537 -348
  299. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2136 -1171
  300. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +21 -12
  301. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +49 -30
  302. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +89 -52
  303. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +351 -232
  304. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +264 -165
  305. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +948 -480
  306. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +154 -72
  307. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +631 -213
  308. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +22 -13
  309. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +54 -36
  310. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +380 -219
  311. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1263 -598
  312. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +157 -92
  313. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +655 -292
  314. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +18 -11
  315. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +41 -26
  316. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +21 -12
  317. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +49 -30
  318. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +30 -17
  319. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +152 -47
  320. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +279 -167
  321. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +870 -440
  322. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +226 -128
  323. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1216 -484
  324. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +22 -13
  325. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +64 -37
  326. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +369 -207
  327. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1198 -620
  328. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +44 -11
  329. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +179 -18
  330. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +34 -19
  331. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +127 -57
  332. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +48 -16
  333. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +193 -44
  334. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +31 -18
  335. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +147 -65
  336. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +22 -13
  337. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +55 -37
  338. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +78 -43
  339. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +277 -127
  340. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +147 -84
  341. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +479 -227
  342. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +115 -62
  343. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +579 -227
  344. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +18 -11
  345. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +39 -26
  346. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +198 -94
  347. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +1072 -358
  348. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +172 -95
  349. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +893 -375
  350. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +49 -23
  351. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +186 -89
  352. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +40 -16
  353. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +95 -45
  354. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +29 -15
  355. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +96 -45
  356. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +131 -74
  357. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +521 -249
  358. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +163 -84
  359. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +717 -241
  360. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +263 -121
  361. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +1083 -374
  362. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +83 -48
  363. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +656 -232
  364. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1317 -722
  365. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5948 -2306
  366. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +49 -28
  367. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +177 -85
  368. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +223 -117
  369. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +847 -369
  370. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +20 -10
  371. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +57 -22
  372. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +21 -12
  373. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +49 -30
  374. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +32 -19
  375. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +78 -49
  376. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +27 -14
  377. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +114 -43
  378. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +46 -25
  379. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +263 -100
  380. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +55 -0
  381. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +122 -0
  382. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +18 -11
  383. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +39 -26
  384. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +42 -23
  385. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +116 -70
  386. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +8 -4
  387. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +21 -15
  388. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +43 -24
  389. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +118 -75
  390. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +30 -16
  391. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +104 -46
  392. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +558 -0
  393. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2710 -0
  394. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +16 -9
  395. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +77 -23
  396. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +60 -37
  397. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +170 -108
  398. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +93 -43
  399. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +398 -167
  400. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +47 -21
  401. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +146 -58
  402. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +69 -20
  403. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +367 -67
  404. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +75 -0
  405. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +201 -0
  406. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +506 -287
  407. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2382 -1015
  408. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +53 -0
  409. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +107 -0
  410. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +70 -0
  411. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +246 -0
  412. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +138 -0
  413. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +499 -0
  414. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +47 -0
  415. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +93 -0
  416. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +71 -0
  417. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +257 -0
  418. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +53 -0
  419. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +107 -0
  420. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +7 -4
  421. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +15 -10
  422. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +184 -94
  423. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +948 -349
  424. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +56 -33
  425. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +162 -101
  426. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +188 -109
  427. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +855 -408
  428. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +32 -19
  429. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +118 -54
  430. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +10 -7
  431. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +22 -14
  432. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +325 -85
  433. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1705 -299
  434. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +42 -23
  435. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +197 -76
  436. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +131 -84
  437. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +531 -239
  438. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +22 -13
  439. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +59 -34
  440. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +39 -26
  441. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +141 -69
  442. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +56 -0
  443. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +130 -0
  444. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +60 -26
  445. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +146 -51
  446. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +37 -20
  447. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +141 -63
  448. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +22 -13
  449. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +95 -40
  450. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +21 -12
  451. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +54 -32
  452. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +18 -11
  453. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +41 -26
  454. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +46 -27
  455. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +113 -70
  456. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +46 -0
  457. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +117 -0
  458. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +40 -23
  459. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +170 -76
  460. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +31 -18
  461. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +123 -57
  462. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +46 -29
  463. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +151 -91
  464. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +65 -42
  465. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +228 -121
  466. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +80 -45
  467. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +228 -131
  468. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +34 -21
  469. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +86 -53
  470. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +7 -4
  471. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +13 -8
  472. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +16 -9
  473. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +32 -18
  474. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +28 -15
  475. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +63 -34
  476. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +43 -22
  477. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +103 -53
  478. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +78 -0
  479. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +237 -0
  480. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +7 -4
  481. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +16 -9
  482. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +20 -11
  483. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +52 -26
  484. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +23 -14
  485. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +65 -41
  486. data/src/core/ext/upb-generated/google/api/annotations.upb.c +14 -11
  487. data/src/core/ext/upb-generated/google/api/annotations.upb.h +30 -20
  488. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +255 -154
  489. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +979 -451
  490. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +299 -180
  491. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +995 -484
  492. data/src/core/ext/upb-generated/google/api/http.upb.c +68 -35
  493. data/src/core/ext/upb-generated/google/api/http.upb.h +297 -121
  494. data/src/core/ext/upb-generated/google/api/httpbody.upb.c +22 -13
  495. data/src/core/ext/upb-generated/google/api/httpbody.upb.h +99 -37
  496. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +19 -10
  497. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +42 -22
  498. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +1037 -442
  499. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +3972 -1411
  500. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +19 -10
  501. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +42 -22
  502. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +10 -7
  503. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +22 -14
  504. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +62 -39
  505. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +220 -103
  506. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +19 -10
  507. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +42 -22
  508. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +90 -51
  509. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +193 -107
  510. data/src/core/ext/upb-generated/google/rpc/status.upb.c +22 -13
  511. data/src/core/ext/upb-generated/google/rpc/status.upb.h +99 -37
  512. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +59 -34
  513. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +170 -92
  514. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +43 -24
  515. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +122 -60
  516. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +250 -145
  517. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +960 -416
  518. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +34 -19
  519. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +84 -51
  520. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +25 -14
  521. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +53 -30
  522. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +144 -81
  523. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +442 -218
  524. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +51 -26
  525. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +161 -61
  526. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +173 -102
  527. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +884 -299
  528. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +68 -49
  529. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +167 -104
  530. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +26 -17
  531. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +59 -34
  532. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +12 -9
  533. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +31 -14
  534. data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +26 -17
  535. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +59 -34
  536. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +23 -16
  537. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +49 -30
  538. data/src/core/ext/upb-generated/validate/validate.upb.c +846 -456
  539. data/src/core/ext/upb-generated/validate/validate.upb.h +4439 -1908
  540. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +68 -49
  541. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +167 -104
  542. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +26 -17
  543. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +59 -34
  544. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +12 -9
  545. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +31 -14
  546. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +65 -44
  547. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +153 -91
  548. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +23 -16
  549. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +49 -30
  550. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +16 -9
  551. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +32 -18
  552. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +56 -0
  553. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +122 -0
  554. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +37 -22
  555. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +104 -63
  556. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +26 -17
  557. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +56 -29
  558. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +21 -12
  559. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +49 -30
  560. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +23 -14
  561. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +66 -42
  562. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +44 -25
  563. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +177 -79
  564. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +27 -14
  565. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +69 -38
  566. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +86 -30
  567. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +227 -54
  568. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +21 -13
  569. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +93 -34
  570. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +53 -0
  571. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +107 -0
  572. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +75 -0
  573. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +270 -0
  574. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +39 -0
  575. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +78 -0
  576. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +78 -0
  577. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +289 -0
  578. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +162 -101
  579. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +539 -295
  580. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +160 -0
  581. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +740 -0
  582. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +24 -15
  583. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +61 -37
  584. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +40 -23
  585. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +170 -76
  586. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +82 -0
  587. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +240 -0
  588. data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +85 -0
  589. data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +246 -0
  590. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +21 -13
  591. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +49 -30
  592. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +1 -1
  593. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +6 -5
  594. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +55 -54
  595. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +6 -5
  596. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +68 -275
  597. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +6 -90
  598. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +277 -0
  599. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +126 -0
  600. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +1 -1
  601. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +6 -5
  602. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +15 -12
  603. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +6 -5
  604. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +1 -1
  605. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +6 -5
  606. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +1 -1
  607. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +6 -5
  608. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +1 -1
  609. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +6 -5
  610. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +1 -1
  611. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +6 -5
  612. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +1 -1
  613. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +6 -5
  614. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +1 -1
  615. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +6 -5
  616. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +1 -1
  617. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +6 -5
  618. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +180 -168
  619. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +11 -5
  620. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +251 -236
  621. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +6 -5
  622. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +1 -1
  623. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +6 -5
  624. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +233 -223
  625. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +6 -10
  626. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +1 -1
  627. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +6 -5
  628. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +1 -1
  629. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +6 -5
  630. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +1 -1
  631. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +6 -5
  632. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +96 -76
  633. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +11 -5
  634. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +1 -1
  635. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +6 -5
  636. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +188 -184
  637. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +6 -5
  638. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +1 -1
  639. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +6 -5
  640. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +1 -1
  641. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +6 -5
  642. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +1 -1
  643. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +6 -5
  644. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +1 -1
  645. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +6 -5
  646. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +163 -161
  647. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +6 -5
  648. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +130 -113
  649. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +6 -5
  650. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +1 -1
  651. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +6 -5
  652. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +200 -187
  653. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +6 -5
  654. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +32 -16
  655. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +11 -5
  656. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +1 -1
  657. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +6 -5
  658. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +8 -4
  659. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +11 -5
  660. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +17 -17
  661. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +6 -5
  662. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +1 -1
  663. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +6 -5
  664. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +1 -1
  665. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +6 -5
  666. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +72 -67
  667. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +6 -5
  668. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +1 -1
  669. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +6 -5
  670. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +1 -1
  671. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +6 -5
  672. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +161 -131
  673. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +26 -5
  674. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +1 -1
  675. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +6 -5
  676. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +55 -42
  677. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +6 -5
  678. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +40 -32
  679. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +6 -5
  680. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +20 -13
  681. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +6 -5
  682. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +1 -1
  683. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +6 -5
  684. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +39 -31
  685. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +11 -5
  686. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +162 -129
  687. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +21 -5
  688. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +83 -75
  689. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +8 -7
  690. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +744 -668
  691. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +26 -5
  692. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +1 -1
  693. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +6 -5
  694. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +151 -140
  695. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +11 -5
  696. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +17 -15
  697. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +6 -5
  698. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +1 -1
  699. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +6 -5
  700. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +1 -1
  701. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +6 -5
  702. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +1 -1
  703. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +6 -5
  704. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +1 -1
  705. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +6 -5
  706. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +45 -0
  707. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +36 -0
  708. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +1 -1
  709. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +6 -5
  710. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +1 -1
  711. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +6 -5
  712. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +17 -13
  713. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +6 -5
  714. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +1 -1
  715. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +6 -5
  716. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +21 -19
  717. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +6 -5
  718. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
  719. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
  720. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +1 -1
  721. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +6 -5
  722. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +1 -1
  723. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +6 -5
  724. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +81 -75
  725. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +6 -5
  726. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +47 -26
  727. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +6 -5
  728. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +70 -43
  729. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +11 -5
  730. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +60 -0
  731. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +41 -0
  732. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +517 -466
  733. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +11 -5
  734. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +50 -0
  735. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +36 -0
  736. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +1 -1
  737. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +6 -5
  738. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +138 -133
  739. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +6 -5
  740. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +1 -1
  741. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +6 -5
  742. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +151 -147
  743. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +6 -5
  744. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +1 -1
  745. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +6 -5
  746. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +6 -6
  747. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +6 -5
  748. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +157 -85
  749. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +41 -5
  750. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +6 -6
  751. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +6 -5
  752. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +113 -114
  753. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +6 -5
  754. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +1 -1
  755. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +6 -5
  756. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +1 -1
  757. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +6 -5
  758. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +48 -0
  759. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +36 -0
  760. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +13 -10
  761. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +11 -5
  762. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +1 -1
  763. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +6 -5
  764. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +1 -1
  765. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +6 -5
  766. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +1 -1
  767. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +6 -5
  768. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +1 -1
  769. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +6 -5
  770. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +30 -29
  771. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +6 -5
  772. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +40 -0
  773. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +41 -0
  774. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +1 -1
  775. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +6 -5
  776. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +1 -1
  777. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +6 -5
  778. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +1 -1
  779. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +6 -5
  780. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +1 -1
  781. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +6 -5
  782. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +1 -1
  783. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +6 -5
  784. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +1 -1
  785. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +6 -5
  786. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +1 -1
  787. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +6 -5
  788. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +1 -1
  789. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +6 -5
  790. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +1 -1
  791. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +6 -5
  792. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +1 -1
  793. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +6 -5
  794. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +69 -0
  795. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +41 -0
  796. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +11 -10
  797. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +6 -5
  798. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +1 -1
  799. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +6 -5
  800. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +1 -1
  801. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +6 -5
  802. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +1 -1
  803. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +6 -5
  804. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +1 -1
  805. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +6 -5
  806. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +1 -1
  807. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +6 -5
  808. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +1 -1
  809. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +6 -5
  810. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +1 -1
  811. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +6 -5
  812. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +1 -1
  813. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +6 -5
  814. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +328 -270
  815. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +11 -5
  816. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +1 -1
  817. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +6 -5
  818. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +1 -1
  819. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +6 -5
  820. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +1 -1
  821. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +6 -5
  822. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +1 -1
  823. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +6 -5
  824. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +1 -1
  825. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +6 -5
  826. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +1 -1
  827. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +6 -5
  828. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +1 -1
  829. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +6 -5
  830. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +1 -1
  831. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +6 -5
  832. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +1 -1
  833. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +6 -5
  834. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +1 -1
  835. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +6 -5
  836. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +1 -1
  837. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +6 -5
  838. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +1 -1
  839. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +6 -5
  840. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +1 -1
  841. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +6 -5
  842. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +1 -1
  843. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +6 -5
  844. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +1 -1
  845. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +6 -5
  846. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +1 -1
  847. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +6 -5
  848. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +1 -1
  849. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +6 -5
  850. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +1 -1
  851. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +6 -5
  852. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +1 -1
  853. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +6 -5
  854. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +1 -1
  855. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +6 -5
  856. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +45 -0
  857. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +36 -0
  858. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +1 -1
  859. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +6 -5
  860. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +1 -1
  861. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +6 -5
  862. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +1 -1
  863. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +6 -5
  864. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +1 -1
  865. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +6 -5
  866. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +1 -1
  867. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +6 -5
  868. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +1 -1
  869. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +6 -5
  870. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +43 -0
  871. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +36 -0
  872. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +51 -0
  873. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +41 -0
  874. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +36 -0
  875. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +36 -0
  876. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +55 -0
  877. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +41 -0
  878. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +10 -10
  879. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +6 -5
  880. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +71 -0
  881. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +61 -0
  882. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +1 -1
  883. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +6 -5
  884. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +1 -1
  885. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +6 -5
  886. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +60 -0
  887. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +41 -0
  888. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +36 -0
  889. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +46 -0
  890. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +5 -8
  891. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +6 -5
  892. data/src/core/ext/xds/certificate_provider_store.cc +60 -3
  893. data/src/core/ext/xds/certificate_provider_store.h +21 -4
  894. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +44 -49
  895. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +25 -12
  896. data/src/core/ext/xds/upb_utils.h +4 -26
  897. data/src/core/ext/xds/xds_api.cc +129 -212
  898. data/src/core/ext/xds/xds_api.h +42 -39
  899. data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
  900. data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
  901. data/src/core/ext/xds/xds_bootstrap.cc +7 -539
  902. data/src/core/ext/xds/xds_bootstrap.h +41 -96
  903. data/src/core/ext/xds/xds_bootstrap_grpc.cc +377 -0
  904. data/src/core/ext/xds/xds_bootstrap_grpc.h +181 -0
  905. data/src/core/ext/xds/xds_certificate_provider.cc +31 -25
  906. data/src/core/ext/xds/xds_certificate_provider.h +28 -4
  907. data/src/core/ext/xds/xds_channel_args.h +3 -3
  908. data/src/core/ext/xds/xds_channel_stack_modifier.cc +16 -7
  909. data/src/core/ext/xds/xds_channel_stack_modifier.h +16 -4
  910. data/src/core/ext/xds/xds_client.cc +856 -1325
  911. data/src/core/ext/xds/xds_client.h +57 -61
  912. data/src/core/ext/xds/xds_client_grpc.cc +240 -0
  913. data/src/core/ext/xds/xds_client_grpc.h +93 -0
  914. data/src/core/ext/xds/xds_client_stats.cc +53 -40
  915. data/src/core/ext/xds/xds_client_stats.h +60 -44
  916. data/src/core/ext/xds/xds_cluster.cc +416 -245
  917. data/src/core/ext/xds/xds_cluster.h +65 -40
  918. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +73 -79
  919. data/src/core/ext/xds/xds_cluster_specifier_plugin.h +48 -30
  920. data/src/core/ext/xds/xds_common_types.cc +241 -123
  921. data/src/core/ext/xds/xds_common_types.h +29 -16
  922. data/src/core/ext/xds/xds_endpoint.cc +274 -168
  923. data/src/core/ext/xds/xds_endpoint.h +28 -16
  924. data/src/core/ext/xds/xds_health_status.cc +63 -0
  925. data/src/core/ext/xds/xds_health_status.h +89 -0
  926. data/src/core/ext/xds/xds_http_fault_filter.cc +77 -65
  927. data/src/core/ext/xds/xds_http_fault_filter.h +22 -27
  928. data/src/core/ext/xds/xds_http_filters.cc +70 -71
  929. data/src/core/ext/xds/xds_http_filters.h +80 -29
  930. data/src/core/ext/xds/xds_http_rbac_filter.cc +316 -288
  931. data/src/core/ext/xds/xds_http_rbac_filter.h +24 -19
  932. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +222 -0
  933. data/src/core/ext/xds/xds_http_stateful_session_filter.h +59 -0
  934. data/src/core/ext/xds/xds_lb_policy_registry.cc +374 -0
  935. data/src/core/ext/xds/xds_lb_policy_registry.h +71 -0
  936. data/src/core/ext/xds/xds_listener.cc +566 -477
  937. data/src/core/ext/xds/xds_listener.h +57 -51
  938. data/src/core/ext/xds/xds_resource_type.h +28 -22
  939. data/src/core/ext/xds/xds_resource_type_impl.h +18 -17
  940. data/src/core/ext/xds/xds_route_config.cc +639 -573
  941. data/src/core/ext/xds/xds_route_config.h +74 -40
  942. data/src/core/ext/xds/xds_routing.cc +23 -9
  943. data/src/core/ext/xds/xds_routing.h +17 -12
  944. data/src/core/ext/xds/xds_server_config_fetcher.cc +227 -179
  945. data/src/core/ext/xds/xds_transport.h +86 -0
  946. data/src/core/ext/xds/xds_transport_grpc.cc +356 -0
  947. data/src/core/ext/xds/xds_transport_grpc.h +135 -0
  948. data/src/core/lib/address_utils/parse_address.cc +114 -52
  949. data/src/core/lib/address_utils/parse_address.h +54 -42
  950. data/src/core/lib/address_utils/sockaddr_utils.cc +84 -36
  951. data/src/core/lib/address_utils/sockaddr_utils.h +40 -38
  952. data/src/core/lib/avl/avl.h +59 -32
  953. data/src/core/lib/backoff/backoff.cc +19 -21
  954. data/src/core/lib/backoff/backoff.h +21 -21
  955. data/src/core/lib/backoff/random_early_detection.cc +31 -0
  956. data/src/core/lib/backoff/random_early_detection.h +64 -0
  957. data/src/core/lib/channel/call_finalization.h +5 -7
  958. data/src/core/lib/channel/call_tracer.cc +51 -0
  959. data/src/core/lib/channel/call_tracer.h +107 -35
  960. data/src/core/lib/channel/channel_args.cc +209 -71
  961. data/src/core/lib/channel/channel_args.h +322 -112
  962. data/src/core/lib/channel/channel_args_preconditioning.cc +1 -0
  963. data/src/core/lib/channel/channel_args_preconditioning.h +4 -4
  964. data/src/core/lib/channel/channel_fwd.h +26 -0
  965. data/src/core/lib/channel/channel_stack.cc +60 -58
  966. data/src/core/lib/channel/channel_stack.h +149 -146
  967. data/src/core/lib/channel/channel_stack_builder.cc +21 -24
  968. data/src/core/lib/channel/channel_stack_builder.h +19 -14
  969. data/src/core/lib/channel/channel_stack_builder_impl.cc +55 -26
  970. data/src/core/lib/channel/channel_stack_builder_impl.h +6 -3
  971. data/src/core/lib/channel/channel_trace.cc +40 -38
  972. data/src/core/lib/channel/channel_trace.h +22 -22
  973. data/src/core/lib/channel/channelz.cc +190 -172
  974. data/src/core/lib/channel/channelz.h +80 -65
  975. data/src/core/lib/channel/channelz_registry.cc +45 -42
  976. data/src/core/lib/channel/channelz_registry.h +21 -21
  977. data/src/core/lib/channel/connected_channel.cc +768 -67
  978. data/src/core/lib/channel/connected_channel.h +21 -24
  979. data/src/core/lib/channel/context.h +33 -22
  980. data/src/core/lib/channel/promise_based_filter.cc +1613 -295
  981. data/src/core/lib/channel/promise_based_filter.h +488 -104
  982. data/src/core/lib/channel/server_call_tracer_filter.cc +110 -0
  983. data/src/core/lib/channel/status_util.cc +62 -17
  984. data/src/core/lib/channel/status_util.h +39 -22
  985. data/src/core/lib/compression/compression.cc +24 -19
  986. data/src/core/lib/compression/compression_internal.cc +41 -54
  987. data/src/core/lib/compression/compression_internal.h +27 -26
  988. data/src/core/lib/compression/message_compress.cc +28 -26
  989. data/src/core/lib/compression/message_compress.h +28 -29
  990. data/src/core/lib/config/config_vars.cc +153 -0
  991. data/src/core/lib/config/config_vars.h +127 -0
  992. data/src/core/lib/config/config_vars_non_generated.cc +51 -0
  993. data/src/core/lib/config/core_configuration.cc +5 -1
  994. data/src/core/lib/config/core_configuration.h +84 -38
  995. data/src/core/lib/config/load_config.cc +79 -0
  996. data/src/core/lib/config/load_config.h +55 -0
  997. data/src/core/lib/debug/event_log.cc +88 -0
  998. data/src/core/lib/debug/event_log.h +81 -0
  999. data/src/core/lib/debug/histogram_view.cc +69 -0
  1000. data/src/core/lib/debug/histogram_view.h +37 -0
  1001. data/src/core/lib/debug/stats.cc +48 -152
  1002. data/src/core/lib/debug/stats.h +50 -57
  1003. data/src/core/lib/debug/stats_data.cc +302 -645
  1004. data/src/core/lib/debug/stats_data.h +293 -545
  1005. data/src/core/lib/debug/trace.cc +53 -81
  1006. data/src/core/lib/debug/trace.h +40 -56
  1007. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +212 -0
  1008. data/src/core/lib/event_engine/cf_engine/cf_engine.h +86 -0
  1009. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +354 -0
  1010. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +146 -0
  1011. data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +79 -0
  1012. data/src/core/lib/event_engine/channel_args_endpoint_config.cc +15 -18
  1013. data/src/core/lib/event_engine/channel_args_endpoint_config.h +16 -10
  1014. data/src/core/lib/event_engine/common_closures.h +71 -0
  1015. data/src/core/lib/event_engine/default_event_engine.cc +111 -0
  1016. data/src/core/lib/event_engine/default_event_engine.h +73 -0
  1017. data/src/core/lib/event_engine/default_event_engine_factory.cc +32 -5
  1018. data/src/core/lib/event_engine/{event_engine_factory.h → default_event_engine_factory.h} +4 -12
  1019. data/src/core/lib/event_engine/event_engine.cc +17 -31
  1020. data/src/core/lib/event_engine/forkable.cc +111 -0
  1021. data/src/core/lib/event_engine/forkable.h +61 -0
  1022. data/src/core/lib/event_engine/handle_containers.h +9 -21
  1023. data/src/core/lib/event_engine/memory_allocator.cc +1 -1
  1024. data/src/core/lib/event_engine/memory_allocator_factory.h +47 -0
  1025. data/src/core/lib/event_engine/poller.h +62 -0
  1026. data/src/core/lib/event_engine/posix.h +162 -0
  1027. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +640 -0
  1028. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +139 -0
  1029. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +893 -0
  1030. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +97 -0
  1031. data/src/core/lib/event_engine/posix_engine/event_poller.h +111 -0
  1032. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +68 -0
  1033. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +33 -0
  1034. data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +77 -0
  1035. data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +179 -0
  1036. data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +254 -0
  1037. data/src/core/lib/event_engine/posix_engine/lockfree_event.h +73 -0
  1038. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +1352 -0
  1039. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +728 -0
  1040. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +638 -0
  1041. data/src/core/lib/event_engine/posix_engine/posix_engine.h +256 -0
  1042. data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +80 -0
  1043. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +331 -0
  1044. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +283 -0
  1045. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +381 -0
  1046. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +91 -0
  1047. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +907 -0
  1048. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +322 -0
  1049. data/src/core/lib/event_engine/posix_engine/timer.cc +311 -0
  1050. data/src/core/lib/event_engine/posix_engine/timer.h +167 -0
  1051. data/src/core/lib/event_engine/posix_engine/timer_heap.cc +107 -0
  1052. data/src/core/lib/event_engine/posix_engine/timer_heap.h +56 -0
  1053. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +173 -0
  1054. data/src/core/lib/event_engine/posix_engine/timer_manager.h +114 -0
  1055. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +332 -0
  1056. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +185 -0
  1057. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +127 -0
  1058. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +45 -0
  1059. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +150 -0
  1060. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +45 -0
  1061. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +76 -0
  1062. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +67 -0
  1063. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +37 -0
  1064. data/src/core/lib/event_engine/resolved_address.cc +21 -1
  1065. data/src/core/lib/event_engine/resolved_address_internal.h +34 -0
  1066. data/src/core/lib/event_engine/shim.cc +64 -0
  1067. data/src/core/lib/event_engine/shim.h +33 -0
  1068. data/src/core/lib/event_engine/slice.cc +8 -7
  1069. data/src/core/lib/event_engine/slice_buffer.cc +2 -2
  1070. data/src/core/lib/event_engine/tcp_socket_utils.cc +449 -0
  1071. data/src/core/lib/event_engine/tcp_socket_utils.h +93 -0
  1072. data/src/core/lib/event_engine/thread_local.cc +29 -0
  1073. data/src/core/lib/event_engine/thread_local.h +32 -0
  1074. data/src/core/lib/event_engine/thread_pool/original_thread_pool.cc +256 -0
  1075. data/src/core/lib/event_engine/thread_pool/original_thread_pool.h +137 -0
  1076. data/src/core/lib/event_engine/thread_pool/thread_pool.h +50 -0
  1077. data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +40 -0
  1078. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +542 -0
  1079. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +269 -0
  1080. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +157 -0
  1081. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +104 -0
  1082. data/src/core/lib/event_engine/time_util.cc +30 -0
  1083. data/src/core/lib/event_engine/time_util.h +32 -0
  1084. data/src/core/lib/event_engine/trace.cc +7 -0
  1085. data/src/core/lib/event_engine/trace.h +22 -3
  1086. data/src/core/lib/event_engine/utils.cc +44 -0
  1087. data/src/core/lib/event_engine/utils.h +44 -0
  1088. data/src/core/lib/event_engine/windows/iocp.cc +141 -0
  1089. data/src/core/lib/event_engine/windows/iocp.h +69 -0
  1090. data/src/core/lib/event_engine/windows/win_socket.cc +218 -0
  1091. data/src/core/lib/event_engine/windows/win_socket.h +129 -0
  1092. data/src/core/lib/event_engine/windows/windows_endpoint.cc +380 -0
  1093. data/src/core/lib/event_engine/windows/windows_endpoint.h +123 -0
  1094. data/src/core/lib/event_engine/windows/windows_engine.cc +412 -0
  1095. data/src/core/lib/event_engine/windows/windows_engine.h +160 -0
  1096. data/src/core/lib/event_engine/windows/windows_listener.cc +370 -0
  1097. data/src/core/lib/event_engine/windows/windows_listener.h +156 -0
  1098. data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
  1099. data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
  1100. data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
  1101. data/src/core/lib/experiments/config.cc +223 -0
  1102. data/src/core/lib/experiments/config.h +81 -0
  1103. data/src/core/lib/experiments/experiments.cc +416 -0
  1104. data/src/core/lib/experiments/experiments.h +192 -0
  1105. data/src/core/lib/gpr/alloc.cc +19 -25
  1106. data/src/core/lib/gpr/alloc.h +20 -20
  1107. data/src/core/lib/gpr/{log_android.cc → android/log.cc} +22 -20
  1108. data/src/core/lib/gpr/atm.cc +17 -17
  1109. data/src/core/lib/gpr/iphone/cpu.cc +44 -0
  1110. data/src/core/lib/gpr/{cpu_linux.cc → linux/cpu.cc} +28 -23
  1111. data/src/core/lib/gpr/{log_linux.cc → linux/log.cc} +24 -24
  1112. data/src/core/lib/gpr/log.cc +42 -47
  1113. data/src/core/lib/gpr/log_internal.h +55 -0
  1114. data/src/core/lib/gpr/{tmpfile_msys.cc → msys/tmpfile.cc} +21 -20
  1115. data/src/core/lib/gpr/{cpu_posix.cc → posix/cpu.cc} +23 -22
  1116. data/src/core/lib/gpr/{log_posix.cc → posix/log.cc} +20 -19
  1117. data/src/core/lib/gpr/{string_posix.cc → posix/string.cc} +24 -24
  1118. data/src/core/lib/gpr/{sync_posix.cc → posix/sync.cc} +22 -34
  1119. data/src/core/lib/gpr/{time_posix.cc → posix/time.cc} +46 -45
  1120. data/src/core/lib/gpr/{tmpfile_posix.cc → posix/tmpfile.cc} +22 -20
  1121. data/src/core/lib/gpr/spinlock.h +20 -20
  1122. data/src/core/lib/gpr/string.cc +25 -24
  1123. data/src/core/lib/gpr/string.h +61 -61
  1124. data/src/core/lib/gpr/sync.cc +25 -25
  1125. data/src/core/lib/gpr/sync_abseil.cc +36 -40
  1126. data/src/core/lib/gpr/time.cc +34 -30
  1127. data/src/core/lib/gpr/time_precise.cc +22 -22
  1128. data/src/core/lib/gpr/time_precise.h +21 -22
  1129. data/src/core/lib/gpr/tmpfile.h +24 -24
  1130. data/src/core/lib/gpr/useful.h +83 -30
  1131. data/src/core/{ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc → lib/gpr/windows/cpu.cc} +16 -11
  1132. data/src/core/lib/gpr/{log_windows.cc → windows/log.cc} +25 -25
  1133. data/src/core/lib/gpr/windows/string.cc +69 -0
  1134. data/src/core/lib/gpr/windows/string_util.cc +55 -0
  1135. data/src/core/lib/gpr/{sync_windows.cc → windows/sync.cc} +29 -27
  1136. data/src/core/lib/gpr/{time_windows.cc → windows/time.cc} +35 -29
  1137. data/src/core/lib/gpr/windows/tmpfile.cc +68 -0
  1138. data/src/core/lib/gpr/wrap_memcpy.cc +23 -23
  1139. data/src/core/lib/gprpp/atomic_utils.h +20 -20
  1140. data/src/core/lib/gprpp/bitset.h +30 -16
  1141. data/src/core/lib/gprpp/chunked_vector.h +3 -3
  1142. data/src/core/lib/gprpp/construct_destruct.h +3 -3
  1143. data/src/core/lib/gprpp/cpp_impl_of.h +3 -3
  1144. data/src/core/lib/gprpp/crash.cc +43 -0
  1145. data/src/core/lib/gprpp/crash.h +37 -0
  1146. data/src/core/lib/gprpp/debug_location.h +60 -31
  1147. data/src/core/lib/gprpp/dual_ref_counted.h +12 -12
  1148. data/src/core/lib/gprpp/env.h +53 -0
  1149. data/src/core/lib/gprpp/examine_stack.cc +17 -17
  1150. data/src/core/lib/gprpp/examine_stack.h +21 -21
  1151. data/src/core/lib/gprpp/fork.cc +63 -62
  1152. data/src/core/lib/gprpp/fork.h +31 -36
  1153. data/src/core/lib/gprpp/host_port.cc +28 -26
  1154. data/src/core/lib/gprpp/host_port.h +32 -31
  1155. data/src/core/lib/gprpp/if_list.h +4530 -0
  1156. data/src/core/lib/gprpp/linux/env.cc +80 -0
  1157. data/src/core/lib/gprpp/load_file.cc +75 -0
  1158. data/src/core/lib/gprpp/load_file.h +33 -0
  1159. data/src/core/lib/gprpp/manual_constructor.h +21 -88
  1160. data/src/core/lib/gprpp/match.h +3 -3
  1161. data/src/core/lib/gprpp/memory.h +21 -21
  1162. data/src/core/lib/gprpp/mpscq.cc +17 -17
  1163. data/src/core/lib/gprpp/mpscq.h +21 -21
  1164. data/src/core/lib/gprpp/no_destruct.h +95 -0
  1165. data/src/core/lib/gprpp/notification.h +67 -0
  1166. data/src/core/lib/gprpp/orphanable.h +28 -27
  1167. data/src/core/lib/gprpp/overload.h +3 -3
  1168. data/src/core/lib/gprpp/packed_table.h +40 -0
  1169. data/src/core/lib/gprpp/per_cpu.cc +33 -0
  1170. data/src/core/lib/gprpp/per_cpu.h +75 -0
  1171. data/src/core/lib/gprpp/posix/env.cc +47 -0
  1172. data/src/core/lib/gprpp/{stat_posix.cc → posix/stat.cc} +5 -4
  1173. data/src/core/lib/gprpp/{thd_posix.cc → posix/thd.cc} +75 -64
  1174. data/src/core/lib/gprpp/ref_counted.h +60 -61
  1175. data/src/core/lib/gprpp/ref_counted_ptr.h +41 -54
  1176. data/src/core/lib/gprpp/single_set_ptr.h +3 -3
  1177. data/src/core/lib/gprpp/sorted_pack.h +89 -0
  1178. data/src/core/lib/gprpp/stat.h +3 -3
  1179. data/src/core/lib/gprpp/status_helper.cc +50 -34
  1180. data/src/core/lib/gprpp/status_helper.h +25 -20
  1181. data/src/core/lib/gprpp/strerror.cc +43 -0
  1182. data/src/core/lib/gprpp/strerror.h +29 -0
  1183. data/src/core/lib/gprpp/sync.h +23 -23
  1184. data/src/core/lib/gprpp/table.h +12 -4
  1185. data/src/core/lib/gprpp/tchar.cc +49 -0
  1186. data/src/core/lib/gprpp/tchar.h +33 -0
  1187. data/src/core/lib/gprpp/thd.h +39 -23
  1188. data/src/core/lib/gprpp/time.cc +45 -8
  1189. data/src/core/lib/gprpp/time.h +85 -4
  1190. data/src/core/lib/gprpp/time_averaged_stats.cc +60 -0
  1191. data/src/core/lib/gprpp/time_averaged_stats.h +79 -0
  1192. data/src/core/lib/gprpp/time_util.h +4 -4
  1193. data/src/core/lib/gprpp/type_list.h +32 -0
  1194. data/src/core/lib/gprpp/unique_type_name.h +21 -21
  1195. data/src/core/lib/gprpp/validation_errors.cc +66 -0
  1196. data/src/core/lib/gprpp/validation_errors.h +134 -0
  1197. data/src/core/lib/gprpp/windows/env.cc +56 -0
  1198. data/src/core/lib/gprpp/{stat_windows.cc → windows/stat.cc} +4 -2
  1199. data/src/core/lib/gprpp/{thd_windows.cc → windows/thd.cc} +28 -28
  1200. data/src/core/lib/{iomgr → gprpp}/work_serializer.cc +34 -18
  1201. data/src/core/lib/{iomgr → gprpp}/work_serializer.h +21 -28
  1202. data/src/core/lib/handshaker/proxy_mapper.h +53 -0
  1203. data/src/core/lib/handshaker/proxy_mapper_registry.cc +71 -0
  1204. data/src/core/lib/handshaker/proxy_mapper_registry.h +75 -0
  1205. data/src/core/lib/http/format_request.cc +24 -22
  1206. data/src/core/lib/http/format_request.h +21 -21
  1207. data/src/core/lib/http/httpcli.cc +79 -88
  1208. data/src/core/lib/http/httpcli.h +53 -40
  1209. data/src/core/lib/http/httpcli_security_connector.cc +47 -38
  1210. data/src/core/lib/http/httpcli_ssl_credentials.h +6 -4
  1211. data/src/core/lib/http/parser.cc +78 -90
  1212. data/src/core/lib/http/parser.h +38 -35
  1213. data/src/core/lib/iomgr/block_annotate.h +23 -23
  1214. data/src/core/lib/iomgr/buffer_list.cc +156 -136
  1215. data/src/core/lib/iomgr/buffer_list.h +122 -101
  1216. data/src/core/lib/iomgr/call_combiner.cc +32 -64
  1217. data/src/core/lib/iomgr/call_combiner.h +26 -27
  1218. data/src/core/lib/iomgr/cfstream_handle.cc +34 -37
  1219. data/src/core/lib/iomgr/cfstream_handle.h +25 -25
  1220. data/src/core/lib/iomgr/closure.cc +27 -0
  1221. data/src/core/lib/iomgr/closure.h +95 -58
  1222. data/src/core/lib/iomgr/combiner.cc +20 -39
  1223. data/src/core/lib/iomgr/combiner.h +20 -20
  1224. data/src/core/lib/iomgr/dualstack_socket_posix.cc +21 -21
  1225. data/src/core/lib/iomgr/dynamic_annotations.h +22 -22
  1226. data/src/core/lib/iomgr/endpoint.cc +17 -17
  1227. data/src/core/lib/iomgr/endpoint.h +49 -49
  1228. data/src/core/lib/iomgr/endpoint_cfstream.cc +58 -53
  1229. data/src/core/lib/iomgr/endpoint_cfstream.h +32 -32
  1230. data/src/core/lib/iomgr/endpoint_pair.h +22 -22
  1231. data/src/core/lib/iomgr/endpoint_pair_posix.cc +36 -30
  1232. data/src/core/lib/iomgr/endpoint_pair_windows.cc +31 -22
  1233. data/src/core/lib/iomgr/error.cc +83 -836
  1234. data/src/core/lib/iomgr/error.h +52 -325
  1235. data/src/core/lib/iomgr/error_cfstream.cc +18 -23
  1236. data/src/core/lib/iomgr/error_cfstream.h +21 -21
  1237. data/src/core/lib/iomgr/ev_apple.cc +33 -33
  1238. data/src/core/lib/iomgr/ev_apple.h +21 -21
  1239. data/src/core/lib/iomgr/ev_epoll1_linux.cc +275 -255
  1240. data/src/core/lib/iomgr/ev_epoll1_linux.h +21 -21
  1241. data/src/core/lib/iomgr/ev_poll_posix.cc +298 -272
  1242. data/src/core/lib/iomgr/ev_poll_posix.h +22 -22
  1243. data/src/core/lib/iomgr/ev_posix.cc +85 -155
  1244. data/src/core/lib/iomgr/ev_posix.h +93 -90
  1245. data/src/core/lib/iomgr/ev_windows.cc +18 -18
  1246. data/src/core/lib/iomgr/event_engine_shims/closure.cc +62 -0
  1247. data/src/core/lib/iomgr/event_engine_shims/closure.h +39 -0
  1248. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +471 -0
  1249. data/src/core/lib/iomgr/event_engine_shims/endpoint.h +43 -0
  1250. data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +91 -0
  1251. data/src/core/lib/iomgr/event_engine_shims/tcp_client.h +44 -0
  1252. data/src/core/lib/iomgr/exec_ctx.cc +34 -56
  1253. data/src/core/lib/iomgr/exec_ctx.h +162 -175
  1254. data/src/core/lib/iomgr/executor.cc +21 -31
  1255. data/src/core/lib/iomgr/executor.h +27 -30
  1256. data/src/core/lib/iomgr/fork_posix.cc +30 -27
  1257. data/src/core/lib/iomgr/fork_windows.cc +21 -21
  1258. data/src/core/lib/iomgr/gethostname.h +20 -20
  1259. data/src/core/lib/iomgr/gethostname_fallback.cc +17 -17
  1260. data/src/core/lib/iomgr/gethostname_host_name_max.cc +17 -17
  1261. data/src/core/lib/iomgr/gethostname_sysconf.cc +17 -17
  1262. data/src/core/lib/iomgr/grpc_if_nametoindex.h +22 -22
  1263. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +20 -19
  1264. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +20 -19
  1265. data/src/core/lib/iomgr/internal_errqueue.cc +4 -2
  1266. data/src/core/lib/iomgr/internal_errqueue.h +83 -83
  1267. data/src/core/lib/iomgr/iocp_windows.cc +47 -26
  1268. data/src/core/lib/iomgr/iocp_windows.h +32 -21
  1269. data/src/core/lib/iomgr/iomgr.cc +29 -27
  1270. data/src/core/lib/iomgr/iomgr.h +35 -35
  1271. data/src/core/lib/iomgr/iomgr_fwd.h +4 -3
  1272. data/src/core/lib/iomgr/iomgr_internal.cc +17 -17
  1273. data/src/core/lib/iomgr/iomgr_internal.h +28 -28
  1274. data/src/core/lib/iomgr/iomgr_posix.cc +21 -20
  1275. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +22 -20
  1276. data/src/core/lib/iomgr/iomgr_windows.cc +32 -24
  1277. data/src/core/lib/iomgr/load_file.cc +24 -27
  1278. data/src/core/lib/iomgr/load_file.h +22 -22
  1279. data/src/core/lib/iomgr/lockfree_event.cc +114 -131
  1280. data/src/core/lib/iomgr/lockfree_event.h +23 -23
  1281. data/src/core/lib/iomgr/nameser.h +86 -86
  1282. data/src/core/lib/iomgr/polling_entity.cc +25 -21
  1283. data/src/core/lib/iomgr/polling_entity.h +29 -29
  1284. data/src/core/lib/iomgr/pollset.cc +17 -17
  1285. data/src/core/lib/iomgr/pollset.h +60 -61
  1286. data/src/core/lib/iomgr/pollset_set.cc +17 -17
  1287. data/src/core/lib/iomgr/pollset_set.h +25 -26
  1288. data/src/core/lib/iomgr/pollset_set_windows.cc +27 -27
  1289. data/src/core/lib/iomgr/pollset_set_windows.h +20 -20
  1290. data/src/core/lib/iomgr/pollset_windows.cc +33 -32
  1291. data/src/core/lib/iomgr/pollset_windows.h +24 -24
  1292. data/src/core/lib/iomgr/port.h +44 -31
  1293. data/src/core/lib/iomgr/python_util.h +24 -24
  1294. data/src/core/lib/iomgr/resolve_address.cc +39 -21
  1295. data/src/core/lib/iomgr/resolve_address.h +71 -34
  1296. data/src/core/lib/iomgr/resolve_address_impl.h +5 -4
  1297. data/src/core/lib/iomgr/resolve_address_posix.cc +74 -49
  1298. data/src/core/lib/iomgr/resolve_address_posix.h +23 -10
  1299. data/src/core/lib/iomgr/resolve_address_windows.cc +59 -26
  1300. data/src/core/lib/iomgr/resolve_address_windows.h +23 -10
  1301. data/src/core/lib/iomgr/resolved_address.h +3 -3
  1302. data/src/core/lib/iomgr/sockaddr.h +23 -23
  1303. data/src/core/lib/iomgr/sockaddr_posix.h +28 -21
  1304. data/src/core/lib/iomgr/sockaddr_utils_posix.cc +20 -18
  1305. data/src/core/lib/iomgr/sockaddr_windows.h +21 -21
  1306. data/src/core/lib/iomgr/socket_factory_posix.cc +18 -18
  1307. data/src/core/lib/iomgr/socket_factory_posix.h +32 -32
  1308. data/src/core/lib/iomgr/socket_mutator.cc +19 -18
  1309. data/src/core/lib/iomgr/socket_mutator.h +39 -39
  1310. data/src/core/lib/iomgr/socket_utils.h +27 -27
  1311. data/src/core/lib/iomgr/socket_utils_common_posix.cc +129 -105
  1312. data/src/core/lib/iomgr/socket_utils_linux.cc +18 -17
  1313. data/src/core/lib/iomgr/socket_utils_posix.cc +108 -19
  1314. data/src/core/lib/iomgr/socket_utils_posix.h +185 -84
  1315. data/src/core/lib/iomgr/socket_utils_windows.cc +20 -19
  1316. data/src/core/lib/iomgr/socket_windows.cc +97 -42
  1317. data/src/core/lib/iomgr/socket_windows.h +68 -63
  1318. data/src/core/lib/iomgr/systemd_utils.cc +116 -0
  1319. data/src/core/lib/iomgr/systemd_utils.h +33 -0
  1320. data/src/core/lib/iomgr/tcp_client.cc +28 -24
  1321. data/src/core/lib/iomgr/tcp_client.h +49 -38
  1322. data/src/core/lib/iomgr/tcp_client_cfstream.cc +50 -36
  1323. data/src/core/lib/iomgr/tcp_client_posix.cc +244 -106
  1324. data/src/core/lib/iomgr/tcp_client_posix.h +55 -52
  1325. data/src/core/lib/iomgr/tcp_client_windows.cc +65 -52
  1326. data/src/core/lib/iomgr/tcp_posix.cc +520 -343
  1327. data/src/core/lib/iomgr/tcp_posix.h +32 -30
  1328. data/src/core/lib/iomgr/tcp_server.cc +33 -24
  1329. data/src/core/lib/iomgr/tcp_server.h +78 -69
  1330. data/src/core/lib/iomgr/tcp_server_posix.cc +422 -135
  1331. data/src/core/lib/iomgr/tcp_server_utils_posix.h +80 -55
  1332. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +119 -60
  1333. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +40 -40
  1334. data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +19 -19
  1335. data/src/core/lib/iomgr/tcp_server_windows.cc +280 -123
  1336. data/src/core/lib/iomgr/tcp_windows.cc +121 -104
  1337. data/src/core/lib/iomgr/tcp_windows.h +34 -35
  1338. data/src/core/lib/iomgr/timer.cc +17 -17
  1339. data/src/core/lib/iomgr/timer.h +68 -68
  1340. data/src/core/lib/iomgr/timer_generic.cc +142 -150
  1341. data/src/core/lib/iomgr/timer_generic.h +21 -21
  1342. data/src/core/lib/iomgr/timer_heap.cc +25 -25
  1343. data/src/core/lib/iomgr/timer_heap.h +22 -22
  1344. data/src/core/lib/iomgr/timer_manager.cc +31 -31
  1345. data/src/core/lib/iomgr/timer_manager.h +27 -27
  1346. data/src/core/lib/iomgr/unix_sockets_posix.cc +20 -21
  1347. data/src/core/lib/iomgr/unix_sockets_posix.h +21 -21
  1348. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +19 -17
  1349. data/src/core/lib/iomgr/vsock.cc +59 -0
  1350. data/src/core/lib/iomgr/vsock.h +38 -0
  1351. data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +23 -23
  1352. data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +23 -23
  1353. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +29 -26
  1354. data/src/core/lib/iomgr/wakeup_fd_pipe.h +20 -20
  1355. data/src/core/lib/iomgr/wakeup_fd_posix.cc +33 -30
  1356. data/src/core/lib/iomgr/wakeup_fd_posix.h +55 -60
  1357. data/src/core/lib/json/json.h +21 -240
  1358. data/src/core/{ext/filters/http/message_compress/message_decompress_filter.h → lib/json/json_args.h} +13 -10
  1359. data/src/core/lib/json/json_channel_args.h +42 -0
  1360. data/src/core/lib/json/json_object_loader.cc +216 -0
  1361. data/src/core/lib/json/json_object_loader.h +646 -0
  1362. data/src/core/lib/json/json_reader.cc +181 -129
  1363. data/src/core/lib/json/json_reader.h +34 -0
  1364. data/src/core/lib/json/json_util.cc +23 -55
  1365. data/src/core/lib/json/json_util.h +12 -11
  1366. data/src/core/lib/json/json_writer.cc +80 -81
  1367. data/src/core/{ext/xds/xds_resource_type.cc → lib/json/json_writer.h} +11 -11
  1368. data/src/core/lib/load_balancing/delegating_helper.h +115 -0
  1369. data/src/core/lib/load_balancing/lb_policy.cc +98 -0
  1370. data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy.h +69 -43
  1371. data/src/core/lib/load_balancing/lb_policy_factory.h +49 -0
  1372. data/src/core/lib/load_balancing/lb_policy_registry.cc +143 -0
  1373. data/src/core/lib/load_balancing/lb_policy_registry.h +82 -0
  1374. data/src/core/{ext/filters/client_channel → lib/load_balancing}/subchannel_interface.h +23 -30
  1375. data/src/core/lib/matchers/matchers.cc +15 -11
  1376. data/src/core/lib/matchers/matchers.h +7 -4
  1377. data/src/core/lib/promise/activity.cc +43 -7
  1378. data/src/core/lib/promise/activity.h +158 -53
  1379. data/src/core/lib/promise/arena_promise.h +105 -72
  1380. data/src/core/lib/promise/cancel_callback.h +77 -0
  1381. data/src/core/lib/promise/context.h +17 -10
  1382. data/src/core/lib/promise/detail/basic_join.h +197 -0
  1383. data/src/core/lib/promise/detail/basic_seq.h +28 -33
  1384. data/src/core/lib/promise/detail/promise_factory.h +66 -14
  1385. data/src/core/lib/promise/detail/promise_like.h +3 -3
  1386. data/src/core/lib/promise/detail/status.h +31 -3
  1387. data/src/core/lib/promise/detail/switch.h +21 -21
  1388. data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +23 -15
  1389. data/src/core/lib/promise/for_each.h +176 -0
  1390. data/src/core/lib/promise/if.h +204 -0
  1391. data/src/core/lib/promise/interceptor_list.h +329 -0
  1392. data/src/core/lib/promise/latch.h +197 -23
  1393. data/src/core/lib/promise/loop.h +22 -15
  1394. data/src/core/lib/promise/map.h +11 -6
  1395. data/src/core/lib/promise/party.cc +304 -0
  1396. data/src/core/lib/promise/party.h +508 -0
  1397. data/src/core/lib/promise/pipe.h +762 -0
  1398. data/src/core/lib/promise/poll.h +177 -11
  1399. data/src/core/lib/promise/prioritized_race.h +95 -0
  1400. data/src/core/lib/promise/promise.h +7 -7
  1401. data/src/core/lib/promise/race.h +6 -9
  1402. data/src/core/lib/promise/seq.h +32 -12
  1403. data/src/core/lib/promise/sleep.cc +57 -42
  1404. data/src/core/lib/promise/sleep.h +40 -32
  1405. data/src/core/lib/promise/trace.cc +20 -0
  1406. data/src/core/lib/promise/trace.h +24 -0
  1407. data/src/core/lib/promise/try_join.h +82 -0
  1408. data/src/core/lib/promise/try_seq.h +39 -21
  1409. data/src/core/lib/resolver/resolver.cc +17 -59
  1410. data/src/core/lib/resolver/resolver.h +21 -18
  1411. data/src/core/lib/resolver/resolver_factory.h +13 -10
  1412. data/src/core/lib/resolver/resolver_registry.cc +17 -9
  1413. data/src/core/lib/resolver/resolver_registry.h +15 -5
  1414. data/src/core/lib/resolver/server_address.cc +39 -126
  1415. data/src/core/lib/resolver/server_address.h +36 -95
  1416. data/src/core/lib/resource_quota/api.cc +10 -2
  1417. data/src/core/lib/resource_quota/api.h +10 -4
  1418. data/src/core/lib/resource_quota/arena.cc +101 -21
  1419. data/src/core/lib/resource_quota/arena.h +310 -23
  1420. data/src/core/lib/resource_quota/memory_quota.cc +287 -108
  1421. data/src/core/lib/resource_quota/memory_quota.h +175 -60
  1422. data/src/core/lib/resource_quota/periodic_update.cc +78 -0
  1423. data/src/core/lib/resource_quota/periodic_update.h +71 -0
  1424. data/src/core/lib/resource_quota/resource_quota.h +4 -4
  1425. data/src/core/lib/resource_quota/thread_quota.h +3 -3
  1426. data/src/core/lib/resource_quota/trace.h +3 -3
  1427. data/src/core/lib/security/authorization/audit_logging.cc +98 -0
  1428. data/src/core/lib/security/authorization/audit_logging.h +73 -0
  1429. data/src/core/lib/security/authorization/authorization_engine.h +3 -3
  1430. data/src/core/lib/security/authorization/authorization_policy_provider.h +10 -3
  1431. data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +3 -0
  1432. data/src/core/lib/security/authorization/evaluate_args.cc +17 -8
  1433. data/src/core/lib/security/authorization/evaluate_args.h +9 -6
  1434. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +52 -3
  1435. data/src/core/lib/security/authorization/grpc_authorization_engine.h +28 -4
  1436. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +16 -3
  1437. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +16 -5
  1438. data/src/core/lib/security/authorization/matchers.cc +44 -30
  1439. data/src/core/lib/security/authorization/matchers.h +10 -3
  1440. data/src/core/lib/security/authorization/rbac_policy.cc +42 -6
  1441. data/src/core/lib/security/authorization/rbac_policy.h +29 -5
  1442. data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
  1443. data/src/core/lib/security/authorization/stdout_logger.h +61 -0
  1444. data/src/core/{ext/xds → lib/security/certificate_provider}/certificate_provider_factory.h +17 -8
  1445. data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +50 -0
  1446. data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +76 -0
  1447. data/src/core/lib/security/context/security_context.cc +27 -25
  1448. data/src/core/lib/security/context/security_context.h +56 -34
  1449. data/src/core/lib/security/credentials/alts/alts_credentials.cc +23 -22
  1450. data/src/core/lib/security/credentials/alts/alts_credentials.h +61 -57
  1451. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +19 -19
  1452. data/src/core/lib/security/credentials/alts/check_gcp_environment.h +43 -43
  1453. data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +17 -17
  1454. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +18 -17
  1455. data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +18 -17
  1456. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +20 -22
  1457. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +18 -18
  1458. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +38 -39
  1459. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +19 -22
  1460. data/src/core/lib/security/credentials/call_creds_util.cc +8 -0
  1461. data/src/core/lib/security/credentials/call_creds_util.h +4 -3
  1462. data/src/core/lib/security/credentials/channel_creds_registry.h +59 -30
  1463. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +182 -12
  1464. data/src/core/lib/security/credentials/composite/composite_credentials.cc +28 -32
  1465. data/src/core/lib/security/credentials/composite/composite_credentials.h +43 -30
  1466. data/src/core/lib/security/credentials/credentials.cc +23 -26
  1467. data/src/core/lib/security/credentials/credentials.h +62 -55
  1468. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +148 -119
  1469. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +14 -3
  1470. data/src/core/lib/security/credentials/external/aws_request_signer.cc +14 -3
  1471. data/src/core/lib/security/credentials/external/aws_request_signer.h +3 -3
  1472. data/src/core/lib/security/credentials/external/external_account_credentials.cc +176 -122
  1473. data/src/core/lib/security/credentials/external/external_account_credentials.h +20 -3
  1474. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +47 -42
  1475. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +9 -3
  1476. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +67 -54
  1477. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +13 -3
  1478. data/src/core/lib/security/credentials/fake/fake_credentials.cc +58 -72
  1479. data/src/core/lib/security/credentials/fake/fake_credentials.h +77 -42
  1480. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +23 -25
  1481. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +124 -158
  1482. data/src/core/lib/security/credentials/google_default/google_default_credentials.h +31 -25
  1483. data/src/core/lib/security/credentials/iam/iam_credentials.cc +27 -20
  1484. data/src/core/lib/security/credentials/iam/iam_credentials.h +31 -21
  1485. data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +7 -3
  1486. data/src/core/lib/security/credentials/insecure/insecure_credentials.h +10 -6
  1487. data/src/core/lib/security/credentials/jwt/json_token.cc +58 -44
  1488. data/src/core/lib/security/credentials/jwt/json_token.h +36 -36
  1489. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +34 -27
  1490. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +35 -21
  1491. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +150 -124
  1492. data/src/core/lib/security/credentials/jwt/jwt_verifier.h +49 -47
  1493. data/src/core/lib/security/credentials/local/local_credentials.cc +24 -24
  1494. data/src/core/lib/security/credentials/local/local_credentials.h +32 -26
  1495. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +104 -93
  1496. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +43 -22
  1497. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +31 -30
  1498. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +47 -23
  1499. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +36 -40
  1500. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +35 -23
  1501. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +22 -30
  1502. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +16 -17
  1503. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +68 -48
  1504. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +24 -9
  1505. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +10 -3
  1506. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +9 -10
  1507. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +30 -23
  1508. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +8 -4
  1509. data/src/core/lib/security/credentials/tls/tls_credentials.cc +37 -45
  1510. data/src/core/lib/security/credentials/tls/tls_credentials.h +31 -26
  1511. data/src/core/lib/security/credentials/tls/tls_utils.cc +5 -1
  1512. data/src/core/lib/security/credentials/tls/tls_utils.h +4 -4
  1513. data/src/core/lib/security/credentials/xds/xds_credentials.cc +21 -32
  1514. data/src/core/lib/security/credentials/xds/xds_credentials.h +19 -5
  1515. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +61 -59
  1516. data/src/core/lib/security/security_connector/alts/alts_security_connector.h +49 -47
  1517. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +74 -78
  1518. data/src/core/lib/security/security_connector/fake/fake_security_connector.h +25 -26
  1519. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +15 -6
  1520. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +26 -15
  1521. data/src/core/lib/security/security_connector/load_system_roots.h +20 -20
  1522. data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +22 -20
  1523. data/src/core/lib/security/security_connector/{load_system_roots_linux.cc → load_system_roots_supported.cc} +47 -46
  1524. data/src/core/lib/security/security_connector/load_system_roots_supported.h +45 -0
  1525. data/src/core/lib/security/security_connector/local/local_security_connector.cc +64 -47
  1526. data/src/core/lib/security/security_connector/local/local_security_connector.h +49 -46
  1527. data/src/core/lib/security/security_connector/security_connector.cc +37 -35
  1528. data/src/core/lib/security/security_connector/security_connector.h +57 -44
  1529. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +54 -45
  1530. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +44 -43
  1531. data/src/core/lib/security/security_connector/ssl_utils.cc +58 -63
  1532. data/src/core/lib/security/security_connector/ssl_utils.h +46 -43
  1533. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +71 -57
  1534. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +48 -28
  1535. data/src/core/lib/security/transport/auth_filters.h +53 -24
  1536. data/src/core/lib/security/transport/client_auth_filter.cc +51 -32
  1537. data/src/core/lib/security/transport/secure_endpoint.cc +116 -70
  1538. data/src/core/lib/security/transport/secure_endpoint.h +28 -27
  1539. data/src/core/lib/security/transport/security_handshaker.cc +139 -109
  1540. data/src/core/lib/security/transport/security_handshaker.h +27 -22
  1541. data/src/core/lib/security/transport/server_auth_filter.cc +177 -269
  1542. data/src/core/lib/security/transport/tsi_error.cc +23 -20
  1543. data/src/core/lib/security/transport/tsi_error.h +20 -20
  1544. data/src/core/lib/security/util/json_util.cc +30 -29
  1545. data/src/core/lib/security/util/json_util.h +21 -23
  1546. data/src/core/lib/service_config/service_config.h +15 -4
  1547. data/src/core/lib/service_config/service_config_call_data.h +60 -19
  1548. data/src/core/lib/service_config/service_config_impl.cc +113 -152
  1549. data/src/core/lib/service_config/service_config_impl.h +19 -26
  1550. data/src/core/lib/service_config/service_config_parser.cc +10 -30
  1551. data/src/core/lib/service_config/service_config_parser.h +13 -21
  1552. data/src/core/lib/slice/b64.cc +26 -26
  1553. data/src/core/lib/slice/b64.h +32 -32
  1554. data/src/core/lib/slice/percent_encoding.cc +21 -30
  1555. data/src/core/lib/slice/percent_encoding.h +28 -28
  1556. data/src/core/lib/slice/slice.cc +58 -46
  1557. data/src/core/lib/slice/slice.h +75 -18
  1558. data/src/core/lib/slice/slice_buffer.cc +93 -60
  1559. data/src/core/lib/slice/slice_buffer.h +72 -10
  1560. data/src/core/lib/slice/slice_internal.h +34 -42
  1561. data/src/core/lib/slice/slice_refcount.cc +3 -18
  1562. data/src/core/lib/slice/slice_refcount.h +53 -18
  1563. data/src/core/lib/slice/slice_string_helpers.cc +17 -37
  1564. data/src/core/lib/slice/slice_string_helpers.h +21 -25
  1565. data/src/core/lib/surface/api_trace.cc +17 -17
  1566. data/src/core/lib/surface/api_trace.h +25 -25
  1567. data/src/core/lib/surface/builtins.cc +2 -0
  1568. data/src/core/lib/surface/builtins.h +3 -3
  1569. data/src/core/lib/surface/byte_buffer.cc +22 -23
  1570. data/src/core/lib/surface/byte_buffer_reader.cc +23 -23
  1571. data/src/core/lib/surface/call.cc +2319 -621
  1572. data/src/core/lib/surface/call.h +127 -42
  1573. data/src/core/lib/surface/call_details.cc +20 -21
  1574. data/src/core/lib/surface/call_log_batch.cc +19 -18
  1575. data/src/core/lib/surface/call_test_only.h +33 -33
  1576. data/src/core/lib/surface/call_trace.cc +123 -0
  1577. data/src/core/lib/surface/call_trace.h +30 -0
  1578. data/src/core/lib/surface/channel.cc +65 -69
  1579. data/src/core/lib/surface/channel.h +45 -35
  1580. data/src/core/lib/surface/channel_init.cc +17 -17
  1581. data/src/core/lib/surface/channel_init.h +20 -20
  1582. data/src/core/lib/surface/channel_ping.cc +20 -20
  1583. data/src/core/lib/surface/channel_stack_type.cc +21 -17
  1584. data/src/core/lib/surface/channel_stack_type.h +22 -20
  1585. data/src/core/lib/surface/completion_queue.cc +196 -221
  1586. data/src/core/lib/surface/completion_queue.h +39 -41
  1587. data/src/core/lib/surface/completion_queue_factory.cc +33 -28
  1588. data/src/core/lib/surface/completion_queue_factory.h +22 -22
  1589. data/src/core/lib/surface/event_string.cc +18 -17
  1590. data/src/core/lib/surface/event_string.h +22 -22
  1591. data/src/core/lib/surface/init.cc +44 -73
  1592. data/src/core/lib/surface/init.h +20 -20
  1593. data/src/core/lib/surface/init_internally.cc +25 -0
  1594. data/src/core/lib/surface/init_internally.h +37 -0
  1595. data/src/core/lib/surface/lame_client.cc +34 -30
  1596. data/src/core/lib/surface/lame_client.h +23 -23
  1597. data/src/core/lib/surface/metadata_array.cc +17 -18
  1598. data/src/core/lib/surface/server.cc +379 -132
  1599. data/src/core/lib/surface/server.h +25 -23
  1600. data/src/core/lib/surface/validate_metadata.cc +79 -74
  1601. data/src/core/lib/surface/validate_metadata.h +40 -21
  1602. data/src/core/lib/surface/version.cc +21 -21
  1603. data/src/core/lib/transport/batch_builder.cc +182 -0
  1604. data/src/core/lib/transport/batch_builder.h +480 -0
  1605. data/src/core/lib/transport/bdp_estimator.cc +25 -27
  1606. data/src/core/lib/transport/bdp_estimator.h +31 -28
  1607. data/src/core/lib/transport/connectivity_state.cc +19 -20
  1608. data/src/core/lib/transport/connectivity_state.h +23 -23
  1609. data/src/core/lib/transport/custom_metadata.h +30 -0
  1610. data/src/core/lib/transport/error_utils.cc +54 -78
  1611. data/src/core/lib/transport/error_utils.h +24 -24
  1612. data/src/core/lib/transport/handshaker.cc +66 -54
  1613. data/src/core/lib/transport/handshaker.h +51 -47
  1614. data/src/core/lib/transport/handshaker_factory.h +49 -24
  1615. data/src/core/lib/transport/handshaker_registry.cc +27 -20
  1616. data/src/core/lib/transport/handshaker_registry.h +25 -28
  1617. data/src/core/lib/transport/http2_errors.h +22 -22
  1618. data/src/core/lib/transport/http_connect_handshaker.cc +56 -57
  1619. data/src/core/lib/transport/http_connect_handshaker.h +21 -21
  1620. data/src/core/lib/transport/metadata_batch.cc +38 -17
  1621. data/src/core/lib/transport/metadata_batch.h +338 -113
  1622. data/src/core/lib/transport/metadata_compression_traits.h +67 -0
  1623. data/src/core/lib/transport/parsed_metadata.cc +2 -6
  1624. data/src/core/lib/transport/parsed_metadata.h +56 -30
  1625. data/src/core/lib/transport/pid_controller.cc +20 -20
  1626. data/src/core/lib/transport/pid_controller.h +27 -27
  1627. data/src/core/lib/transport/simple_slice_based_metadata.h +55 -0
  1628. data/src/core/lib/transport/status_conversion.cc +23 -25
  1629. data/src/core/lib/transport/status_conversion.h +22 -22
  1630. data/src/core/lib/transport/tcp_connect_handshaker.cc +34 -42
  1631. data/src/core/lib/transport/tcp_connect_handshaker.h +3 -3
  1632. data/src/core/lib/transport/timeout_encoding.cc +28 -23
  1633. data/src/core/lib/transport/timeout_encoding.h +20 -20
  1634. data/src/core/lib/transport/transport.cc +113 -46
  1635. data/src/core/lib/transport/transport.h +289 -226
  1636. data/src/core/lib/transport/transport_fwd.h +20 -0
  1637. data/src/core/lib/transport/transport_impl.h +54 -47
  1638. data/src/core/lib/transport/transport_op_string.cc +77 -65
  1639. data/src/core/lib/uri/uri_parser.cc +1 -1
  1640. data/src/core/lib/uri/uri_parser.h +3 -3
  1641. data/src/core/plugin_registry/grpc_plugin_registry.cc +55 -79
  1642. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +22 -39
  1643. data/src/core/tsi/alts/crypt/aes_gcm.cc +20 -20
  1644. data/src/core/tsi/alts/crypt/gsec.cc +26 -26
  1645. data/src/core/tsi/alts/crypt/gsec.h +336 -336
  1646. data/src/core/tsi/alts/frame_protector/alts_counter.cc +23 -23
  1647. data/src/core/tsi/alts/frame_protector/alts_counter.h +68 -68
  1648. data/src/core/tsi/alts/frame_protector/alts_crypter.cc +19 -19
  1649. data/src/core/tsi/alts/frame_protector/alts_crypter.h +209 -209
  1650. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +73 -71
  1651. data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +40 -40
  1652. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +18 -18
  1653. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +82 -83
  1654. data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +22 -22
  1655. data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +22 -22
  1656. data/src/core/tsi/alts/frame_protector/frame_handler.cc +26 -25
  1657. data/src/core/tsi/alts/frame_protector/frame_handler.h +169 -169
  1658. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +137 -100
  1659. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +109 -104
  1660. data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +18 -17
  1661. data/src/core/tsi/alts/handshaker/alts_shared_resource.h +43 -44
  1662. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +52 -44
  1663. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +60 -60
  1664. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +24 -24
  1665. data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +21 -20
  1666. data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +38 -38
  1667. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +19 -19
  1668. data/src/core/tsi/alts/handshaker/transport_security_common_api.h +105 -104
  1669. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +45 -44
  1670. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +40 -41
  1671. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +38 -36
  1672. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +35 -36
  1673. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +67 -68
  1674. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +36 -37
  1675. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +55 -56
  1676. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +54 -53
  1677. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +141 -142
  1678. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +68 -60
  1679. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +43 -44
  1680. data/src/core/tsi/fake_transport_security.cc +146 -110
  1681. data/src/core/tsi/fake_transport_security.h +36 -30
  1682. data/src/core/tsi/local_transport_security.cc +43 -38
  1683. data/src/core/tsi/local_transport_security.h +33 -33
  1684. data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +9 -4
  1685. data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +3 -3
  1686. data/src/core/tsi/ssl/session_cache/ssl_session.h +21 -21
  1687. data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +19 -19
  1688. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +18 -17
  1689. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +31 -22
  1690. data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +25 -20
  1691. data/src/core/tsi/ssl_transport_security.cc +333 -378
  1692. data/src/core/tsi/ssl_transport_security.h +219 -204
  1693. data/src/core/tsi/ssl_transport_security_utils.cc +250 -0
  1694. data/src/core/tsi/ssl_transport_security_utils.h +147 -0
  1695. data/src/core/tsi/ssl_types.h +27 -27
  1696. data/src/core/tsi/transport_security.cc +44 -32
  1697. data/src/core/tsi/transport_security.h +49 -48
  1698. data/src/core/tsi/transport_security_grpc.cc +23 -22
  1699. data/src/core/tsi/transport_security_grpc.h +44 -41
  1700. data/src/core/tsi/transport_security_interface.h +344 -332
  1701. data/src/ruby/bin/math_pb.rb +24 -18
  1702. data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.clang +2 -0
  1703. data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.gcc +7 -0
  1704. data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.clang +2 -0
  1705. data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.gcc +7 -0
  1706. data/src/ruby/ext/grpc/ext-export.gcc +1 -1
  1707. data/src/ruby/ext/grpc/extconf.rb +107 -29
  1708. data/src/ruby/ext/grpc/rb_call.c +63 -39
  1709. data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
  1710. data/src/ruby/ext/grpc/rb_channel.c +110 -84
  1711. data/src/ruby/ext/grpc/rb_channel.h +1 -0
  1712. data/src/ruby/ext/grpc/rb_channel_args.c +17 -2
  1713. data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
  1714. data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
  1715. data/src/ruby/ext/grpc/rb_compression_options.c +1 -2
  1716. data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
  1717. data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
  1718. data/src/ruby/ext/grpc/rb_grpc.c +193 -30
  1719. data/src/ruby/ext/grpc/rb_grpc.h +8 -2
  1720. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +40 -38
  1721. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +63 -60
  1722. data/src/ruby/ext/grpc/rb_loader.c +6 -2
  1723. data/src/ruby/ext/grpc/rb_server.c +62 -45
  1724. data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
  1725. data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
  1726. data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
  1727. data/src/ruby/lib/grpc/errors.rb +1 -1
  1728. data/src/ruby/lib/grpc/generic/bidi_call.rb +4 -0
  1729. data/src/ruby/lib/grpc/version.rb +1 -1
  1730. data/src/ruby/pb/generate_proto_ruby.sh +0 -6
  1731. data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
  1732. data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
  1733. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +26 -108
  1734. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
  1735. data/src/ruby/spec/channel_spec.rb +5 -43
  1736. data/src/ruby/spec/client_server_spec.rb +20 -8
  1737. data/src/ruby/spec/generic/active_call_spec.rb +12 -3
  1738. data/src/ruby/spec/generic/client_stub_spec.rb +23 -23
  1739. data/src/ruby/spec/generic/server_interceptors_spec.rb +1 -1
  1740. data/src/ruby/spec/user_agent_spec.rb +1 -1
  1741. data/third_party/abseil-cpp/absl/algorithm/container.h +57 -58
  1742. data/third_party/abseil-cpp/absl/base/attributes.h +88 -41
  1743. data/third_party/abseil-cpp/absl/base/casts.h +61 -68
  1744. data/third_party/abseil-cpp/absl/base/config.h +222 -40
  1745. data/third_party/abseil-cpp/absl/base/internal/cycleclock.cc +12 -42
  1746. data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +52 -2
  1747. data/third_party/abseil-cpp/absl/base/internal/cycleclock_config.h +55 -0
  1748. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +5 -4
  1749. data/third_party/abseil-cpp/absl/base/internal/endian.h +17 -62
  1750. data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +2 -0
  1751. data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +3 -3
  1752. data/third_party/abseil-cpp/absl/base/internal/invoke.h +54 -0
  1753. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +2 -2
  1754. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +1 -1
  1755. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +138 -0
  1756. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +39 -28
  1757. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +36 -36
  1758. data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +6 -3
  1759. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +10 -6
  1760. data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +2 -5
  1761. data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +4 -1
  1762. data/third_party/abseil-cpp/absl/base/internal/strerror.cc +88 -0
  1763. data/third_party/abseil-cpp/absl/base/internal/strerror.h +39 -0
  1764. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +14 -11
  1765. data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +9 -0
  1766. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +2 -1
  1767. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +4 -0
  1768. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +6 -7
  1769. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +12 -40
  1770. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock_config.h +62 -0
  1771. data/third_party/abseil-cpp/absl/base/log_severity.cc +28 -0
  1772. data/third_party/abseil-cpp/absl/base/log_severity.h +51 -0
  1773. data/third_party/abseil-cpp/absl/base/macros.h +4 -21
  1774. data/third_party/abseil-cpp/absl/base/optimization.h +76 -16
  1775. data/third_party/abseil-cpp/absl/base/options.h +1 -7
  1776. data/third_party/abseil-cpp/absl/base/policy_checks.h +15 -13
  1777. data/third_party/abseil-cpp/absl/base/thread_annotations.h +2 -2
  1778. data/third_party/abseil-cpp/absl/container/fixed_array.h +9 -5
  1779. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +11 -4
  1780. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +15 -16
  1781. data/third_party/abseil-cpp/absl/container/inlined_vector.h +84 -25
  1782. data/third_party/abseil-cpp/absl/container/internal/common.h +9 -8
  1783. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +132 -0
  1784. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +23 -29
  1785. data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +4 -55
  1786. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +116 -23
  1787. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +40 -54
  1788. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +165 -66
  1789. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +159 -4
  1790. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +1121 -470
  1791. data/third_party/abseil-cpp/absl/crc/crc32c.cc +99 -0
  1792. data/third_party/abseil-cpp/absl/crc/crc32c.h +183 -0
  1793. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +256 -0
  1794. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +57 -0
  1795. data/third_party/abseil-cpp/absl/crc/internal/crc.cc +468 -0
  1796. data/third_party/abseil-cpp/absl/crc/internal/crc.h +91 -0
  1797. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +269 -0
  1798. data/third_party/abseil-cpp/absl/crc/internal/crc32c.h +39 -0
  1799. data/third_party/abseil-cpp/absl/crc/internal/crc32c_inline.h +72 -0
  1800. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +130 -0
  1801. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +159 -0
  1802. data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +179 -0
  1803. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +119 -0
  1804. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +75 -0
  1805. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +434 -0
  1806. data/third_party/abseil-cpp/absl/crc/internal/crc_non_temporal_memcpy.cc +93 -0
  1807. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +725 -0
  1808. data/third_party/abseil-cpp/absl/crc/internal/non_temporal_arm_intrinsics.h +79 -0
  1809. data/third_party/abseil-cpp/absl/crc/internal/non_temporal_memcpy.h +180 -0
  1810. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +45 -88
  1811. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +67 -38
  1812. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +1 -1
  1813. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +16 -13
  1814. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +3 -2
  1815. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +19 -12
  1816. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +8 -3
  1817. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +2 -1
  1818. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_generic-inl.inc +1 -1
  1819. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +8 -3
  1820. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +59 -102
  1821. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_win32-inl.inc +5 -4
  1822. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +41 -11
  1823. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +18 -4
  1824. data/third_party/abseil-cpp/absl/debugging/symbolize.cc +6 -1
  1825. data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +3 -2
  1826. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +164 -101
  1827. data/third_party/abseil-cpp/absl/debugging/symbolize_win32.inc +7 -6
  1828. data/third_party/abseil-cpp/absl/flags/commandlineflag.cc +34 -0
  1829. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +200 -0
  1830. data/third_party/abseil-cpp/absl/flags/config.h +68 -0
  1831. data/third_party/abseil-cpp/absl/flags/declare.h +73 -0
  1832. data/third_party/abseil-cpp/absl/flags/flag.cc +38 -0
  1833. data/third_party/abseil-cpp/absl/flags/flag.h +310 -0
  1834. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +26 -0
  1835. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.h +68 -0
  1836. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +615 -0
  1837. data/third_party/abseil-cpp/absl/flags/internal/flag.h +800 -0
  1838. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +116 -0
  1839. data/third_party/abseil-cpp/absl/flags/internal/path_util.h +62 -0
  1840. data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.cc +65 -0
  1841. data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.h +61 -0
  1842. data/third_party/abseil-cpp/absl/flags/internal/program_name.cc +60 -0
  1843. data/third_party/abseil-cpp/absl/flags/internal/program_name.h +50 -0
  1844. data/third_party/abseil-cpp/absl/flags/internal/registry.h +97 -0
  1845. data/third_party/abseil-cpp/absl/flags/internal/sequence_lock.h +187 -0
  1846. data/third_party/abseil-cpp/absl/flags/marshalling.cc +241 -0
  1847. data/third_party/abseil-cpp/absl/flags/marshalling.h +356 -0
  1848. data/third_party/abseil-cpp/absl/flags/reflection.cc +354 -0
  1849. data/third_party/abseil-cpp/absl/flags/reflection.h +90 -0
  1850. data/third_party/abseil-cpp/absl/flags/usage_config.cc +165 -0
  1851. data/third_party/abseil-cpp/absl/flags/usage_config.h +135 -0
  1852. data/third_party/abseil-cpp/absl/functional/any_invocable.h +316 -0
  1853. data/third_party/abseil-cpp/absl/functional/bind_front.h +10 -1
  1854. data/third_party/abseil-cpp/absl/functional/function_ref.h +2 -1
  1855. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +878 -0
  1856. data/third_party/abseil-cpp/absl/hash/hash.h +82 -8
  1857. data/third_party/abseil-cpp/absl/hash/internal/city.cc +10 -10
  1858. data/third_party/abseil-cpp/absl/hash/internal/hash.h +235 -26
  1859. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +3 -14
  1860. data/third_party/abseil-cpp/absl/memory/memory.h +26 -447
  1861. data/third_party/abseil-cpp/absl/meta/type_traits.h +104 -12
  1862. data/third_party/abseil-cpp/absl/numeric/bits.h +1 -1
  1863. data/third_party/abseil-cpp/absl/numeric/int128.cc +14 -10
  1864. data/third_party/abseil-cpp/absl/numeric/int128.h +2 -2
  1865. data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +33 -10
  1866. data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +4 -4
  1867. data/third_party/abseil-cpp/absl/random/distributions.h +3 -3
  1868. data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +3 -0
  1869. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -2
  1870. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +2 -2
  1871. data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +59 -48
  1872. data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +3 -24
  1873. data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +9 -9
  1874. data/third_party/abseil-cpp/absl/random/internal/randen.h +5 -11
  1875. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +6 -2
  1876. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +48 -23
  1877. data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +24 -26
  1878. data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +2 -2
  1879. data/third_party/abseil-cpp/absl/random/internal/traits.h +53 -5
  1880. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +5 -5
  1881. data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +33 -48
  1882. data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +9 -10
  1883. data/third_party/abseil-cpp/absl/random/poisson_distribution.h +7 -4
  1884. data/third_party/abseil-cpp/absl/random/random.h +6 -6
  1885. data/third_party/abseil-cpp/absl/random/seed_sequences.h +1 -0
  1886. data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +2 -2
  1887. data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +1 -1
  1888. data/third_party/abseil-cpp/absl/random/zipf_distribution.h +4 -3
  1889. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +18 -0
  1890. data/third_party/abseil-cpp/absl/status/status.cc +193 -14
  1891. data/third_party/abseil-cpp/absl/status/status.h +24 -14
  1892. data/third_party/abseil-cpp/absl/status/statusor.h +9 -3
  1893. data/third_party/abseil-cpp/absl/strings/ascii.cc +5 -5
  1894. data/third_party/abseil-cpp/absl/strings/ascii.h +4 -4
  1895. data/third_party/abseil-cpp/absl/strings/charconv.cc +534 -96
  1896. data/third_party/abseil-cpp/absl/strings/cord.cc +257 -924
  1897. data/third_party/abseil-cpp/absl/strings/cord.h +268 -156
  1898. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +188 -0
  1899. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +44 -0
  1900. data/third_party/abseil-cpp/absl/strings/cord_buffer.cc +30 -0
  1901. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +575 -0
  1902. data/third_party/abseil-cpp/absl/strings/escaping.cc +73 -62
  1903. data/third_party/abseil-cpp/absl/strings/escaping.h +24 -19
  1904. data/third_party/abseil-cpp/absl/strings/internal/char_map.h +14 -12
  1905. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +4 -4
  1906. data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +2 -2
  1907. data/third_party/abseil-cpp/absl/strings/internal/cord_data_edge.h +63 -0
  1908. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +20 -32
  1909. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +445 -150
  1910. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +157 -53
  1911. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +70 -73
  1912. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +8 -6
  1913. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +4 -2
  1914. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +3 -2
  1915. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +5 -4
  1916. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +7 -74
  1917. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.cc +56 -0
  1918. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.h +103 -0
  1919. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +58 -17
  1920. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +13 -11
  1921. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +7 -15
  1922. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +3 -3
  1923. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +19 -43
  1924. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +7 -7
  1925. data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +5 -4
  1926. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +4 -2
  1927. data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.cc +93 -0
  1928. data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.h +34 -0
  1929. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +18 -15
  1930. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +7 -9
  1931. data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +55 -0
  1932. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +9 -6
  1933. data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +14 -7
  1934. data/third_party/abseil-cpp/absl/strings/internal/ostringstream.h +35 -10
  1935. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +113 -46
  1936. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +127 -30
  1937. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +3 -2
  1938. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +42 -10
  1939. data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +56 -289
  1940. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +351 -0
  1941. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +6 -6
  1942. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +9 -4
  1943. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +215 -181
  1944. data/third_party/abseil-cpp/absl/strings/internal/str_format/output.h +2 -1
  1945. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +10 -209
  1946. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +14 -103
  1947. data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +9 -6
  1948. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +2 -1
  1949. data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +10 -2
  1950. data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.cc +28 -0
  1951. data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.h +57 -0
  1952. data/third_party/abseil-cpp/absl/strings/internal/utf8.cc +9 -9
  1953. data/third_party/abseil-cpp/absl/strings/numbers.cc +42 -39
  1954. data/third_party/abseil-cpp/absl/strings/numbers.h +26 -23
  1955. data/third_party/abseil-cpp/absl/strings/str_cat.cc +9 -6
  1956. data/third_party/abseil-cpp/absl/strings/str_cat.h +70 -16
  1957. data/third_party/abseil-cpp/absl/strings/str_format.h +71 -9
  1958. data/third_party/abseil-cpp/absl/strings/str_join.h +9 -15
  1959. data/third_party/abseil-cpp/absl/strings/str_split.h +1 -2
  1960. data/third_party/abseil-cpp/absl/strings/string_view.cc +8 -19
  1961. data/third_party/abseil-cpp/absl/strings/string_view.h +6 -12
  1962. data/third_party/abseil-cpp/absl/strings/strip.h +8 -6
  1963. data/third_party/abseil-cpp/absl/strings/substitute.cc +8 -6
  1964. data/third_party/abseil-cpp/absl/strings/substitute.h +55 -21
  1965. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +9 -6
  1966. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +0 -4
  1967. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +20 -17
  1968. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +37 -31
  1969. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +22 -8
  1970. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +0 -4
  1971. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +1 -6
  1972. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -25
  1973. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +10 -4
  1974. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +172 -88
  1975. data/third_party/abseil-cpp/absl/synchronization/mutex.h +102 -55
  1976. data/third_party/abseil-cpp/absl/synchronization/notification.cc +0 -1
  1977. data/third_party/abseil-cpp/absl/synchronization/notification.h +3 -3
  1978. data/third_party/abseil-cpp/absl/time/civil_time.cc +26 -0
  1979. data/third_party/abseil-cpp/absl/time/civil_time.h +25 -0
  1980. data/third_party/abseil-cpp/absl/time/clock.cc +17 -11
  1981. data/third_party/abseil-cpp/absl/time/duration.cc +12 -11
  1982. data/third_party/abseil-cpp/absl/time/format.cc +2 -1
  1983. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +11 -7
  1984. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
  1985. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +26 -5
  1986. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +7 -6
  1987. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +36 -35
  1988. data/third_party/abseil-cpp/absl/time/time.cc +2 -2
  1989. data/third_party/abseil-cpp/absl/time/time.h +268 -169
  1990. data/third_party/abseil-cpp/absl/types/internal/optional.h +8 -0
  1991. data/third_party/abseil-cpp/absl/types/internal/span.h +30 -19
  1992. data/third_party/abseil-cpp/absl/types/internal/variant.h +28 -40
  1993. data/third_party/abseil-cpp/absl/types/optional.h +17 -14
  1994. data/third_party/abseil-cpp/absl/types/span.h +31 -8
  1995. data/third_party/boringssl-with-bazel/err_data.c +729 -713
  1996. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +177 -177
  1997. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +28 -55
  1998. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +21 -23
  1999. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_dup.c +20 -23
  2000. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +66 -185
  2001. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_i2d_fp.c +18 -21
  2002. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +356 -311
  2003. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +177 -196
  2004. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +146 -210
  2005. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +6 -9
  2006. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +346 -526
  2007. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +111 -132
  2008. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +158 -111
  2009. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +93 -60
  2010. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +96 -181
  2011. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +242 -305
  2012. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +41 -18
  2013. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +30 -33
  2014. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +36 -33
  2015. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_string.c +29 -26
  2016. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +135 -90
  2017. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +230 -0
  2018. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +797 -793
  2019. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +529 -526
  2020. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +114 -135
  2021. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +201 -207
  2022. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +21 -26
  2023. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +55 -68
  2024. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +2 -4
  2025. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +20 -14
  2026. data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +42 -57
  2027. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +17 -11
  2028. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +15 -11
  2029. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +30 -27
  2030. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +5 -5
  2031. data/third_party/boringssl-with-bazel/src/crypto/bio/printf.c +0 -13
  2032. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +5 -8
  2033. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +4 -2
  2034. data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +40 -27
  2035. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +10 -23
  2036. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +2 -6
  2037. data/third_party/boringssl-with-bazel/src/crypto/bytestring/asn1_compat.c +2 -1
  2038. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +29 -28
  2039. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +161 -201
  2040. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +254 -39
  2041. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +2 -2
  2042. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -3
  2043. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
  2044. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/derive_key.c +4 -4
  2045. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesctrhmac.c +9 -8
  2046. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +37 -75
  2047. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +8 -10
  2048. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/cipher → cipher_extra}/e_des.c +100 -78
  2049. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +1 -0
  2050. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +1 -0
  2051. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +2 -0
  2052. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +34 -37
  2053. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +22 -11
  2054. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
  2055. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +34 -195
  2056. data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -8
  2057. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +20 -0
  2058. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +77 -0
  2059. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +62 -0
  2060. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-fuchsia.c → cpu_aarch64_fuchsia.c} +8 -7
  2061. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-linux.c → cpu_aarch64_linux.c} +6 -4
  2062. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +62 -0
  2063. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-win.c → cpu_aarch64_win.c} +4 -4
  2064. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm.c → cpu_arm.c} +1 -1
  2065. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +55 -0
  2066. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.c → cpu_arm_linux.c} +11 -90
  2067. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.h → cpu_arm_linux.h} +0 -38
  2068. data/third_party/boringssl-with-bazel/src/crypto/{cpu-ppc64le.c → cpu_arm_openbsd.c} +10 -17
  2069. data/third_party/boringssl-with-bazel/src/crypto/{cpu-intel.c → cpu_intel.c} +1 -2
  2070. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +25 -20
  2071. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +71 -77
  2072. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_64_adx.c +18 -0
  2073. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2834 -7442
  2074. data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +26 -8
  2075. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +17 -32
  2076. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/des.c +232 -232
  2077. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/internal.h +1 -1
  2078. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +1 -0
  2079. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +232 -29
  2080. data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +0 -3
  2081. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +43 -16
  2082. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +37 -7
  2083. data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +23 -3
  2084. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +118 -105
  2085. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
  2086. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +237 -109
  2087. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +31 -7
  2088. data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
  2089. data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +2 -4
  2090. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +96 -70
  2091. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +80 -23
  2092. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +3 -3
  2093. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +25 -23
  2094. data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +43 -9
  2095. data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +75 -44
  2096. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +21 -29
  2097. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +99 -52
  2098. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +7 -8
  2099. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519_asn1.c +26 -23
  2100. data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +233 -0
  2101. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +6 -6
  2102. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +42 -25
  2103. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +4 -5
  2104. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519_asn1.c +35 -47
  2105. data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
  2106. data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +138 -246
  2107. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -4
  2108. data/third_party/boringssl-with-bazel/src/crypto/evp/sign.c +15 -10
  2109. data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +47 -71
  2110. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +0 -2
  2111. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes_nohw.c +13 -14
  2112. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +3 -13
  2113. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/key_wrap.c +13 -7
  2114. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/mode_wrappers.c +9 -7
  2115. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +37 -28
  2116. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +16 -26
  2117. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +88 -60
  2118. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/cmp.c +4 -3
  2119. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +0 -2
  2120. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +13 -6
  2121. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +1 -1
  2122. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +99 -113
  2123. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -7
  2124. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +5 -3
  2125. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +112 -168
  2126. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +98 -37
  2127. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +28 -24
  2128. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +55 -20
  2129. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +4 -5
  2130. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +13 -0
  2131. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +13 -5
  2132. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +25 -114
  2133. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.h +19 -15
  2134. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/shift.c +15 -16
  2135. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +22 -21
  2136. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/aead.c +3 -0
  2137. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +79 -19
  2138. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +102 -99
  2139. data/third_party/boringssl-with-bazel/src/crypto/{cipher_extra → fipsmodule/cipher}/e_aesccm.c +52 -46
  2140. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +39 -0
  2141. data/third_party/boringssl-with-bazel/src/crypto/{cmac → fipsmodule/cmac}/cmac.c +55 -11
  2142. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
  2143. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +2 -3
  2144. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +24 -6
  2145. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +58 -0
  2146. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +5 -3
  2147. data/third_party/boringssl-with-bazel/src/crypto/{evp → fipsmodule/digestsign}/digestsign.c +51 -15
  2148. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
  2149. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +226 -450
  2150. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +95 -21
  2151. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +36 -69
  2152. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
  2153. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +139 -155
  2154. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +71 -40
  2155. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +60 -78
  2156. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64-table.h → p256-nistz-table.h} +1 -1
  2157. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.c → p256-nistz.c} +87 -83
  2158. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.h → p256-nistz.h} +5 -13
  2159. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +71 -62
  2160. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
  2161. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -30
  2162. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +21 -42
  2163. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +33 -34
  2164. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +16 -17
  2165. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +9 -1
  2166. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +53 -19
  2167. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +6 -0
  2168. data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +2 -2
  2169. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/hmac.c +52 -24
  2170. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +9 -23
  2171. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +1 -4
  2172. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +3 -8
  2173. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +170 -160
  2174. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
  2175. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +69 -61
  2176. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -12
  2177. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
  2178. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/ctrdrbg.c +31 -13
  2179. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +56 -34
  2180. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +3 -2
  2181. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/getrandom_fillin.h +2 -2
  2182. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -45
  2183. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +111 -78
  2184. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +12 -85
  2185. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +0 -1
  2186. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +98 -16
  2187. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +42 -314
  2188. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +244 -139
  2189. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +175 -255
  2190. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +41 -0
  2191. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +589 -422
  2192. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/internal.h +89 -0
  2193. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +334 -0
  2194. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +3 -12
  2195. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +2 -0
  2196. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +12 -8
  2197. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +14 -12
  2198. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
  2199. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +52 -6
  2200. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +192 -18
  2201. data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +65 -29
  2202. data/third_party/boringssl-with-bazel/src/crypto/internal.h +576 -84
  2203. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +91 -0
  2204. data/third_party/boringssl-with-bazel/src/crypto/kyber/keccak.c +204 -0
  2205. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +834 -0
  2206. data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +13 -1
  2207. data/third_party/boringssl-with-bazel/src/crypto/mem.c +219 -13
  2208. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +37 -29
  2209. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +9 -4
  2210. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +81 -90
  2211. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +150 -245
  2212. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +633 -613
  2213. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_oth.c +17 -17
  2214. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +142 -149
  2215. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +99 -131
  2216. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_x509.c +0 -1
  2217. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_xaux.c +0 -1
  2218. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +0 -1
  2219. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
  2220. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
  2221. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -10
  2222. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +44 -71
  2223. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +31 -38
  2224. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +2 -1
  2225. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +18 -31
  2226. data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +2 -0
  2227. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +8 -1
  2228. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
  2229. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
  2230. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +48 -0
  2231. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
  2232. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +129 -5
  2233. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/trusty.c +38 -0
  2234. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
  2235. data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -19
  2236. data/third_party/boringssl-with-bazel/src/crypto/{asn1/a_print.c → rsa_extra/internal.h} +15 -21
  2237. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
  2238. data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +8 -11
  2239. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +171 -62
  2240. data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
  2241. data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +12 -44
  2242. data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +11 -35
  2243. data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +128 -34
  2244. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +428 -147
  2245. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +116 -284
  2246. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +686 -161
  2247. data/third_party/boringssl-with-bazel/src/crypto/x509/a_digest.c +22 -24
  2248. data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +63 -55
  2249. data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +32 -34
  2250. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +32 -16
  2251. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +465 -704
  2252. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +279 -331
  2253. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +183 -178
  2254. data/third_party/boringssl-with-bazel/src/crypto/x509/i2d_pr.c +11 -15
  2255. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +69 -51
  2256. data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +132 -151
  2257. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +790 -0
  2258. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +95 -102
  2259. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +72 -57
  2260. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +12 -10
  2261. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +220 -254
  2262. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +52 -47
  2263. data/third_party/boringssl-with-bazel/src/crypto/x509/x509.c +3 -4
  2264. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +136 -270
  2265. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +161 -327
  2266. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +37 -33
  2267. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_def.c +14 -31
  2268. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +55 -85
  2269. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +526 -616
  2270. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +129 -122
  2271. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +164 -181
  2272. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +132 -132
  2273. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +186 -203
  2274. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_txt.c +64 -79
  2275. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +171 -160
  2276. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +1863 -2050
  2277. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +380 -480
  2278. data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +156 -163
  2279. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +262 -265
  2280. data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +40 -15
  2281. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +59 -63
  2282. data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +63 -67
  2283. data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +114 -144
  2284. data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +25 -26
  2285. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +330 -417
  2286. data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +8 -7
  2287. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +30 -28
  2288. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +354 -370
  2289. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +37 -32
  2290. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +121 -124
  2291. data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +36 -26
  2292. data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +3 -4
  2293. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +10 -13
  2294. data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +3 -4
  2295. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +419 -261
  2296. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +113 -105
  2297. data/third_party/boringssl-with-bazel/src/crypto/x509v3/ext_dat.h +11 -15
  2298. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +79 -171
  2299. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +126 -131
  2300. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akeya.c +3 -4
  2301. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +465 -469
  2302. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bcons.c +56 -54
  2303. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +46 -49
  2304. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +294 -344
  2305. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +342 -365
  2306. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +429 -393
  2307. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +29 -24
  2308. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_extku.c +65 -59
  2309. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +125 -121
  2310. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +43 -42
  2311. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +120 -125
  2312. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_int.c +50 -20
  2313. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +227 -265
  2314. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +386 -389
  2315. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ocsp.c +45 -32
  2316. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcons.c +57 -54
  2317. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pmaps.c +63 -67
  2318. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +130 -135
  2319. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +650 -691
  2320. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +90 -75
  2321. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +1063 -1145
  2322. data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +13 -11
  2323. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +25 -160
  2324. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
  2325. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +222 -191
  2326. data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +26 -78
  2327. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +46 -124
  2328. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +29 -14
  2329. data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
  2330. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +49 -19
  2331. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +99 -29
  2332. data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
  2333. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +49 -60
  2334. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +7 -16
  2335. data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +16 -200
  2336. data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +34 -0
  2337. data/third_party/boringssl-with-bazel/src/include/openssl/ctrdrbg.h +82 -0
  2338. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +32 -30
  2339. data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +7 -0
  2340. data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +4 -21
  2341. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +69 -7
  2342. data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +56 -14
  2343. data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +1 -0
  2344. data/third_party/boringssl-with-bazel/src/include/openssl/err.h +33 -5
  2345. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +36 -40
  2346. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +1 -1
  2347. data/third_party/boringssl-with-bazel/src/include/openssl/hmac.h +7 -0
  2348. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +69 -16
  2349. data/third_party/boringssl-with-bazel/src/include/openssl/kdf.h +91 -0
  2350. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +128 -0
  2351. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +74 -8
  2352. data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +7 -3
  2353. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +8 -1
  2354. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
  2355. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +11 -18
  2356. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +8 -0
  2357. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +15 -5
  2358. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +97 -65
  2359. data/third_party/boringssl-with-bazel/src/include/openssl/service_indicator.h +96 -0
  2360. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -21
  2361. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +396 -157
  2362. data/third_party/boringssl-with-bazel/src/include/openssl/ssl3.h +1 -6
  2363. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +339 -230
  2364. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +154 -0
  2365. data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -26
  2366. data/third_party/boringssl-with-bazel/src/include/openssl/time.h +41 -0
  2367. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +22 -7
  2368. data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +57 -23
  2369. data/third_party/boringssl-with-bazel/src/include/openssl/type_check.h +0 -11
  2370. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2079 -1411
  2371. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +245 -216
  2372. data/third_party/boringssl-with-bazel/src/ssl/bio_ssl.cc +2 -2
  2373. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +6 -13
  2374. data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +17 -18
  2375. data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +4 -5
  2376. data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +25 -33
  2377. data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +45 -26
  2378. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +72 -99
  2379. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +218 -74
  2380. data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +5 -5
  2381. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +53 -34
  2382. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +77 -45
  2383. data/third_party/boringssl-with-bazel/src/ssl/internal.h +204 -132
  2384. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +47 -12
  2385. data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +2 -2
  2386. data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +91 -75
  2387. data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +8 -10
  2388. data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +47 -69
  2389. data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +1 -0
  2390. data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +5 -9
  2391. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +237 -240
  2392. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +78 -101
  2393. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +126 -155
  2394. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +356 -48
  2395. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +167 -64
  2396. data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +41 -32
  2397. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
  2398. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +22 -6
  2399. data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +15 -13
  2400. data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +7 -44
  2401. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +6 -4
  2402. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +7 -23
  2403. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +25 -34
  2404. data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +2 -2
  2405. data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +16 -98
  2406. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_32.h +1241 -657
  2407. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64.h +751 -398
  2408. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
  2409. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
  2410. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_32.h +3551 -1938
  2411. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +1272 -487
  2412. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
  2413. data/third_party/cares/cares/include/ares.h +23 -1
  2414. data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
  2415. data/third_party/cares/cares/include/ares_rules.h +2 -2
  2416. data/third_party/cares/cares/include/ares_version.h +3 -3
  2417. data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
  2418. data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
  2419. data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
  2420. data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
  2421. data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
  2422. data/third_party/cares/cares/src/lib/ares_data.c +16 -0
  2423. data/third_party/cares/cares/src/lib/ares_data.h +7 -0
  2424. data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
  2425. data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
  2426. data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
  2427. data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
  2428. data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
  2429. data/third_party/cares/cares/src/lib/ares_init.c +97 -485
  2430. data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
  2431. data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
  2432. data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
  2433. data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
  2434. data/third_party/cares/cares/src/lib/ares_private.h +30 -16
  2435. data/third_party/cares/cares/src/lib/ares_process.c +55 -16
  2436. data/third_party/cares/cares/src/lib/ares_query.c +1 -35
  2437. data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
  2438. data/third_party/cares/cares/src/lib/ares_send.c +5 -7
  2439. data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
  2440. data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
  2441. data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
  2442. data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
  2443. data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
  2444. data/third_party/re2/re2/bitstate.cc +3 -3
  2445. data/third_party/re2/re2/dfa.cc +13 -13
  2446. data/third_party/re2/re2/nfa.cc +4 -4
  2447. data/third_party/re2/re2/onepass.cc +2 -2
  2448. data/third_party/re2/re2/prefilter_tree.cc +27 -59
  2449. data/third_party/re2/re2/prefilter_tree.h +3 -2
  2450. data/third_party/re2/re2/prog.cc +11 -2
  2451. data/third_party/re2/re2/prog.h +17 -5
  2452. data/third_party/re2/re2/re2.cc +6 -11
  2453. data/third_party/re2/re2/re2.h +1 -1
  2454. data/third_party/re2/re2/regexp.cc +1 -2
  2455. data/third_party/re2/re2/stringpiece.h +10 -7
  2456. data/third_party/re2/re2/unicode_casefold.cc +25 -11
  2457. data/third_party/re2/re2/unicode_groups.cc +319 -151
  2458. data/third_party/re2/re2/walker-inl.h +3 -2
  2459. data/third_party/re2/util/mutex.h +4 -4
  2460. data/third_party/upb/upb/alloc.h +36 -0
  2461. data/third_party/upb/upb/arena.h +36 -0
  2462. data/third_party/upb/upb/array.h +36 -0
  2463. data/third_party/upb/upb/base/descriptor_constants.h +104 -0
  2464. data/third_party/upb/upb/base/log2.h +57 -0
  2465. data/third_party/upb/upb/base/status.c +81 -0
  2466. data/third_party/upb/upb/base/status.h +66 -0
  2467. data/third_party/upb/upb/base/string_view.h +75 -0
  2468. data/third_party/upb/upb/collections/array.c +145 -0
  2469. data/third_party/upb/upb/collections/array.h +85 -0
  2470. data/third_party/upb/upb/collections/array_internal.h +135 -0
  2471. data/third_party/upb/upb/collections/map.c +135 -0
  2472. data/third_party/upb/upb/collections/map.h +135 -0
  2473. data/third_party/upb/upb/collections/map_gencode_util.h +78 -0
  2474. data/third_party/upb/upb/collections/map_internal.h +170 -0
  2475. data/third_party/upb/upb/collections/map_sorter.c +166 -0
  2476. data/third_party/upb/upb/collections/map_sorter_internal.h +109 -0
  2477. data/third_party/upb/upb/collections/message_value.h +65 -0
  2478. data/third_party/upb/upb/decode.h +3 -61
  2479. data/third_party/upb/upb/def.h +4 -377
  2480. data/third_party/upb/upb/def.hpp +3 -408
  2481. data/third_party/upb/upb/encode.h +3 -38
  2482. data/third_party/upb/upb/extension_registry.h +35 -0
  2483. data/third_party/upb/upb/{table.c → hash/common.c} +51 -109
  2484. data/third_party/upb/upb/hash/common.h +199 -0
  2485. data/third_party/upb/upb/hash/int_table.h +102 -0
  2486. data/third_party/upb/upb/hash/str_table.h +161 -0
  2487. data/third_party/upb/upb/json/decode.c +1477 -0
  2488. data/third_party/upb/upb/json/decode.h +52 -0
  2489. data/third_party/upb/upb/{json_encode.c → json/encode.c} +74 -46
  2490. data/third_party/upb/upb/json/encode.h +70 -0
  2491. data/third_party/upb/upb/json_decode.h +36 -0
  2492. data/third_party/upb/upb/json_encode.h +4 -30
  2493. data/third_party/upb/upb/lex/atoi.c +68 -0
  2494. data/third_party/upb/upb/lex/atoi.h +53 -0
  2495. data/third_party/upb/upb/lex/round_trip.c +67 -0
  2496. data/third_party/upb/upb/{upb_internal.h → lex/round_trip.h} +17 -30
  2497. data/third_party/upb/upb/lex/strtod.c +97 -0
  2498. data/third_party/upb/upb/lex/strtod.h +46 -0
  2499. data/third_party/upb/upb/lex/unicode.c +57 -0
  2500. data/third_party/upb/upb/lex/unicode.h +77 -0
  2501. data/third_party/upb/upb/map.h +36 -0
  2502. data/third_party/upb/upb/mem/alloc.c +47 -0
  2503. data/third_party/upb/upb/mem/alloc.h +98 -0
  2504. data/third_party/upb/upb/mem/arena.c +367 -0
  2505. data/third_party/upb/upb/mem/arena.h +160 -0
  2506. data/third_party/upb/upb/mem/arena_internal.h +114 -0
  2507. data/third_party/upb/upb/message/accessors.c +68 -0
  2508. data/third_party/upb/upb/message/accessors.h +379 -0
  2509. data/third_party/upb/upb/message/accessors_internal.h +325 -0
  2510. data/third_party/upb/upb/message/extension_internal.h +83 -0
  2511. data/third_party/upb/upb/message/internal.h +135 -0
  2512. data/third_party/upb/upb/message/message.c +180 -0
  2513. data/third_party/upb/upb/message/message.h +69 -0
  2514. data/third_party/upb/upb/mini_table/common.c +128 -0
  2515. data/third_party/upb/upb/mini_table/common.h +170 -0
  2516. data/third_party/upb/upb/mini_table/common_internal.h +111 -0
  2517. data/third_party/upb/upb/mini_table/decode.c +1127 -0
  2518. data/third_party/upb/upb/mini_table/decode.h +179 -0
  2519. data/third_party/upb/upb/mini_table/encode.c +300 -0
  2520. data/third_party/upb/upb/mini_table/encode_internal.h +111 -0
  2521. data/third_party/upb/upb/mini_table/encode_internal.hpp +136 -0
  2522. data/third_party/upb/upb/mini_table/enum_internal.h +88 -0
  2523. data/third_party/upb/upb/mini_table/extension_internal.h +47 -0
  2524. data/third_party/upb/upb/mini_table/extension_registry.c +96 -0
  2525. data/third_party/upb/upb/mini_table/extension_registry.h +104 -0
  2526. data/third_party/upb/upb/mini_table/field_internal.h +192 -0
  2527. data/third_party/upb/upb/mini_table/file_internal.h +47 -0
  2528. data/third_party/upb/upb/mini_table/message_internal.h +136 -0
  2529. data/third_party/upb/upb/mini_table/sub_internal.h +38 -0
  2530. data/third_party/upb/upb/mini_table/types.h +40 -0
  2531. data/third_party/upb/upb/mini_table.h +36 -0
  2532. data/third_party/upb/upb/msg.h +3 -81
  2533. data/third_party/upb/upb/port/atomic.h +101 -0
  2534. data/third_party/upb/upb/{port_def.inc → port/def.inc} +96 -28
  2535. data/third_party/upb/upb/{port_undef.inc → port/undef.inc} +14 -3
  2536. data/third_party/upb/upb/port/vsnprintf_compat.h +50 -0
  2537. data/third_party/upb/upb/reflection/common.h +67 -0
  2538. data/third_party/upb/upb/reflection/def.h +42 -0
  2539. data/third_party/upb/upb/reflection/def.hpp +610 -0
  2540. data/third_party/upb/upb/reflection/def_builder.c +357 -0
  2541. data/third_party/upb/upb/reflection/def_builder_internal.h +157 -0
  2542. data/third_party/upb/upb/reflection/def_pool.c +462 -0
  2543. data/third_party/upb/upb/reflection/def_pool.h +108 -0
  2544. data/third_party/upb/upb/reflection/def_pool_internal.h +77 -0
  2545. data/third_party/upb/upb/reflection/def_type.c +50 -0
  2546. data/third_party/upb/upb/reflection/def_type.h +81 -0
  2547. data/third_party/upb/upb/reflection/desc_state.c +53 -0
  2548. data/third_party/upb/upb/reflection/desc_state_internal.h +64 -0
  2549. data/third_party/upb/upb/reflection/enum_def.c +310 -0
  2550. data/third_party/upb/upb/reflection/enum_def.h +80 -0
  2551. data/third_party/upb/upb/reflection/enum_def_internal.h +56 -0
  2552. data/third_party/upb/upb/reflection/enum_reserved_range.c +84 -0
  2553. data/third_party/upb/upb/reflection/enum_reserved_range.h +51 -0
  2554. data/third_party/upb/upb/reflection/enum_reserved_range_internal.h +55 -0
  2555. data/third_party/upb/upb/reflection/enum_value_def.c +144 -0
  2556. data/third_party/upb/upb/reflection/enum_value_def.h +57 -0
  2557. data/third_party/upb/upb/reflection/enum_value_def_internal.h +57 -0
  2558. data/third_party/upb/upb/reflection/extension_range.c +93 -0
  2559. data/third_party/upb/upb/reflection/extension_range.h +55 -0
  2560. data/third_party/upb/upb/reflection/extension_range_internal.h +54 -0
  2561. data/third_party/upb/upb/reflection/field_def.c +930 -0
  2562. data/third_party/upb/upb/reflection/field_def.h +91 -0
  2563. data/third_party/upb/upb/reflection/field_def_internal.h +76 -0
  2564. data/third_party/upb/upb/reflection/file_def.c +370 -0
  2565. data/third_party/upb/upb/reflection/file_def.h +77 -0
  2566. data/third_party/upb/upb/reflection/file_def_internal.h +57 -0
  2567. data/third_party/upb/upb/reflection/message.c +233 -0
  2568. data/third_party/upb/upb/reflection/message.h +102 -0
  2569. data/third_party/upb/upb/reflection/message.hpp +37 -0
  2570. data/third_party/upb/upb/reflection/message_def.c +718 -0
  2571. data/third_party/upb/upb/reflection/message_def.h +174 -0
  2572. data/third_party/upb/upb/reflection/message_def_internal.h +63 -0
  2573. data/third_party/upb/upb/reflection/message_reserved_range.c +81 -0
  2574. data/third_party/upb/upb/reflection/message_reserved_range.h +51 -0
  2575. data/third_party/upb/upb/reflection/message_reserved_range_internal.h +55 -0
  2576. data/third_party/upb/upb/reflection/method_def.c +124 -0
  2577. data/third_party/upb/upb/reflection/method_def.h +59 -0
  2578. data/third_party/upb/upb/reflection/method_def_internal.h +53 -0
  2579. data/third_party/upb/upb/reflection/oneof_def.c +226 -0
  2580. data/third_party/upb/upb/reflection/oneof_def.h +66 -0
  2581. data/third_party/upb/upb/reflection/oneof_def_internal.h +57 -0
  2582. data/third_party/upb/upb/reflection/service_def.c +128 -0
  2583. data/third_party/upb/upb/reflection/service_def.h +60 -0
  2584. data/third_party/upb/upb/reflection/service_def_internal.h +53 -0
  2585. data/third_party/upb/upb/reflection.h +4 -188
  2586. data/third_party/upb/upb/reflection.hpp +3 -7
  2587. data/third_party/upb/upb/status.h +36 -0
  2588. data/third_party/upb/upb/string_view.h +36 -0
  2589. data/third_party/upb/upb/{text_encode.c → text/encode.c} +75 -70
  2590. data/third_party/upb/upb/text/encode.h +69 -0
  2591. data/third_party/upb/upb/text_encode.h +4 -32
  2592. data/third_party/upb/upb/upb.h +6 -340
  2593. data/third_party/upb/upb/upb.hpp +10 -18
  2594. data/third_party/upb/upb/wire/common.h +44 -0
  2595. data/third_party/upb/upb/wire/common_internal.h +50 -0
  2596. data/third_party/upb/upb/wire/decode.c +1343 -0
  2597. data/third_party/upb/upb/wire/decode.h +108 -0
  2598. data/third_party/upb/upb/{decode_fast.c → wire/decode_fast.c} +184 -225
  2599. data/third_party/upb/upb/{decode_fast.h → wire/decode_fast.h} +21 -7
  2600. data/third_party/upb/upb/{decode_internal.h → wire/decode_internal.h} +44 -92
  2601. data/third_party/upb/upb/{encode.c → wire/encode.c} +130 -102
  2602. data/third_party/upb/upb/wire/encode.h +92 -0
  2603. data/third_party/upb/upb/wire/eps_copy_input_stream.c +39 -0
  2604. data/third_party/upb/upb/wire/eps_copy_input_stream.h +425 -0
  2605. data/third_party/upb/upb/wire/reader.c +67 -0
  2606. data/third_party/upb/upb/wire/reader.h +227 -0
  2607. data/third_party/upb/upb/wire/swap_internal.h +63 -0
  2608. data/third_party/upb/upb/wire/types.h +41 -0
  2609. data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-neon.c +1 -1
  2610. data/third_party/utf8_range/utf8_range.h +21 -0
  2611. data/third_party/zlib/compress.c +3 -3
  2612. data/third_party/zlib/crc32.c +21 -12
  2613. data/third_party/zlib/deflate.c +112 -106
  2614. data/third_party/zlib/deflate.h +2 -2
  2615. data/third_party/zlib/gzlib.c +1 -1
  2616. data/third_party/zlib/gzread.c +3 -5
  2617. data/third_party/zlib/gzwrite.c +1 -1
  2618. data/third_party/zlib/infback.c +10 -7
  2619. data/third_party/zlib/inflate.c +5 -2
  2620. data/third_party/zlib/inftrees.c +2 -2
  2621. data/third_party/zlib/inftrees.h +1 -1
  2622. data/third_party/zlib/trees.c +61 -62
  2623. data/third_party/zlib/uncompr.c +2 -2
  2624. data/third_party/zlib/zconf.h +16 -3
  2625. data/third_party/zlib/zlib.h +10 -10
  2626. data/third_party/zlib/zutil.c +9 -7
  2627. data/third_party/zlib/zutil.h +1 -0
  2628. metadata +636 -172
  2629. data/include/grpc/impl/codegen/gpr_slice.h +0 -71
  2630. data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -176
  2631. data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
  2632. data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +0 -66
  2633. data/src/core/ext/filters/client_channel/lb_policy.cc +0 -134
  2634. data/src/core/ext/filters/client_channel/lb_policy_factory.h +0 -50
  2635. data/src/core/ext/filters/client_channel/lb_policy_registry.cc +0 -192
  2636. data/src/core/ext/filters/client_channel/lb_policy_registry.h +0 -70
  2637. data/src/core/ext/filters/client_channel/proxy_mapper.h +0 -54
  2638. data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +0 -91
  2639. data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +0 -55
  2640. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +0 -30
  2641. data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +0 -180
  2642. data/src/core/ext/filters/fault_injection/service_config_parser.cc +0 -179
  2643. data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +0 -457
  2644. data/src/core/ext/filters/http/message_compress/message_compress_filter.h +0 -53
  2645. data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +0 -388
  2646. data/src/core/ext/filters/server_config_selector/server_config_selector.cc +0 -61
  2647. data/src/core/ext/transport/chttp2/transport/context_list.cc +0 -71
  2648. data/src/core/ext/transport/chttp2/transport/context_list.h +0 -54
  2649. data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
  2650. data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
  2651. data/src/core/ext/xds/certificate_provider_registry.cc +0 -103
  2652. data/src/core/ext/xds/certificate_provider_registry.h +0 -57
  2653. data/src/core/lib/event_engine/iomgr_engine.cc +0 -206
  2654. data/src/core/lib/event_engine/iomgr_engine.h +0 -118
  2655. data/src/core/lib/gpr/cpu_iphone.cc +0 -44
  2656. data/src/core/lib/gpr/cpu_windows.cc +0 -33
  2657. data/src/core/lib/gpr/env.h +0 -40
  2658. data/src/core/lib/gpr/env_linux.cc +0 -75
  2659. data/src/core/lib/gpr/env_posix.cc +0 -46
  2660. data/src/core/lib/gpr/env_windows.cc +0 -74
  2661. data/src/core/lib/gpr/murmur_hash.cc +0 -82
  2662. data/src/core/lib/gpr/murmur_hash.h +0 -29
  2663. data/src/core/lib/gpr/string_util_windows.cc +0 -82
  2664. data/src/core/lib/gpr/string_windows.cc +0 -69
  2665. data/src/core/lib/gpr/string_windows.h +0 -32
  2666. data/src/core/lib/gpr/tls.h +0 -156
  2667. data/src/core/lib/gpr/tmpfile_windows.cc +0 -69
  2668. data/src/core/lib/gprpp/global_config.h +0 -93
  2669. data/src/core/lib/gprpp/global_config_custom.h +0 -29
  2670. data/src/core/lib/gprpp/global_config_env.cc +0 -138
  2671. data/src/core/lib/gprpp/global_config_env.h +0 -133
  2672. data/src/core/lib/gprpp/global_config_generic.h +0 -40
  2673. data/src/core/lib/iomgr/error_internal.h +0 -66
  2674. data/src/core/lib/iomgr/executor/mpmcqueue.cc +0 -182
  2675. data/src/core/lib/iomgr/executor/mpmcqueue.h +0 -171
  2676. data/src/core/lib/iomgr/executor/threadpool.cc +0 -136
  2677. data/src/core/lib/iomgr/executor/threadpool.h +0 -150
  2678. data/src/core/lib/iomgr/time_averaged_stats.cc +0 -64
  2679. data/src/core/lib/iomgr/time_averaged_stats.h +0 -72
  2680. data/src/core/lib/profiling/basic_timers.cc +0 -295
  2681. data/src/core/lib/profiling/stap_timers.cc +0 -50
  2682. data/src/core/lib/profiling/timers.h +0 -94
  2683. data/src/core/lib/promise/call_push_pull.h +0 -148
  2684. data/src/core/lib/promise/intra_activity_waiter.h +0 -49
  2685. data/src/core/lib/security/security_connector/load_system_roots_linux.h +0 -46
  2686. data/src/core/lib/security/security_connector/ssl_utils_config.cc +0 -32
  2687. data/src/core/lib/security/security_connector/ssl_utils_config.h +0 -30
  2688. data/src/core/lib/slice/slice_api.cc +0 -39
  2689. data/src/core/lib/slice/slice_buffer_api.cc +0 -35
  2690. data/src/core/lib/slice/slice_refcount_base.h +0 -60
  2691. data/src/core/lib/slice/slice_split.cc +0 -103
  2692. data/src/core/lib/slice/slice_split.h +0 -36
  2693. data/src/core/lib/transport/byte_stream.cc +0 -165
  2694. data/src/core/lib/transport/byte_stream.h +0 -170
  2695. data/third_party/abseil-cpp/absl/container/internal/have_sse.h +0 -50
  2696. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +0 -195
  2697. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +0 -236
  2698. data/third_party/boringssl-with-bazel/src/crypto/asn1/charmap.h +0 -15
  2699. data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +0 -206
  2700. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1-altivec.c +0 -361
  2701. data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +0 -53
  2702. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +0 -287
  2703. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +0 -132
  2704. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +0 -155
  2705. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +0 -131
  2706. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +0 -189
  2707. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +0 -843
  2708. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +0 -289
  2709. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcia.c +0 -57
  2710. data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
  2711. data/third_party/upb/third_party/utf8_range/utf8_range.h +0 -9
  2712. data/third_party/upb/upb/decode.c +0 -1125
  2713. data/third_party/upb/upb/def.c +0 -3261
  2714. data/third_party/upb/upb/msg.c +0 -428
  2715. data/third_party/upb/upb/msg_internal.h +0 -831
  2716. data/third_party/upb/upb/reflection.c +0 -480
  2717. data/third_party/upb/upb/table_internal.h +0 -385
  2718. data/third_party/upb/upb/upb.c +0 -362
  2719. /data/third_party/{upb/third_party/utf8_range → utf8_range}/naive.c +0 -0
  2720. /data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-sse.c +0 -0
@@ -21,16 +21,20 @@
21
21
  #include <inttypes.h>
22
22
  #include <limits.h>
23
23
  #include <stdio.h>
24
- #include <stdlib.h>
25
24
  #include <string.h>
26
25
 
27
26
  #include <algorithm>
27
+ #include <initializer_list>
28
28
  #include <memory>
29
29
  #include <new>
30
30
  #include <string>
31
31
  #include <utility>
32
+ #include <vector>
32
33
 
33
34
  #include "absl/base/attributes.h"
35
+ #include "absl/container/flat_hash_map.h"
36
+ #include "absl/hash/hash.h"
37
+ #include "absl/meta/type_traits.h"
34
38
  #include "absl/status/status.h"
35
39
  #include "absl/strings/cord.h"
36
40
  #include "absl/strings/str_cat.h"
@@ -38,14 +42,16 @@
38
42
  #include "absl/strings/string_view.h"
39
43
  #include "absl/types/optional.h"
40
44
 
41
- #include <grpc/impl/codegen/connectivity_state.h>
45
+ #include <grpc/event_engine/event_engine.h>
46
+ #include <grpc/grpc.h>
47
+ #include <grpc/impl/connectivity_state.h>
42
48
  #include <grpc/slice_buffer.h>
43
49
  #include <grpc/status.h>
44
50
  #include <grpc/support/alloc.h>
45
- #include <grpc/support/atm.h>
46
51
  #include <grpc/support/log.h>
52
+ #include <grpc/support/time.h>
47
53
 
48
- #include "src/core/ext/transport/chttp2/transport/context_list.h"
54
+ #include "src/core/ext/transport/chttp2/transport/context_list_entry.h"
49
55
  #include "src/core/ext/transport/chttp2/transport/flow_control.h"
50
56
  #include "src/core/ext/transport/chttp2/transport/frame.h"
51
57
  #include "src/core/ext/transport/chttp2/transport/frame_data.h"
@@ -53,38 +59,37 @@
53
59
  #include "src/core/ext/transport/chttp2/transport/frame_rst_stream.h"
54
60
  #include "src/core/ext/transport/chttp2/transport/hpack_encoder.h"
55
61
  #include "src/core/ext/transport/chttp2/transport/http2_settings.h"
62
+ #include "src/core/ext/transport/chttp2/transport/http_trace.h"
56
63
  #include "src/core/ext/transport/chttp2/transport/internal.h"
57
- #include "src/core/ext/transport/chttp2/transport/stream_map.h"
58
64
  #include "src/core/ext/transport/chttp2/transport/varint.h"
65
+ #include "src/core/lib/channel/call_tracer.h"
59
66
  #include "src/core/lib/channel/channel_args.h"
60
- #include "src/core/lib/channel/channel_stack_builder.h"
67
+ #include "src/core/lib/channel/context.h"
61
68
  #include "src/core/lib/debug/stats.h"
69
+ #include "src/core/lib/debug/stats_data.h"
70
+ #include "src/core/lib/experiments/experiments.h"
62
71
  #include "src/core/lib/gpr/useful.h"
63
72
  #include "src/core/lib/gprpp/bitset.h"
73
+ #include "src/core/lib/gprpp/crash.h"
64
74
  #include "src/core/lib/gprpp/debug_location.h"
65
- #include "src/core/lib/gprpp/global_config_env.h"
66
- #include "src/core/lib/gprpp/manual_constructor.h"
67
- #include "src/core/lib/gprpp/orphanable.h"
68
75
  #include "src/core/lib/gprpp/ref_counted.h"
76
+ #include "src/core/lib/gprpp/status_helper.h"
69
77
  #include "src/core/lib/gprpp/time.h"
70
78
  #include "src/core/lib/http/parser.h"
71
79
  #include "src/core/lib/iomgr/combiner.h"
72
80
  #include "src/core/lib/iomgr/error.h"
73
81
  #include "src/core/lib/iomgr/exec_ctx.h"
74
82
  #include "src/core/lib/iomgr/iomgr_fwd.h"
75
- #include "src/core/lib/iomgr/pollset.h"
76
- #include "src/core/lib/iomgr/timer.h"
77
- #include "src/core/lib/profiling/timers.h"
78
- #include "src/core/lib/resource_quota/api.h"
83
+ #include "src/core/lib/iomgr/port.h"
84
+ #include "src/core/lib/promise/poll.h"
79
85
  #include "src/core/lib/resource_quota/arena.h"
80
86
  #include "src/core/lib/resource_quota/memory_quota.h"
81
87
  #include "src/core/lib/resource_quota/resource_quota.h"
82
88
  #include "src/core/lib/resource_quota/trace.h"
83
89
  #include "src/core/lib/slice/slice.h"
90
+ #include "src/core/lib/slice/slice_buffer.h"
84
91
  #include "src/core/lib/slice/slice_internal.h"
85
- #include "src/core/lib/slice/slice_refcount.h"
86
92
  #include "src/core/lib/transport/bdp_estimator.h"
87
- #include "src/core/lib/transport/byte_stream.h"
88
93
  #include "src/core/lib/transport/connectivity_state.h"
89
94
  #include "src/core/lib/transport/error_utils.h"
90
95
  #include "src/core/lib/transport/http2_errors.h"
@@ -93,50 +98,37 @@
93
98
  #include "src/core/lib/transport/transport.h"
94
99
  #include "src/core/lib/transport/transport_impl.h"
95
100
 
96
- GPR_GLOBAL_CONFIG_DEFINE_BOOL(
97
- grpc_experimental_disable_flow_control, false,
98
- "If set, flow control will be effectively disabled. Max out all values and "
99
- "assume the remote peer does the same. Thus we can ignore any flow control "
100
- "bookkeeping, error checking, and decision making");
101
+ #ifdef GRPC_POSIX_SOCKET_TCP
102
+ #include "src/core/lib/iomgr/ev_posix.h"
103
+ #endif
101
104
 
102
105
  #define DEFAULT_CONNECTION_WINDOW_TARGET (1024 * 1024)
103
106
  #define MAX_WINDOW 0x7fffffffu
104
107
  #define MAX_WRITE_BUFFER_SIZE (64 * 1024 * 1024)
105
- #define DEFAULT_MAX_HEADER_LIST_SIZE (8 * 1024)
108
+ #define DEFAULT_MAX_HEADER_LIST_SIZE (16 * 1024)
109
+ #define DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT (8 * 1024)
106
110
 
107
- #define DEFAULT_CLIENT_KEEPALIVE_TIME_MS INT_MAX
108
- #define DEFAULT_CLIENT_KEEPALIVE_TIMEOUT_MS 20000 /* 20 seconds */
109
- #define DEFAULT_SERVER_KEEPALIVE_TIME_MS 7200000 /* 2 hours */
110
- #define DEFAULT_SERVER_KEEPALIVE_TIMEOUT_MS 20000 /* 20 seconds */
111
- #define DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS false
112
111
  #define KEEPALIVE_TIME_BACKOFF_MULTIPLIER 2
113
112
 
114
- #define DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS 300000 /* 5 minutes */
115
- #define DEFAULT_MAX_PINGS_BETWEEN_DATA 2
116
- #define DEFAULT_MAX_PING_STRIKES 2
117
-
118
113
  #define DEFAULT_MAX_PENDING_INDUCED_FRAMES 10000
119
114
 
120
- static int g_default_client_keepalive_time_ms =
121
- DEFAULT_CLIENT_KEEPALIVE_TIME_MS;
122
- static int g_default_client_keepalive_timeout_ms =
123
- DEFAULT_CLIENT_KEEPALIVE_TIMEOUT_MS;
124
- static int g_default_server_keepalive_time_ms =
125
- DEFAULT_SERVER_KEEPALIVE_TIME_MS;
126
- static int g_default_server_keepalive_timeout_ms =
127
- DEFAULT_SERVER_KEEPALIVE_TIMEOUT_MS;
128
- static bool g_default_client_keepalive_permit_without_calls =
129
- DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS;
130
- static bool g_default_server_keepalive_permit_without_calls =
131
- DEFAULT_KEEPALIVE_PERMIT_WITHOUT_CALLS;
132
-
133
- static int g_default_min_recv_ping_interval_without_data_ms =
134
- DEFAULT_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS;
135
- static int g_default_max_pings_without_data = DEFAULT_MAX_PINGS_BETWEEN_DATA;
136
- static int g_default_max_ping_strikes = DEFAULT_MAX_PING_STRIKES;
115
+ static grpc_core::Duration g_default_client_keepalive_time =
116
+ grpc_core::Duration::Infinity();
117
+ static grpc_core::Duration g_default_client_keepalive_timeout =
118
+ grpc_core::Duration::Seconds(20);
119
+ static grpc_core::Duration g_default_server_keepalive_time =
120
+ grpc_core::Duration::Hours(2);
121
+ static grpc_core::Duration g_default_server_keepalive_timeout =
122
+ grpc_core::Duration::Seconds(20);
123
+ static bool g_default_client_keepalive_permit_without_calls = false;
124
+ static bool g_default_server_keepalive_permit_without_calls = false;
125
+
126
+ static grpc_core::Duration g_default_min_recv_ping_interval_without_data =
127
+ grpc_core::Duration::Minutes(5);
128
+ static int g_default_max_pings_without_data = 2;
129
+ static int g_default_max_ping_strikes = 2;
137
130
 
138
131
  #define MAX_CLIENT_STREAM_ID 0x7fffffffu
139
- grpc_core::TraceFlag grpc_http_trace(false, "http");
140
132
  grpc_core::TraceFlag grpc_keepalive_trace(false, "http_keepalive");
141
133
  grpc_core::DebugOnlyTraceFlag grpc_trace_chttp2_refcount(false,
142
134
  "chttp2_refcount");
@@ -151,8 +143,6 @@ static void read_action(void* t, grpc_error_handle error);
151
143
  static void read_action_locked(void* t, grpc_error_handle error);
152
144
  static void continue_read_action_locked(grpc_chttp2_transport* t);
153
145
 
154
- static void complete_fetch(void* gs, grpc_error_handle error);
155
- static void complete_fetch_locked(void* gs, grpc_error_handle error);
156
146
  // Set a transport level setting, and push it to our peer
157
147
  static void queue_setting_update(grpc_chttp2_transport* t,
158
148
  grpc_chttp2_setting_id id, uint32_t value);
@@ -183,26 +173,43 @@ static void start_bdp_ping(void* tp, grpc_error_handle error);
183
173
  static void finish_bdp_ping(void* tp, grpc_error_handle error);
184
174
  static void start_bdp_ping_locked(void* tp, grpc_error_handle error);
185
175
  static void finish_bdp_ping_locked(void* tp, grpc_error_handle error);
186
- static void next_bdp_ping_timer_expired(void* tp, grpc_error_handle error);
187
- static void next_bdp_ping_timer_expired_locked(void* tp,
188
- grpc_error_handle error);
176
+ static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t);
177
+ static void next_bdp_ping_timer_expired_locked(
178
+ void* tp, GRPC_UNUSED grpc_error_handle error);
189
179
 
190
180
  static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error);
191
181
  static void send_ping_locked(grpc_chttp2_transport* t,
192
182
  grpc_closure* on_initiate, grpc_closure* on_ack);
193
- static void retry_initiate_ping_locked(void* tp, grpc_error_handle error);
183
+ static void retry_initiate_ping_locked(void* tp,
184
+ GRPC_UNUSED grpc_error_handle error);
194
185
 
195
186
  // keepalive-relevant functions
196
- static void init_keepalive_ping(void* arg, grpc_error_handle error);
197
- static void init_keepalive_ping_locked(void* arg, grpc_error_handle error);
187
+ static void init_keepalive_ping(grpc_chttp2_transport* t);
188
+ static void init_keepalive_ping_locked(void* arg,
189
+ GRPC_UNUSED grpc_error_handle error);
198
190
  static void start_keepalive_ping(void* arg, grpc_error_handle error);
199
191
  static void finish_keepalive_ping(void* arg, grpc_error_handle error);
200
192
  static void start_keepalive_ping_locked(void* arg, grpc_error_handle error);
201
193
  static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error);
202
- static void keepalive_watchdog_fired(void* arg, grpc_error_handle error);
203
- static void keepalive_watchdog_fired_locked(void* arg, grpc_error_handle error);
194
+ static void keepalive_watchdog_fired(grpc_chttp2_transport* t);
195
+ static void keepalive_watchdog_fired_locked(
196
+ void* arg, GRPC_UNUSED grpc_error_handle error);
197
+ static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t);
198
+
199
+ namespace {
200
+ grpc_core::CallTracerInterface* CallTracerIfEnabled(grpc_chttp2_stream* s) {
201
+ if (s->context == nullptr || !grpc_core::IsTraceRecordCallopsEnabled()) {
202
+ return nullptr;
203
+ }
204
+ return static_cast<grpc_core::CallTracerInterface*>(
205
+ static_cast<grpc_call_context_element*>(
206
+ s->context)[GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE]
207
+ .value);
208
+ }
204
209
 
205
- static void reset_byte_stream(void* arg, grpc_error_handle error);
210
+ grpc_core::WriteTimestampsCallback g_write_timestamps_callback = nullptr;
211
+ grpc_core::CopyContextFn g_get_copied_context_fn = nullptr;
212
+ } // namespace
206
213
 
207
214
  namespace grpc_core {
208
215
 
@@ -228,6 +235,40 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
228
235
  test_only_disable_transient_failure_state_notification = disable;
229
236
  }
230
237
 
238
+ void GrpcHttp2SetWriteTimestampsCallback(WriteTimestampsCallback fn) {
239
+ g_write_timestamps_callback = fn;
240
+ }
241
+
242
+ void GrpcHttp2SetCopyContextFn(CopyContextFn fn) {
243
+ g_get_copied_context_fn = fn;
244
+ }
245
+
246
+ WriteTimestampsCallback GrpcHttp2GetWriteTimestampsCallback() {
247
+ return g_write_timestamps_callback;
248
+ }
249
+
250
+ CopyContextFn GrpcHttp2GetCopyContextFn() { return g_get_copied_context_fn; }
251
+
252
+ // For each entry in the passed ContextList, it executes the function set using
253
+ // GrpcHttp2SetWriteTimestampsCallback method with each context in the list
254
+ // and \a ts. It also deletes/frees up the passed ContextList after this
255
+ // operation.
256
+ void ForEachContextListEntryExecute(void* arg, Timestamps* ts,
257
+ grpc_error_handle error) {
258
+ ContextList* context_list = reinterpret_cast<ContextList*>(arg);
259
+ if (!context_list) {
260
+ return;
261
+ }
262
+ for (auto it = context_list->begin(); it != context_list->end(); it++) {
263
+ ContextListEntry& entry = (*it);
264
+ if (ts) {
265
+ ts->byte_offset = static_cast<uint32_t>(entry.ByteOffsetInStream());
266
+ }
267
+ g_write_timestamps_callback(entry.TraceContext(), ts, error);
268
+ }
269
+ delete context_list;
270
+ }
271
+
231
272
  } // namespace grpc_core
232
273
 
233
274
  //
@@ -237,25 +278,27 @@ void TestOnlyGlobalHttp2TransportDisableTransientFailureStateNotification(
237
278
  grpc_chttp2_transport::~grpc_chttp2_transport() {
238
279
  size_t i;
239
280
 
281
+ event_engine.reset();
282
+
240
283
  if (channelz_socket != nullptr) {
241
284
  channelz_socket.reset();
242
285
  }
243
286
 
244
287
  grpc_endpoint_destroy(ep);
245
288
 
246
- grpc_slice_buffer_destroy_internal(&qbuf);
289
+ grpc_slice_buffer_destroy(&qbuf);
247
290
 
248
- grpc_slice_buffer_destroy_internal(&outbuf);
291
+ grpc_slice_buffer_destroy(&outbuf);
249
292
 
250
- grpc_error_handle error =
251
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Transport destroyed");
293
+ grpc_error_handle error = GRPC_ERROR_CREATE("Transport destroyed");
252
294
  // ContextList::Execute follows semantics of a callback function and does not
253
295
  // take a ref on error
254
- grpc_core::ContextList::Execute(cl, nullptr, error);
255
- GRPC_ERROR_UNREF(error);
296
+ if (cl != nullptr) {
297
+ grpc_core::ForEachContextListEntryExecute(cl, nullptr, error);
298
+ }
256
299
  cl = nullptr;
257
300
 
258
- grpc_slice_buffer_destroy_internal(&read_buffer);
301
+ grpc_slice_buffer_destroy(&read_buffer);
259
302
  grpc_chttp2_goaway_parser_destroy(&goaway_parser);
260
303
 
261
304
  for (i = 0; i < STREAM_LIST_COUNT; i++) {
@@ -263,16 +306,10 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
263
306
  GPR_ASSERT(lists[i].tail == nullptr);
264
307
  }
265
308
 
266
- GRPC_ERROR_UNREF(goaway_error);
267
-
268
- GPR_ASSERT(grpc_chttp2_stream_map_size(&stream_map) == 0);
269
-
270
- grpc_chttp2_stream_map_destroy(&stream_map);
271
-
309
+ GPR_ASSERT(stream_map.empty());
272
310
  GRPC_COMBINER_UNREF(combiner, "chttp2_transport");
273
311
 
274
- cancel_pings(this,
275
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Transport destroyed"));
312
+ cancel_pings(this, GRPC_ERROR_CREATE("Transport destroyed"));
276
313
 
277
314
  while (write_cb_pool) {
278
315
  grpc_chttp2_write_cb* next = write_cb_pool->next;
@@ -280,9 +317,6 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
280
317
  write_cb_pool = next;
281
318
  }
282
319
 
283
- flow_control.Destroy();
284
-
285
- GRPC_ERROR_UNREF(closed_with_error);
286
320
  gpr_free(ping_acks);
287
321
  if (grpc_core::test_only_destruct_callback != nullptr) {
288
322
  grpc_core::test_only_destruct_callback();
@@ -291,215 +325,217 @@ grpc_chttp2_transport::~grpc_chttp2_transport() {
291
325
 
292
326
  static const grpc_transport_vtable* get_vtable(void);
293
327
 
294
- // Returns whether bdp is enabled
295
- static bool read_channel_args(grpc_chttp2_transport* t,
296
- const grpc_channel_args* channel_args,
328
+ static void read_channel_args(grpc_chttp2_transport* t,
329
+ const grpc_core::ChannelArgs& channel_args,
297
330
  bool is_client) {
298
- bool enable_bdp = true;
299
- bool channelz_enabled = GRPC_ENABLE_CHANNELZ_DEFAULT;
300
- size_t i;
301
- int j;
302
-
303
- for (i = 0; i < channel_args->num_args; i++) {
304
- if (0 == strcmp(channel_args->args[i].key,
305
- GRPC_ARG_HTTP2_INITIAL_SEQUENCE_NUMBER)) {
306
- const grpc_integer_options options = {-1, 0, INT_MAX};
307
- const int value =
308
- grpc_channel_arg_get_integer(&channel_args->args[i], options);
309
- if (value >= 0) {
310
- if ((t->next_stream_id & 1) != (value & 1)) {
311
- gpr_log(GPR_ERROR, "%s: low bit must be %d on %s",
312
- GRPC_ARG_HTTP2_INITIAL_SEQUENCE_NUMBER, t->next_stream_id & 1,
313
- is_client ? "client" : "server");
314
- } else {
315
- t->next_stream_id = static_cast<uint32_t>(value);
316
- }
317
- }
318
- } else if (0 == strcmp(channel_args->args[i].key,
319
- GRPC_ARG_HTTP2_HPACK_TABLE_SIZE_ENCODER)) {
320
- const grpc_integer_options options = {-1, 0, INT_MAX};
321
- const int value =
322
- grpc_channel_arg_get_integer(&channel_args->args[i], options);
323
- if (value >= 0) {
324
- t->hpack_compressor.SetMaxUsableSize(value);
325
- }
326
- } else if (0 == strcmp(channel_args->args[i].key,
327
- GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)) {
328
- t->ping_policy.max_pings_without_data = grpc_channel_arg_get_integer(
329
- &channel_args->args[i],
330
- {g_default_max_pings_without_data, 0, INT_MAX});
331
- } else if (0 == strcmp(channel_args->args[i].key,
332
- GRPC_ARG_HTTP2_MAX_PING_STRIKES)) {
333
- t->ping_policy.max_ping_strikes = grpc_channel_arg_get_integer(
334
- &channel_args->args[i], {g_default_max_ping_strikes, 0, INT_MAX});
335
- } else if (0 ==
336
- strcmp(channel_args->args[i].key,
337
- GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)) {
338
- t->ping_policy.min_recv_ping_interval_without_data =
339
- grpc_core::Duration::Milliseconds(grpc_channel_arg_get_integer(
340
- &channel_args->args[i],
341
- grpc_integer_options{
342
- g_default_min_recv_ping_interval_without_data_ms, 0,
343
- INT_MAX}));
344
- } else if (0 == strcmp(channel_args->args[i].key,
345
- GRPC_ARG_HTTP2_WRITE_BUFFER_SIZE)) {
346
- t->write_buffer_size = static_cast<uint32_t>(grpc_channel_arg_get_integer(
347
- &channel_args->args[i], {0, 0, MAX_WRITE_BUFFER_SIZE}));
348
- } else if (0 ==
349
- strcmp(channel_args->args[i].key, GRPC_ARG_HTTP2_BDP_PROBE)) {
350
- enable_bdp = grpc_channel_arg_get_bool(&channel_args->args[i], true);
351
- } else if (0 ==
352
- strcmp(channel_args->args[i].key, GRPC_ARG_KEEPALIVE_TIME_MS)) {
353
- const int value = grpc_channel_arg_get_integer(
354
- &channel_args->args[i],
355
- grpc_integer_options{t->is_client
356
- ? g_default_client_keepalive_time_ms
357
- : g_default_server_keepalive_time_ms,
358
- 1, INT_MAX});
359
- t->keepalive_time = value == INT_MAX
360
- ? grpc_core::Duration::Infinity()
361
- : grpc_core::Duration::Milliseconds(value);
362
- } else if (0 == strcmp(channel_args->args[i].key,
363
- GRPC_ARG_KEEPALIVE_TIMEOUT_MS)) {
364
- const int value = grpc_channel_arg_get_integer(
365
- &channel_args->args[i],
366
- grpc_integer_options{t->is_client
367
- ? g_default_client_keepalive_timeout_ms
368
- : g_default_server_keepalive_timeout_ms,
369
- 0, INT_MAX});
370
- t->keepalive_timeout = value == INT_MAX
371
- ? grpc_core::Duration::Infinity()
372
- : grpc_core::Duration::Milliseconds(value);
373
- } else if (0 == strcmp(channel_args->args[i].key,
374
- GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)) {
375
- t->keepalive_permit_without_calls = static_cast<uint32_t>(
376
- grpc_channel_arg_get_integer(&channel_args->args[i], {0, 0, 1}));
377
- } else if (0 == strcmp(channel_args->args[i].key,
378
- GRPC_ARG_OPTIMIZATION_TARGET)) {
379
- gpr_log(GPR_INFO, "GRPC_ARG_OPTIMIZATION_TARGET is deprecated");
380
- } else if (0 ==
381
- strcmp(channel_args->args[i].key, GRPC_ARG_ENABLE_CHANNELZ)) {
382
- channelz_enabled = grpc_channel_arg_get_bool(
383
- &channel_args->args[i], GRPC_ENABLE_CHANNELZ_DEFAULT);
331
+ const int initial_sequence_number =
332
+ channel_args.GetInt(GRPC_ARG_HTTP2_INITIAL_SEQUENCE_NUMBER).value_or(-1);
333
+ if (initial_sequence_number > 0) {
334
+ if ((t->next_stream_id & 1) != (initial_sequence_number & 1)) {
335
+ gpr_log(GPR_ERROR, "%s: low bit must be %d on %s",
336
+ GRPC_ARG_HTTP2_INITIAL_SEQUENCE_NUMBER, t->next_stream_id & 1,
337
+ is_client ? "client" : "server");
384
338
  } else {
385
- static const struct {
386
- const char* channel_arg_name;
387
- grpc_chttp2_setting_id setting_id;
388
- grpc_integer_options integer_options;
389
- bool availability[2] /* server, client */;
390
- } settings_map[] = {{GRPC_ARG_MAX_CONCURRENT_STREAMS,
391
- GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS,
392
- {-1, 0, INT32_MAX},
393
- {true, false}},
394
- {GRPC_ARG_HTTP2_HPACK_TABLE_SIZE_DECODER,
395
- GRPC_CHTTP2_SETTINGS_HEADER_TABLE_SIZE,
396
- {-1, 0, INT32_MAX},
397
- {true, true}},
398
- {GRPC_ARG_MAX_METADATA_SIZE,
399
- GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE,
400
- {-1, 0, INT32_MAX},
401
- {true, true}},
402
- {GRPC_ARG_HTTP2_MAX_FRAME_SIZE,
403
- GRPC_CHTTP2_SETTINGS_MAX_FRAME_SIZE,
404
- {-1, 16384, 16777215},
405
- {true, true}},
406
- {GRPC_ARG_HTTP2_ENABLE_TRUE_BINARY,
407
- GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA,
408
- {1, 0, 1},
409
- {true, true}},
410
- {GRPC_ARG_HTTP2_STREAM_LOOKAHEAD_BYTES,
411
- GRPC_CHTTP2_SETTINGS_INITIAL_WINDOW_SIZE,
412
- {-1, 5, INT32_MAX},
413
- {true, true}}};
414
- for (j = 0; j < static_cast<int> GPR_ARRAY_SIZE(settings_map); j++) {
415
- if (0 == strcmp(channel_args->args[i].key,
416
- settings_map[j].channel_arg_name)) {
417
- if (!settings_map[j].availability[is_client]) {
418
- gpr_log(GPR_DEBUG, "%s is not available on %s",
419
- settings_map[j].channel_arg_name,
420
- is_client ? "clients" : "servers");
421
- } else {
422
- int value = grpc_channel_arg_get_integer(
423
- &channel_args->args[i], settings_map[j].integer_options);
424
- if (value >= 0) {
425
- queue_setting_update(t, settings_map[j].setting_id,
426
- static_cast<uint32_t>(value));
427
- }
428
- }
429
- break;
430
- }
431
- }
339
+ t->next_stream_id = static_cast<uint32_t>(initial_sequence_number);
432
340
  }
433
341
  }
434
- if (channelz_enabled) {
435
- t->channelz_socket =
436
- grpc_core::MakeRefCounted<grpc_core::channelz::SocketNode>(
437
- std::string(grpc_endpoint_get_local_address(t->ep)), t->peer_string,
438
- absl::StrFormat("%s %s", get_vtable()->name, t->peer_string),
439
- grpc_core::channelz::SocketNode::Security::GetFromChannelArgs(
440
- channel_args));
342
+
343
+ const int max_hpack_table_size =
344
+ channel_args.GetInt(GRPC_ARG_HTTP2_HPACK_TABLE_SIZE_ENCODER).value_or(-1);
345
+ if (max_hpack_table_size >= 0) {
346
+ t->hpack_compressor.SetMaxUsableSize(max_hpack_table_size);
441
347
  }
442
- return enable_bdp;
443
- }
444
348
 
445
- static void init_transport_keepalive_settings(grpc_chttp2_transport* t) {
446
- if (t->is_client) {
447
- t->keepalive_time = g_default_client_keepalive_time_ms == INT_MAX
448
- ? grpc_core::Duration::Infinity()
449
- : grpc_core::Duration::Milliseconds(
450
- g_default_client_keepalive_time_ms);
451
- t->keepalive_timeout = g_default_client_keepalive_timeout_ms == INT_MAX
452
- ? grpc_core::Duration::Infinity()
453
- : grpc_core::Duration::Milliseconds(
454
- g_default_client_keepalive_timeout_ms);
349
+ t->ping_policy.max_pings_without_data =
350
+ std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)
351
+ .value_or(g_default_max_pings_without_data));
352
+ t->ping_policy.max_ping_strikes =
353
+ std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PING_STRIKES)
354
+ .value_or(g_default_max_ping_strikes));
355
+ t->ping_policy.min_recv_ping_interval_without_data =
356
+ std::max(grpc_core::Duration::Zero(),
357
+ channel_args
358
+ .GetDurationFromIntMillis(
359
+ GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)
360
+ .value_or(g_default_min_recv_ping_interval_without_data));
361
+ t->write_buffer_size =
362
+ std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_WRITE_BUFFER_SIZE)
363
+ .value_or(grpc_core::chttp2::kDefaultWindow));
364
+ t->keepalive_time =
365
+ std::max(grpc_core::Duration::Milliseconds(1),
366
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
367
+ .value_or(t->is_client ? g_default_client_keepalive_time
368
+ : g_default_server_keepalive_time));
369
+ t->keepalive_timeout = std::max(
370
+ grpc_core::Duration::Zero(),
371
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
372
+ .value_or(t->is_client ? g_default_client_keepalive_timeout
373
+ : g_default_server_keepalive_timeout));
374
+ if (grpc_core::IsKeepaliveFixEnabled()) {
455
375
  t->keepalive_permit_without_calls =
456
- g_default_client_keepalive_permit_without_calls;
376
+ channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
377
+ .value_or(t->is_client
378
+ ? g_default_client_keepalive_permit_without_calls
379
+ : g_default_server_keepalive_permit_without_calls);
457
380
  } else {
458
- t->keepalive_time = g_default_server_keepalive_time_ms == INT_MAX
459
- ? grpc_core::Duration::Infinity()
460
- : grpc_core::Duration::Milliseconds(
461
- g_default_server_keepalive_time_ms);
462
- t->keepalive_timeout = g_default_server_keepalive_timeout_ms == INT_MAX
463
- ? grpc_core::Duration::Infinity()
464
- : grpc_core::Duration::Milliseconds(
465
- g_default_server_keepalive_timeout_ms);
466
381
  t->keepalive_permit_without_calls =
467
- g_default_server_keepalive_permit_without_calls;
382
+ channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
383
+ .value_or(false);
468
384
  }
469
- }
470
385
 
471
- static void configure_transport_ping_policy(grpc_chttp2_transport* t) {
472
- t->ping_policy.max_pings_without_data = g_default_max_pings_without_data;
473
- t->ping_policy.max_ping_strikes = g_default_max_ping_strikes;
474
- t->ping_policy.min_recv_ping_interval_without_data =
475
- grpc_core::Duration::Milliseconds(
476
- g_default_min_recv_ping_interval_without_data_ms);
386
+ // Only send the prefered rx frame size http2 setting if we are instructed
387
+ // to auto size the buffers allocated at tcp level and we also can adjust
388
+ // sending frame size.
389
+ t->enable_preferred_rx_crypto_frame_advertisement =
390
+ channel_args
391
+ .GetBool(GRPC_ARG_EXPERIMENTAL_HTTP2_PREFERRED_CRYPTO_FRAME_SIZE)
392
+ .value_or(false);
393
+
394
+ if (channel_args.GetBool(GRPC_ARG_ENABLE_CHANNELZ)
395
+ .value_or(GRPC_ENABLE_CHANNELZ_DEFAULT)) {
396
+ t->channelz_socket =
397
+ grpc_core::MakeRefCounted<grpc_core::channelz::SocketNode>(
398
+ std::string(grpc_endpoint_get_local_address(t->ep)),
399
+ std::string(t->peer_string.as_string_view()),
400
+ absl::StrCat(get_vtable()->name, " ",
401
+ t->peer_string.as_string_view()),
402
+ channel_args
403
+ .GetObjectRef<grpc_core::channelz::SocketNode::Security>());
404
+ }
405
+
406
+ t->ack_pings = channel_args.GetBool("grpc.http2.ack_pings").value_or(true);
407
+
408
+ const int soft_limit =
409
+ channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE).value_or(-1);
410
+ if (soft_limit < 0) {
411
+ // Set soft limit to 0.8 * hard limit if this is larger than
412
+ // `DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT` and
413
+ // `GRPC_ARG_MAX_METADATA_SIZE` is not set.
414
+ t->max_header_list_size_soft_limit = std::max(
415
+ DEFAULT_MAX_HEADER_LIST_SIZE_SOFT_LIMIT,
416
+ static_cast<int>(
417
+ 0.8 * channel_args.GetInt(GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE)
418
+ .value_or(-1)));
419
+ } else {
420
+ t->max_header_list_size_soft_limit = soft_limit;
421
+ }
422
+
423
+ static const struct {
424
+ absl::string_view channel_arg_name;
425
+ grpc_chttp2_setting_id setting_id;
426
+ int default_value;
427
+ int min;
428
+ int max;
429
+ bool availability[2] /* server, client */;
430
+ } settings_map[] = {{GRPC_ARG_MAX_CONCURRENT_STREAMS,
431
+ GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS,
432
+ -1,
433
+ 0,
434
+ INT32_MAX,
435
+ {true, false}},
436
+ {GRPC_ARG_HTTP2_HPACK_TABLE_SIZE_DECODER,
437
+ GRPC_CHTTP2_SETTINGS_HEADER_TABLE_SIZE,
438
+ -1,
439
+ 0,
440
+ INT32_MAX,
441
+ {true, true}},
442
+ {GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE,
443
+ GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE,
444
+ -1,
445
+ 0,
446
+ INT32_MAX,
447
+ {true, true}},
448
+ {GRPC_ARG_HTTP2_MAX_FRAME_SIZE,
449
+ GRPC_CHTTP2_SETTINGS_MAX_FRAME_SIZE,
450
+ -1,
451
+ 16384,
452
+ 16777215,
453
+ {true, true}},
454
+ {GRPC_ARG_HTTP2_ENABLE_TRUE_BINARY,
455
+ GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA,
456
+ 1,
457
+ 0,
458
+ 1,
459
+ {true, true}},
460
+ {GRPC_ARG_HTTP2_STREAM_LOOKAHEAD_BYTES,
461
+ GRPC_CHTTP2_SETTINGS_INITIAL_WINDOW_SIZE,
462
+ -1,
463
+ 5,
464
+ INT32_MAX,
465
+ {true, true}}};
466
+
467
+ for (size_t i = 0; i < GPR_ARRAY_SIZE(settings_map); i++) {
468
+ const auto& setting = settings_map[i];
469
+ if (setting.availability[is_client]) {
470
+ const int value = channel_args.GetInt(setting.channel_arg_name)
471
+ .value_or(setting.default_value);
472
+ if (value >= 0) {
473
+ queue_setting_update(t, setting.setting_id,
474
+ grpc_core::Clamp(value, setting.min, setting.max));
475
+ } else if (setting.setting_id ==
476
+ GRPC_CHTTP2_SETTINGS_MAX_HEADER_LIST_SIZE) {
477
+ // Set value to 1.25 * soft limit if this is larger than
478
+ // `DEFAULT_MAX_HEADER_LIST_SIZE` and
479
+ // `GRPC_ARG_ABSOLUTE_MAX_METADATA_SIZE` is not set.
480
+ const int soft_limit = channel_args.GetInt(GRPC_ARG_MAX_METADATA_SIZE)
481
+ .value_or(setting.default_value);
482
+ const int value = (soft_limit >= 0 && soft_limit < (INT_MAX / 1.25))
483
+ ? static_cast<int>(soft_limit * 1.25)
484
+ : soft_limit;
485
+ if (value > DEFAULT_MAX_HEADER_LIST_SIZE) {
486
+ queue_setting_update(
487
+ t, setting.setting_id,
488
+ grpc_core::Clamp(value, setting.min, setting.max));
489
+ }
490
+ }
491
+ } else if (channel_args.Contains(setting.channel_arg_name)) {
492
+ gpr_log(GPR_DEBUG, "%s is not available on %s",
493
+ std::string(setting.channel_arg_name).c_str(),
494
+ is_client ? "clients" : "servers");
495
+ }
496
+ }
497
+
498
+ if (t->enable_preferred_rx_crypto_frame_advertisement) {
499
+ const grpc_chttp2_setting_parameters* sp =
500
+ &grpc_chttp2_settings_parameters
501
+ [GRPC_CHTTP2_SETTINGS_GRPC_PREFERRED_RECEIVE_CRYPTO_FRAME_SIZE];
502
+ queue_setting_update(
503
+ t, GRPC_CHTTP2_SETTINGS_GRPC_PREFERRED_RECEIVE_CRYPTO_FRAME_SIZE,
504
+ grpc_core::Clamp(INT_MAX, static_cast<int>(sp->min_value),
505
+ static_cast<int>(sp->max_value)));
506
+ }
477
507
  }
478
508
 
479
- static void init_keepalive_pings_if_enabled(grpc_chttp2_transport* t) {
509
+ static void init_keepalive_pings_if_enabled_locked(
510
+ void* arg, GRPC_UNUSED grpc_error_handle error) {
511
+ GPR_DEBUG_ASSERT(error.ok());
512
+ grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
480
513
  if (t->keepalive_time != grpc_core::Duration::Infinity()) {
481
514
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
482
515
  GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
483
- GRPC_CLOSURE_INIT(&t->init_keepalive_ping_locked, init_keepalive_ping, t,
484
- grpc_schedule_on_exec_ctx);
485
- grpc_timer_init(&t->keepalive_ping_timer,
486
- grpc_core::ExecCtx::Get()->Now() + t->keepalive_time,
487
- &t->init_keepalive_ping_locked);
516
+ t->keepalive_ping_timer_handle =
517
+ t->event_engine->RunAfter(t->keepalive_time, [t] {
518
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
519
+ grpc_core::ExecCtx exec_ctx;
520
+ init_keepalive_ping(t);
521
+ });
488
522
  } else {
489
523
  // Use GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED to indicate there are no
490
- // inflight keeaplive timers
524
+ // inflight keepalive timers
491
525
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED;
492
526
  }
493
527
  }
494
528
 
495
529
  grpc_chttp2_transport::grpc_chttp2_transport(
496
- const grpc_channel_args* channel_args, grpc_endpoint* ep, bool is_client)
530
+ const grpc_core::ChannelArgs& channel_args, grpc_endpoint* ep,
531
+ bool is_client)
497
532
  : refs(1, GRPC_TRACE_FLAG_ENABLED(grpc_trace_chttp2_refcount)
498
533
  ? "chttp2_refcount"
499
534
  : nullptr),
500
535
  ep(ep),
501
- peer_string(grpc_endpoint_get_peer(ep)),
502
- memory_owner(grpc_core::ResourceQuotaFromChannelArgs(channel_args)
536
+ peer_string(
537
+ grpc_core::Slice::FromCopiedString(grpc_endpoint_get_peer(ep))),
538
+ memory_owner(channel_args.GetObject<grpc_core::ResourceQuota>()
503
539
  ->memory_quota()
504
540
  ->CreateMemoryOwner(absl::StrCat(
505
541
  grpc_endpoint_get_peer(ep), ":client_transport"))),
@@ -510,16 +546,18 @@ grpc_chttp2_transport::grpc_chttp2_transport(
510
546
  GRPC_CHANNEL_READY),
511
547
  is_client(is_client),
512
548
  next_stream_id(is_client ? 1 : 2),
513
- deframe_state(is_client ? GRPC_DTS_FH_0 : GRPC_DTS_CLIENT_PREFIX_0) {
549
+ flow_control(
550
+ peer_string.as_string_view(),
551
+ channel_args.GetBool(GRPC_ARG_HTTP2_BDP_PROBE).value_or(true),
552
+ &memory_owner),
553
+ deframe_state(is_client ? GRPC_DTS_FH_0 : GRPC_DTS_CLIENT_PREFIX_0),
554
+ event_engine(
555
+ channel_args
556
+ .GetObjectRef<grpc_event_engine::experimental::EventEngine>()) {
557
+ cl = new grpc_core::ContextList();
514
558
  GPR_ASSERT(strlen(GRPC_CHTTP2_CLIENT_CONNECT_STRING) ==
515
559
  GRPC_CHTTP2_CLIENT_CONNECT_STRLEN);
516
560
  base.vtable = get_vtable();
517
- // 8 is a random stab in the dark as to a good initial size: it's small enough
518
- // that it shouldn't waste memory for infrequently used connections, yet
519
- // large enough that the exponential growth should happen nicely when it's
520
- // needed.
521
- // TODO(ctiller): tune this
522
- grpc_chttp2_stream_map_init(&stream_map, 8);
523
561
 
524
562
  grpc_slice_buffer_init(&read_buffer);
525
563
  grpc_slice_buffer_init(&outbuf);
@@ -548,37 +586,24 @@ grpc_chttp2_transport::grpc_chttp2_transport(
548
586
  queue_setting_update(this,
549
587
  GRPC_CHTTP2_SETTINGS_GRPC_ALLOW_TRUE_BINARY_METADATA, 1);
550
588
 
551
- configure_transport_ping_policy(this);
552
- init_transport_keepalive_settings(this);
553
-
554
- bool enable_bdp = true;
555
- if (channel_args) {
556
- enable_bdp = read_channel_args(this, channel_args, is_client);
557
- }
558
-
559
- static const bool kEnableFlowControl =
560
- !GPR_GLOBAL_CONFIG_GET(grpc_experimental_disable_flow_control);
561
- if (kEnableFlowControl) {
562
- flow_control.Init<grpc_core::chttp2::TransportFlowControl>(this,
563
- enable_bdp);
564
- } else {
565
- flow_control.Init<grpc_core::chttp2::TransportFlowControlDisabled>(this);
566
- enable_bdp = false;
567
- }
589
+ read_channel_args(this, channel_args, is_client);
568
590
 
569
591
  // No pings allowed before receiving a header or data frame.
570
592
  ping_state.pings_before_data_required = 0;
571
- ping_state.is_delayed_ping_timer_set = false;
572
593
  ping_state.last_ping_sent_time = grpc_core::Timestamp::InfPast();
573
594
 
574
595
  ping_recv_state.last_ping_recv_time = grpc_core::Timestamp::InfPast();
575
596
  ping_recv_state.ping_strikes = 0;
576
597
 
577
- init_keepalive_pings_if_enabled(this);
598
+ grpc_core::ExecCtx exec_ctx;
599
+ combiner->Run(
600
+ GRPC_CLOSURE_INIT(&init_keepalive_ping_locked,
601
+ init_keepalive_pings_if_enabled_locked, this, nullptr),
602
+ absl::OkStatus());
578
603
 
579
- if (enable_bdp) {
604
+ if (flow_control.bdp_probe()) {
580
605
  bdp_ping_blocked = true;
581
- grpc_chttp2_act_on_flowctl_action(flow_control->PeriodicUpdate(), this,
606
+ grpc_chttp2_act_on_flowctl_action(flow_control.PeriodicUpdate(), this,
582
607
  nullptr);
583
608
  }
584
609
 
@@ -587,15 +612,23 @@ grpc_chttp2_transport::grpc_chttp2_transport(
587
612
  if (grpc_core::test_only_init_callback != nullptr) {
588
613
  grpc_core::test_only_init_callback();
589
614
  }
615
+
616
+ #ifdef GRPC_POSIX_SOCKET_TCP
617
+ closure_barrier_may_cover_write =
618
+ grpc_event_engine_run_in_background() &&
619
+ grpc_core::IsScheduleCancellationOverWriteEnabled()
620
+ ? 0
621
+ : CLOSURE_BARRIER_MAY_COVER_WRITE;
622
+ #endif
590
623
  }
591
624
 
592
625
  static void destroy_transport_locked(void* tp, grpc_error_handle /*error*/) {
593
626
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
594
627
  t->destroying = 1;
595
628
  close_transport_locked(
596
- t, grpc_error_set_int(
597
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Transport destroyed"),
598
- GRPC_ERROR_INT_OCCURRED_DURING_WRITE, t->write_state));
629
+ t, grpc_error_set_int(GRPC_ERROR_CREATE("Transport destroyed"),
630
+ grpc_core::StatusIntProperty::kOccurredDuringWrite,
631
+ t->write_state));
599
632
  t->memory_owner.Reset();
600
633
  // Must be the last line.
601
634
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "destroy");
@@ -604,45 +637,66 @@ static void destroy_transport_locked(void* tp, grpc_error_handle /*error*/) {
604
637
  static void destroy_transport(grpc_transport* gt) {
605
638
  grpc_chttp2_transport* t = reinterpret_cast<grpc_chttp2_transport*>(gt);
606
639
  t->combiner->Run(GRPC_CLOSURE_CREATE(destroy_transport_locked, t, nullptr),
607
- GRPC_ERROR_NONE);
640
+ absl::OkStatus());
608
641
  }
609
642
 
610
643
  static void close_transport_locked(grpc_chttp2_transport* t,
611
644
  grpc_error_handle error) {
612
- end_all_the_calls(t, GRPC_ERROR_REF(error));
613
- cancel_pings(t, GRPC_ERROR_REF(error));
614
- if (t->closed_with_error == GRPC_ERROR_NONE) {
645
+ end_all_the_calls(t, error);
646
+ cancel_pings(t, error);
647
+ if (t->closed_with_error.ok()) {
615
648
  if (!grpc_error_has_clear_grpc_status(error)) {
616
- error = grpc_error_set_int(error, GRPC_ERROR_INT_GRPC_STATUS,
617
- GRPC_STATUS_UNAVAILABLE);
649
+ error =
650
+ grpc_error_set_int(error, grpc_core::StatusIntProperty::kRpcStatus,
651
+ GRPC_STATUS_UNAVAILABLE);
618
652
  }
619
653
  if (t->write_state != GRPC_CHTTP2_WRITE_STATE_IDLE) {
620
- if (t->close_transport_on_writes_finished == GRPC_ERROR_NONE) {
654
+ if (t->close_transport_on_writes_finished.ok()) {
621
655
  t->close_transport_on_writes_finished =
622
- GRPC_ERROR_CREATE_FROM_STATIC_STRING(
623
- "Delayed close due to in-progress write");
656
+ GRPC_ERROR_CREATE("Delayed close due to in-progress write");
624
657
  }
625
658
  t->close_transport_on_writes_finished =
626
659
  grpc_error_add_child(t->close_transport_on_writes_finished, error);
627
660
  return;
628
661
  }
629
- GPR_ASSERT(error != GRPC_ERROR_NONE);
630
- t->closed_with_error = GRPC_ERROR_REF(error);
662
+ GPR_ASSERT(!error.ok());
663
+ t->closed_with_error = error;
631
664
  connectivity_state_set(t, GRPC_CHANNEL_SHUTDOWN, absl::Status(),
632
665
  "close_transport");
633
- if (t->ping_state.is_delayed_ping_timer_set) {
634
- grpc_timer_cancel(&t->ping_state.delayed_ping_timer);
666
+ if (t->ping_state.delayed_ping_timer_handle.has_value()) {
667
+ if (t->event_engine->Cancel(*t->ping_state.delayed_ping_timer_handle)) {
668
+ GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
669
+ t->ping_state.delayed_ping_timer_handle.reset();
670
+ }
635
671
  }
636
- if (t->have_next_bdp_ping_timer) {
637
- grpc_timer_cancel(&t->next_bdp_ping_timer);
672
+ if (t->next_bdp_ping_timer_handle.has_value()) {
673
+ if (t->event_engine->Cancel(*t->next_bdp_ping_timer_handle)) {
674
+ GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
675
+ t->next_bdp_ping_timer_handle.reset();
676
+ }
638
677
  }
639
678
  switch (t->keepalive_state) {
640
679
  case GRPC_CHTTP2_KEEPALIVE_STATE_WAITING:
641
- grpc_timer_cancel(&t->keepalive_ping_timer);
680
+ if (t->keepalive_ping_timer_handle.has_value()) {
681
+ if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
682
+ GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
683
+ t->keepalive_ping_timer_handle.reset();
684
+ }
685
+ }
642
686
  break;
643
687
  case GRPC_CHTTP2_KEEPALIVE_STATE_PINGING:
644
- grpc_timer_cancel(&t->keepalive_ping_timer);
645
- grpc_timer_cancel(&t->keepalive_watchdog_timer);
688
+ if (t->keepalive_ping_timer_handle.has_value()) {
689
+ if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
690
+ GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
691
+ t->keepalive_ping_timer_handle.reset();
692
+ }
693
+ }
694
+ if (t->keepalive_watchdog_timer_handle.has_value()) {
695
+ if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
696
+ GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
697
+ t->keepalive_watchdog_timer_handle.reset();
698
+ }
699
+ }
646
700
  break;
647
701
  case GRPC_CHTTP2_KEEPALIVE_STATE_DYING:
648
702
  case GRPC_CHTTP2_KEEPALIVE_STATE_DISABLED:
@@ -656,19 +710,17 @@ static void close_transport_locked(grpc_chttp2_transport* t,
656
710
  GRPC_CHTTP2_STREAM_UNREF(s, "chttp2_writing:close");
657
711
  }
658
712
  GPR_ASSERT(t->write_state == GRPC_CHTTP2_WRITE_STATE_IDLE);
659
- grpc_endpoint_shutdown(t->ep, GRPC_ERROR_REF(error));
713
+ grpc_endpoint_shutdown(t->ep, error);
660
714
  }
661
715
  if (t->notify_on_receive_settings != nullptr) {
662
716
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, t->notify_on_receive_settings,
663
- GRPC_ERROR_REF(error));
717
+ error);
664
718
  t->notify_on_receive_settings = nullptr;
665
719
  }
666
720
  if (t->notify_on_close != nullptr) {
667
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, t->notify_on_close,
668
- GRPC_ERROR_REF(error));
721
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, t->notify_on_close, error);
669
722
  t->notify_on_close = nullptr;
670
723
  }
671
- GRPC_ERROR_UNREF(error);
672
724
  }
673
725
 
674
726
  #ifndef NDEBUG
@@ -703,29 +755,27 @@ grpc_chttp2_stream::grpc_chttp2_stream(grpc_chttp2_transport* t,
703
755
  refcount(refcount),
704
756
  reffer(this),
705
757
  initial_metadata_buffer(arena),
706
- trailing_metadata_buffer(arena) {
758
+ trailing_metadata_buffer(arena),
759
+ flow_control(&t->flow_control) {
707
760
  if (server_data) {
708
761
  id = static_cast<uint32_t>(reinterpret_cast<uintptr_t>(server_data));
762
+ if (grpc_http_trace.enabled()) {
763
+ gpr_log(GPR_DEBUG, "HTTP:%p/%p creating accept stream %d [from %p]", t,
764
+ this, id, server_data);
765
+ }
709
766
  *t->accepting_stream = this;
710
- grpc_chttp2_stream_map_add(&t->stream_map, id, this);
767
+ t->stream_map.emplace(id, this);
711
768
  post_destructive_reclaimer(t);
712
769
  }
713
- if (t->flow_control->flow_control_enabled()) {
714
- flow_control.Init<grpc_core::chttp2::StreamFlowControl>(
715
- static_cast<grpc_core::chttp2::TransportFlowControl*>(
716
- t->flow_control.get()),
717
- this);
718
- } else {
719
- flow_control.Init<grpc_core::chttp2::StreamFlowControlDisabled>();
720
- }
721
770
 
722
771
  grpc_slice_buffer_init(&frame_storage);
723
- grpc_slice_buffer_init(&unprocessed_incoming_frames_buffer);
724
772
  grpc_slice_buffer_init(&flow_controlled_buffer);
725
- GRPC_CLOSURE_INIT(&reset_byte_stream, ::reset_byte_stream, this, nullptr);
726
773
  }
727
774
 
728
775
  grpc_chttp2_stream::~grpc_chttp2_stream() {
776
+ grpc_chttp2_list_remove_stalled_by_stream(t, this);
777
+ grpc_chttp2_list_remove_stalled_by_transport(t, this);
778
+
729
779
  if (t->channelz_socket != nullptr) {
730
780
  if ((t->is_client && eos_received) || (!t->is_client && eos_sent)) {
731
781
  t->channelz_socket->RecordStreamSucceeded();
@@ -736,60 +786,51 @@ grpc_chttp2_stream::~grpc_chttp2_stream() {
736
786
 
737
787
  GPR_ASSERT((write_closed && read_closed) || id == 0);
738
788
  if (id != 0) {
739
- GPR_ASSERT(grpc_chttp2_stream_map_find(&t->stream_map, id) == nullptr);
789
+ GPR_ASSERT(t->stream_map.count(id) == 0);
740
790
  }
741
791
 
742
- grpc_slice_buffer_destroy_internal(&unprocessed_incoming_frames_buffer);
743
- grpc_slice_buffer_destroy_internal(&frame_storage);
792
+ grpc_slice_buffer_destroy(&frame_storage);
744
793
 
745
794
  for (int i = 0; i < STREAM_LIST_COUNT; i++) {
746
795
  if (GPR_UNLIKELY(included.is_set(i))) {
747
- gpr_log(GPR_ERROR, "%s stream %d still included in list %d",
748
- t->is_client ? "client" : "server", id, i);
749
- abort();
796
+ grpc_core::Crash(absl::StrFormat("%s stream %d still included in list %d",
797
+ t->is_client ? "client" : "server", id,
798
+ i));
750
799
  }
751
800
  }
752
801
 
753
802
  GPR_ASSERT(send_initial_metadata_finished == nullptr);
754
- GPR_ASSERT(fetching_send_message == nullptr);
755
803
  GPR_ASSERT(send_trailing_metadata_finished == nullptr);
756
804
  GPR_ASSERT(recv_initial_metadata_ready == nullptr);
757
805
  GPR_ASSERT(recv_message_ready == nullptr);
758
806
  GPR_ASSERT(recv_trailing_metadata_finished == nullptr);
759
- grpc_slice_buffer_destroy_internal(&flow_controlled_buffer);
760
- GRPC_ERROR_UNREF(read_closed_error);
761
- GRPC_ERROR_UNREF(write_closed_error);
762
- GRPC_ERROR_UNREF(byte_stream_error);
763
- flow_control.Destroy();
807
+ grpc_slice_buffer_destroy(&flow_controlled_buffer);
764
808
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "stream");
765
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, destroy_stream_arg, GRPC_ERROR_NONE);
809
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, destroy_stream_arg, absl::OkStatus());
766
810
  }
767
811
 
768
812
  static int init_stream(grpc_transport* gt, grpc_stream* gs,
769
813
  grpc_stream_refcount* refcount, const void* server_data,
770
814
  grpc_core::Arena* arena) {
771
- GPR_TIMER_SCOPE("init_stream", 0);
772
815
  grpc_chttp2_transport* t = reinterpret_cast<grpc_chttp2_transport*>(gt);
773
816
  new (gs) grpc_chttp2_stream(t, refcount, server_data, arena);
774
817
  return 0;
775
818
  }
776
819
 
777
820
  static void destroy_stream_locked(void* sp, grpc_error_handle /*error*/) {
778
- GPR_TIMER_SCOPE("destroy_stream", 0);
779
821
  grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(sp);
780
822
  s->~grpc_chttp2_stream();
781
823
  }
782
824
 
783
825
  static void destroy_stream(grpc_transport* gt, grpc_stream* gs,
784
826
  grpc_closure* then_schedule_closure) {
785
- GPR_TIMER_SCOPE("destroy_stream", 0);
786
827
  grpc_chttp2_transport* t = reinterpret_cast<grpc_chttp2_transport*>(gt);
787
828
  grpc_chttp2_stream* s = reinterpret_cast<grpc_chttp2_stream*>(gs);
788
829
 
789
830
  s->destroy_stream_arg = then_schedule_closure;
790
831
  t->combiner->Run(
791
832
  GRPC_CLOSURE_INIT(&s->destroy_stream, destroy_stream_locked, s, nullptr),
792
- GRPC_ERROR_NONE);
833
+ absl::OkStatus());
793
834
  }
794
835
 
795
836
  grpc_chttp2_stream* grpc_chttp2_parsing_accept_stream(grpc_chttp2_transport* t,
@@ -826,7 +867,8 @@ static void set_write_state(grpc_chttp2_transport* t,
826
867
  grpc_chttp2_write_state st, const char* reason) {
827
868
  GRPC_CHTTP2_IF_TRACING(
828
869
  gpr_log(GPR_INFO, "W:%p %s [%s] state %s -> %s [%s]", t,
829
- t->is_client ? "CLIENT" : "SERVER", t->peer_string.c_str(),
870
+ t->is_client ? "CLIENT" : "SERVER",
871
+ std::string(t->peer_string.as_string_view()).c_str(),
830
872
  write_state_name(t->write_state), write_state_name(st), reason));
831
873
  t->write_state = st;
832
874
  // If the state is being reset back to idle, it means a write was just
@@ -837,93 +879,18 @@ static void set_write_state(grpc_chttp2_transport* t,
837
879
  // from peer while we had some pending writes)
838
880
  if (st == GRPC_CHTTP2_WRITE_STATE_IDLE) {
839
881
  grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &t->run_after_write);
840
- if (t->close_transport_on_writes_finished != GRPC_ERROR_NONE) {
882
+ if (!t->close_transport_on_writes_finished.ok()) {
841
883
  grpc_error_handle err = t->close_transport_on_writes_finished;
842
- t->close_transport_on_writes_finished = GRPC_ERROR_NONE;
884
+ t->close_transport_on_writes_finished = absl::OkStatus();
843
885
  close_transport_locked(t, err);
844
886
  }
845
887
  }
846
888
  }
847
889
 
848
- static void inc_initiate_write_reason(
849
- grpc_chttp2_initiate_write_reason reason) {
850
- switch (reason) {
851
- case GRPC_CHTTP2_INITIATE_WRITE_INITIAL_WRITE:
852
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_INITIAL_WRITE();
853
- break;
854
- case GRPC_CHTTP2_INITIATE_WRITE_START_NEW_STREAM:
855
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_START_NEW_STREAM();
856
- break;
857
- case GRPC_CHTTP2_INITIATE_WRITE_SEND_MESSAGE:
858
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SEND_MESSAGE();
859
- break;
860
- case GRPC_CHTTP2_INITIATE_WRITE_SEND_INITIAL_METADATA:
861
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SEND_INITIAL_METADATA();
862
- break;
863
- case GRPC_CHTTP2_INITIATE_WRITE_SEND_TRAILING_METADATA:
864
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SEND_TRAILING_METADATA();
865
- break;
866
- case GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING:
867
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_RETRY_SEND_PING();
868
- break;
869
- case GRPC_CHTTP2_INITIATE_WRITE_CONTINUE_PINGS:
870
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_CONTINUE_PINGS();
871
- break;
872
- case GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT:
873
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_GOAWAY_SENT();
874
- break;
875
- case GRPC_CHTTP2_INITIATE_WRITE_RST_STREAM:
876
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_RST_STREAM();
877
- break;
878
- case GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API:
879
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_CLOSE_FROM_API();
880
- break;
881
- case GRPC_CHTTP2_INITIATE_WRITE_STREAM_FLOW_CONTROL:
882
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_STREAM_FLOW_CONTROL();
883
- break;
884
- case GRPC_CHTTP2_INITIATE_WRITE_TRANSPORT_FLOW_CONTROL:
885
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_TRANSPORT_FLOW_CONTROL();
886
- break;
887
- case GRPC_CHTTP2_INITIATE_WRITE_SEND_SETTINGS:
888
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SEND_SETTINGS();
889
- break;
890
- case GRPC_CHTTP2_INITIATE_WRITE_SETTINGS_ACK:
891
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_SETTINGS_ACK();
892
- break;
893
- case GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_SETTING:
894
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_FLOW_CONTROL_UNSTALLED_BY_SETTING();
895
- break;
896
- case GRPC_CHTTP2_INITIATE_WRITE_FLOW_CONTROL_UNSTALLED_BY_UPDATE:
897
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_FLOW_CONTROL_UNSTALLED_BY_UPDATE();
898
- break;
899
- case GRPC_CHTTP2_INITIATE_WRITE_APPLICATION_PING:
900
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_APPLICATION_PING();
901
- break;
902
- case GRPC_CHTTP2_INITIATE_WRITE_BDP_PING:
903
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_BDP_ESTIMATOR_PING();
904
- break;
905
- case GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING:
906
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_KEEPALIVE_PING();
907
- break;
908
- case GRPC_CHTTP2_INITIATE_WRITE_TRANSPORT_FLOW_CONTROL_UNSTALLED:
909
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_TRANSPORT_FLOW_CONTROL_UNSTALLED();
910
- break;
911
- case GRPC_CHTTP2_INITIATE_WRITE_PING_RESPONSE:
912
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_PING_RESPONSE();
913
- break;
914
- case GRPC_CHTTP2_INITIATE_WRITE_FORCE_RST_STREAM:
915
- GRPC_STATS_INC_HTTP2_INITIATE_WRITE_DUE_TO_FORCE_RST_STREAM();
916
- break;
917
- }
918
- }
919
-
920
890
  void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
921
891
  grpc_chttp2_initiate_write_reason reason) {
922
- GPR_TIMER_SCOPE("grpc_chttp2_initiate_write", 0);
923
-
924
892
  switch (t->write_state) {
925
893
  case GRPC_CHTTP2_WRITE_STATE_IDLE:
926
- inc_initiate_write_reason(reason);
927
894
  set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING,
928
895
  grpc_chttp2_initiate_write_reason_string(reason));
929
896
  GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
@@ -946,7 +913,7 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
946
913
  t->combiner->FinallyRun(
947
914
  GRPC_CLOSURE_INIT(&t->write_action_begin_locked,
948
915
  write_action_begin_locked, t, nullptr),
949
- GRPC_ERROR_NONE);
916
+ absl::OkStatus());
950
917
  break;
951
918
  case GRPC_CHTTP2_WRITE_STATE_WRITING:
952
919
  set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE,
@@ -959,8 +926,7 @@ void grpc_chttp2_initiate_write(grpc_chttp2_transport* t,
959
926
 
960
927
  void grpc_chttp2_mark_stream_writable(grpc_chttp2_transport* t,
961
928
  grpc_chttp2_stream* s) {
962
- if (t->closed_with_error == GRPC_ERROR_NONE &&
963
- grpc_chttp2_list_add_writable_stream(t, s)) {
929
+ if (t->closed_with_error.ok() && grpc_chttp2_list_add_writable_stream(t, s)) {
964
930
  GRPC_CHTTP2_STREAM_REF(s, "chttp2_writing:become");
965
931
  }
966
932
  }
@@ -975,24 +941,20 @@ static const char* begin_writing_desc(bool partial) {
975
941
 
976
942
  static void write_action_begin_locked(void* gt,
977
943
  grpc_error_handle /*error_ignored*/) {
978
- GPR_TIMER_SCOPE("write_action_begin_locked", 0);
979
944
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
980
945
  GPR_ASSERT(t->write_state != GRPC_CHTTP2_WRITE_STATE_IDLE);
981
946
  grpc_chttp2_begin_write_result r;
982
- if (t->closed_with_error != GRPC_ERROR_NONE) {
947
+ if (!t->closed_with_error.ok()) {
983
948
  r.writing = false;
984
949
  } else {
985
950
  r = grpc_chttp2_begin_write(t);
986
951
  }
987
952
  if (r.writing) {
988
- if (r.partial) {
989
- GRPC_STATS_INC_HTTP2_PARTIAL_WRITES();
990
- }
991
953
  set_write_state(t,
992
954
  r.partial ? GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE
993
955
  : GRPC_CHTTP2_WRITE_STATE_WRITING,
994
956
  begin_writing_desc(r.partial));
995
- write_action(t, GRPC_ERROR_NONE);
957
+ write_action(t, absl::OkStatus());
996
958
  if (t->reading_paused_on_pending_induced_frames) {
997
959
  GPR_ASSERT(t->num_pending_induced_frames == 0);
998
960
  // We had paused reading, because we had many induced frames (SETTINGS
@@ -1007,49 +969,66 @@ static void write_action_begin_locked(void* gt,
1007
969
  continue_read_action_locked(t);
1008
970
  }
1009
971
  } else {
1010
- GRPC_STATS_INC_HTTP2_SPURIOUS_WRITES_BEGUN();
1011
972
  set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "begin writing nothing");
1012
973
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
1013
974
  }
1014
975
  }
1015
976
 
1016
977
  static void write_action(void* gt, grpc_error_handle /*error*/) {
1017
- GPR_TIMER_SCOPE("write_action", 0);
1018
978
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(gt);
1019
979
  void* cl = t->cl;
1020
- t->cl = nullptr;
980
+ if (!t->cl->empty()) {
981
+ // Transfer the ownership of the context list to the endpoint and create and
982
+ // associate a new context list with the transport.
983
+ // The old context list is stored in the cl local variable which is passed
984
+ // to the endpoint. Its upto the endpoint to manage its lifetime.
985
+ t->cl = new grpc_core::ContextList();
986
+ } else {
987
+ // t->cl is Empty. There is nothing to trace in this endpoint_write. set cl
988
+ // to nullptr.
989
+ cl = nullptr;
990
+ }
991
+ // Choose max_frame_size as the prefered rx crypto frame size indicated by the
992
+ // peer.
993
+ int max_frame_size =
994
+ t->settings
995
+ [GRPC_PEER_SETTINGS]
996
+ [GRPC_CHTTP2_SETTINGS_GRPC_PREFERRED_RECEIVE_CRYPTO_FRAME_SIZE];
997
+ // Note: max frame size is 0 if the remote peer does not support adjusting the
998
+ // sending frame size.
999
+ if (max_frame_size == 0) {
1000
+ max_frame_size = INT_MAX;
1001
+ }
1021
1002
  grpc_endpoint_write(
1022
1003
  t->ep, &t->outbuf,
1023
1004
  GRPC_CLOSURE_INIT(&t->write_action_end_locked, write_action_end, t,
1024
1005
  grpc_schedule_on_exec_ctx),
1025
- cl, /*max_frame_size=*/INT_MAX);
1006
+ cl, max_frame_size);
1026
1007
  }
1027
1008
 
1028
1009
  static void write_action_end(void* tp, grpc_error_handle error) {
1029
1010
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
1030
1011
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->write_action_end_locked,
1031
1012
  write_action_end_locked, t, nullptr),
1032
- GRPC_ERROR_REF(error));
1013
+ error);
1033
1014
  }
1034
1015
 
1035
1016
  // Callback from the grpc_endpoint after bytes have been written by calling
1036
1017
  // sendmsg
1037
1018
  static void write_action_end_locked(void* tp, grpc_error_handle error) {
1038
- GPR_TIMER_SCOPE("terminate_writing_with_lock", 0);
1039
1019
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
1040
1020
 
1041
1021
  bool closed = false;
1042
- if (error != GRPC_ERROR_NONE) {
1043
- close_transport_locked(t, GRPC_ERROR_REF(error));
1022
+ if (!error.ok()) {
1023
+ close_transport_locked(t, error);
1044
1024
  closed = true;
1045
1025
  }
1046
1026
 
1047
1027
  if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED) {
1048
1028
  t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SENT;
1049
1029
  closed = true;
1050
- if (grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
1051
- close_transport_locked(
1052
- t, GRPC_ERROR_CREATE_FROM_STATIC_STRING("goaway sent"));
1030
+ if (t->stream_map.empty()) {
1031
+ close_transport_locked(t, GRPC_ERROR_CREATE("goaway sent"));
1053
1032
  }
1054
1033
  }
1055
1034
 
@@ -1057,11 +1036,9 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
1057
1036
  case GRPC_CHTTP2_WRITE_STATE_IDLE:
1058
1037
  GPR_UNREACHABLE_CODE(break);
1059
1038
  case GRPC_CHTTP2_WRITE_STATE_WRITING:
1060
- GPR_TIMER_MARK("state=writing", 0);
1061
1039
  set_write_state(t, GRPC_CHTTP2_WRITE_STATE_IDLE, "finish writing");
1062
1040
  break;
1063
1041
  case GRPC_CHTTP2_WRITE_STATE_WRITING_WITH_MORE:
1064
- GPR_TIMER_MARK("state=writing_stale_no_poller", 0);
1065
1042
  set_write_state(t, GRPC_CHTTP2_WRITE_STATE_WRITING, "continue writing");
1066
1043
  GRPC_CHTTP2_REF_TRANSPORT(t, "writing");
1067
1044
  // If the transport is closed, we will retry writing on the endpoint
@@ -1075,11 +1052,11 @@ static void write_action_end_locked(void* tp, grpc_error_handle error) {
1075
1052
  t->combiner->FinallyRun(
1076
1053
  GRPC_CLOSURE_INIT(&t->write_action_begin_locked,
1077
1054
  write_action_begin_locked, t, nullptr),
1078
- GRPC_ERROR_NONE);
1055
+ absl::OkStatus());
1079
1056
  break;
1080
1057
  }
1081
1058
 
1082
- grpc_chttp2_end_write(t, GRPC_ERROR_REF(error));
1059
+ grpc_chttp2_end_write(t, error);
1083
1060
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "writing");
1084
1061
  }
1085
1062
 
@@ -1108,26 +1085,27 @@ static void cancel_unstarted_streams(grpc_chttp2_transport* t,
1108
1085
  s->trailing_metadata_buffer.Set(
1109
1086
  grpc_core::GrpcStreamNetworkState(),
1110
1087
  grpc_core::GrpcStreamNetworkState::kNotSentOnWire);
1111
- grpc_chttp2_cancel_stream(t, s, GRPC_ERROR_REF(error));
1088
+ grpc_chttp2_cancel_stream(t, s, error);
1112
1089
  }
1113
- GRPC_ERROR_UNREF(error);
1114
1090
  }
1115
1091
 
1116
1092
  void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
1117
1093
  uint32_t goaway_error,
1118
1094
  uint32_t last_stream_id,
1119
1095
  absl::string_view goaway_text) {
1120
- // Discard the error from a previous goaway frame (if any)
1121
- if (t->goaway_error != GRPC_ERROR_NONE) {
1122
- GRPC_ERROR_UNREF(t->goaway_error);
1123
- }
1124
1096
  t->goaway_error = grpc_error_set_str(
1125
1097
  grpc_error_set_int(
1126
1098
  grpc_error_set_int(
1127
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("GOAWAY received"),
1128
- GRPC_ERROR_INT_HTTP2_ERROR, static_cast<intptr_t>(goaway_error)),
1129
- GRPC_ERROR_INT_GRPC_STATUS, GRPC_STATUS_UNAVAILABLE),
1130
- GRPC_ERROR_STR_RAW_BYTES, goaway_text);
1099
+ grpc_core::StatusCreate(
1100
+ absl::StatusCode::kUnavailable,
1101
+ absl::StrFormat(
1102
+ "GOAWAY received; Error code: %u; Debug Text: %s",
1103
+ goaway_error, goaway_text),
1104
+ DEBUG_LOCATION, {}),
1105
+ grpc_core::StatusIntProperty::kHttp2Error,
1106
+ static_cast<intptr_t>(goaway_error)),
1107
+ grpc_core::StatusIntProperty::kRpcStatus, GRPC_STATUS_UNAVAILABLE),
1108
+ grpc_core::StatusStrProperty::kRawBytes, goaway_text);
1131
1109
 
1132
1110
  GRPC_CHTTP2_IF_TRACING(
1133
1111
  gpr_log(GPR_INFO, "transport %p got goaway with last stream id %d", t,
@@ -1135,26 +1113,25 @@ void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
1135
1113
  // We want to log this irrespective of whether http tracing is enabled if we
1136
1114
  // received a GOAWAY with a non NO_ERROR code.
1137
1115
  if (goaway_error != GRPC_HTTP2_NO_ERROR) {
1138
- gpr_log(GPR_INFO, "%s: Got goaway [%d] err=%s", t->peer_string.c_str(),
1139
- goaway_error, grpc_error_std_string(t->goaway_error).c_str());
1116
+ gpr_log(GPR_INFO, "%s: Got goaway [%d] err=%s",
1117
+ std::string(t->peer_string.as_string_view()).c_str(), goaway_error,
1118
+ grpc_core::StatusToString(t->goaway_error).c_str());
1140
1119
  }
1141
1120
  if (t->is_client) {
1142
- cancel_unstarted_streams(t, GRPC_ERROR_REF(t->goaway_error));
1121
+ cancel_unstarted_streams(t, t->goaway_error);
1143
1122
  // Cancel all unseen streams
1144
- grpc_chttp2_stream_map_for_each(
1145
- &t->stream_map,
1146
- [](void* user_data, uint32_t /* key */, void* stream) {
1147
- uint32_t last_stream_id = *(static_cast<uint32_t*>(user_data));
1148
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(stream);
1149
- if (s->id > last_stream_id) {
1150
- s->trailing_metadata_buffer.Set(
1151
- grpc_core::GrpcStreamNetworkState(),
1152
- grpc_core::GrpcStreamNetworkState::kNotSeenByServer);
1153
- grpc_chttp2_cancel_stream(s->t, s,
1154
- GRPC_ERROR_REF(s->t->goaway_error));
1155
- }
1156
- },
1157
- &last_stream_id);
1123
+ std::vector<grpc_chttp2_stream*> to_cancel;
1124
+ for (auto id_stream : t->stream_map) {
1125
+ if (id_stream.first > last_stream_id) {
1126
+ to_cancel.push_back(id_stream.second);
1127
+ }
1128
+ }
1129
+ for (auto s : to_cancel) {
1130
+ s->trailing_metadata_buffer.Set(
1131
+ grpc_core::GrpcStreamNetworkState(),
1132
+ grpc_core::GrpcStreamNetworkState::kNotSeenByServer);
1133
+ grpc_chttp2_cancel_stream(s->t, s, s->t->goaway_error);
1134
+ }
1158
1135
  }
1159
1136
  absl::Status status = grpc_error_to_absl_status(t->goaway_error);
1160
1137
  // When a client receives a GOAWAY with error code ENHANCE_YOUR_CALM and debug
@@ -1165,16 +1142,19 @@ void grpc_chttp2_add_incoming_goaway(grpc_chttp2_transport* t,
1165
1142
  goaway_error == GRPC_HTTP2_ENHANCE_YOUR_CALM &&
1166
1143
  goaway_text == "too_many_pings")) {
1167
1144
  gpr_log(GPR_ERROR,
1168
- "Received a GOAWAY with error code ENHANCE_YOUR_CALM and debug "
1169
- "data equal to \"too_many_pings\"");
1170
- constexpr auto max_keepalive_time = grpc_core::Duration::Milliseconds(
1171
- INT_MAX / KEEPALIVE_TIME_BACKOFF_MULTIPLIER);
1172
- t->keepalive_time =
1173
- t->keepalive_time > max_keepalive_time
1174
- ? grpc_core::Duration::Infinity()
1175
- : t->keepalive_time * KEEPALIVE_TIME_BACKOFF_MULTIPLIER;
1145
+ "%s: Received a GOAWAY with error code ENHANCE_YOUR_CALM and debug "
1146
+ "data equal to \"too_many_pings\". Current keepalive time (before "
1147
+ "throttling): %s",
1148
+ std::string(t->peer_string.as_string_view()).c_str(),
1149
+ t->keepalive_time.ToString().c_str());
1150
+ constexpr int max_keepalive_time_millis =
1151
+ INT_MAX / KEEPALIVE_TIME_BACKOFF_MULTIPLIER;
1152
+ int64_t throttled_keepalive_time =
1153
+ t->keepalive_time.millis() > max_keepalive_time_millis
1154
+ ? INT_MAX
1155
+ : t->keepalive_time.millis() * KEEPALIVE_TIME_BACKOFF_MULTIPLIER;
1176
1156
  status.SetPayload(grpc_core::kKeepaliveThrottlingKey,
1177
- absl::Cord(std::to_string(t->keepalive_time.millis())));
1157
+ absl::Cord(std::to_string(throttled_keepalive_time)));
1178
1158
  }
1179
1159
  // lie: use transient failure from the transport to indicate goaway has been
1180
1160
  // received.
@@ -1188,14 +1168,14 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
1188
1168
  grpc_chttp2_stream* s;
1189
1169
  // maybe cancel out streams that haven't yet started if we have received a
1190
1170
  // GOAWAY
1191
- if (t->goaway_error != GRPC_ERROR_NONE) {
1192
- cancel_unstarted_streams(t, GRPC_ERROR_REF(t->goaway_error));
1171
+ if (!t->goaway_error.ok()) {
1172
+ cancel_unstarted_streams(t, t->goaway_error);
1193
1173
  return;
1194
1174
  }
1195
1175
  // start streams where we have free grpc_chttp2_stream ids and free
1196
1176
  // * concurrency
1197
1177
  while (t->next_stream_id <= MAX_CLIENT_STREAM_ID &&
1198
- grpc_chttp2_stream_map_size(&t->stream_map) <
1178
+ t->stream_map.size() <
1199
1179
  t->settings[GRPC_PEER_SETTINGS]
1200
1180
  [GRPC_CHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS] &&
1201
1181
  grpc_chttp2_list_pop_waiting_for_concurrency(t, &s)) {
@@ -1216,7 +1196,7 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
1216
1196
  "no_more_stream_ids");
1217
1197
  }
1218
1198
 
1219
- grpc_chttp2_stream_map_add(&t->stream_map, s->id, s);
1199
+ t->stream_map.emplace(s->id, s);
1220
1200
  post_destructive_reclaimer(t);
1221
1201
  grpc_chttp2_mark_stream_writable(t, s);
1222
1202
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_START_NEW_STREAM);
@@ -1229,21 +1209,13 @@ static void maybe_start_some_streams(grpc_chttp2_transport* t) {
1229
1209
  grpc_core::GrpcStreamNetworkState::kNotSentOnWire);
1230
1210
  grpc_chttp2_cancel_stream(
1231
1211
  t, s,
1232
- grpc_error_set_int(
1233
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Stream IDs exhausted"),
1234
- GRPC_ERROR_INT_GRPC_STATUS, GRPC_STATUS_UNAVAILABLE));
1212
+ grpc_error_set_int(GRPC_ERROR_CREATE("Stream IDs exhausted"),
1213
+ grpc_core::StatusIntProperty::kRpcStatus,
1214
+ GRPC_STATUS_UNAVAILABLE));
1235
1215
  }
1236
1216
  }
1237
1217
  }
1238
1218
 
1239
- // Flag that this closure barrier may be covering a write in a pollset, and so
1240
- // we should not complete this closure until we can prove that the write got
1241
- // scheduled
1242
- #define CLOSURE_BARRIER_MAY_COVER_WRITE (1 << 0)
1243
- // First bit of the reference count, stored in the high order bits (with the low
1244
- // bits being used for flags defined above)
1245
- #define CLOSURE_BARRIER_FIRST_REF_BIT (1 << 16)
1246
-
1247
1219
  static grpc_closure* add_closure_barrier(grpc_closure* closure) {
1248
1220
  closure->next_data.scratch += CLOSURE_BARRIER_FIRST_REF_BIT;
1249
1221
  return closure;
@@ -1252,18 +1224,24 @@ static grpc_closure* add_closure_barrier(grpc_closure* closure) {
1252
1224
  static void null_then_sched_closure(grpc_closure** closure) {
1253
1225
  grpc_closure* c = *closure;
1254
1226
  *closure = nullptr;
1255
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, c, GRPC_ERROR_NONE);
1227
+ // null_then_schedule_closure might be run during a start_batch which might
1228
+ // subsequently examine the batch for more operations contained within.
1229
+ // However, the closure run might make it back to the call object, push a
1230
+ // completion, have the application see it, and make a new operation on the
1231
+ // call which recycles the batch BEFORE the call to start_batch completes,
1232
+ // forcing a race.
1233
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, c, absl::OkStatus());
1256
1234
  }
1257
1235
 
1258
1236
  void grpc_chttp2_complete_closure_step(grpc_chttp2_transport* t,
1259
- grpc_chttp2_stream* /*s*/,
1237
+ grpc_chttp2_stream* s,
1260
1238
  grpc_closure** pclosure,
1261
1239
  grpc_error_handle error,
1262
- const char* desc) {
1240
+ const char* desc,
1241
+ grpc_core::DebugLocation whence) {
1263
1242
  grpc_closure* closure = *pclosure;
1264
1243
  *pclosure = nullptr;
1265
1244
  if (closure == nullptr) {
1266
- GRPC_ERROR_UNREF(error);
1267
1245
  return;
1268
1246
  }
1269
1247
  closure->next_data.scratch -= CLOSURE_BARRIER_FIRST_REF_BIT;
@@ -1271,48 +1249,46 @@ void grpc_chttp2_complete_closure_step(grpc_chttp2_transport* t,
1271
1249
  gpr_log(
1272
1250
  GPR_INFO,
1273
1251
  "complete_closure_step: t=%p %p refs=%d flags=0x%04x desc=%s err=%s "
1274
- "write_state=%s",
1252
+ "write_state=%s whence=%s:%d",
1275
1253
  t, closure,
1276
1254
  static_cast<int>(closure->next_data.scratch /
1277
1255
  CLOSURE_BARRIER_FIRST_REF_BIT),
1278
1256
  static_cast<int>(closure->next_data.scratch %
1279
1257
  CLOSURE_BARRIER_FIRST_REF_BIT),
1280
- desc, grpc_error_std_string(error).c_str(),
1281
- write_state_name(t->write_state));
1258
+ desc, grpc_core::StatusToString(error).c_str(),
1259
+ write_state_name(t->write_state), whence.file(), whence.line());
1260
+ }
1261
+
1262
+ auto* tracer = CallTracerIfEnabled(s);
1263
+ if (tracer != nullptr) {
1264
+ tracer->RecordAnnotation(
1265
+ absl::StrFormat("on_complete: s=%p %p desc=%s err=%s", s, closure, desc,
1266
+ grpc_core::StatusToString(error).c_str()));
1282
1267
  }
1283
- if (error != GRPC_ERROR_NONE) {
1284
- #ifdef GRPC_ERROR_IS_ABSEIL_STATUS
1268
+
1269
+ if (!error.ok()) {
1285
1270
  grpc_error_handle cl_err =
1286
1271
  grpc_core::internal::StatusMoveFromHeapPtr(closure->error_data.error);
1287
- #else
1288
- grpc_error_handle cl_err =
1289
- reinterpret_cast<grpc_error_handle>(closure->error_data.error);
1290
- #endif
1291
- if (cl_err == GRPC_ERROR_NONE) {
1292
- cl_err = GRPC_ERROR_CREATE_FROM_STATIC_STRING(
1293
- "Error in HTTP transport completing operation");
1294
- cl_err = grpc_error_set_str(cl_err, GRPC_ERROR_STR_TARGET_ADDRESS,
1295
- t->peer_string);
1272
+ if (cl_err.ok()) {
1273
+ cl_err = GRPC_ERROR_CREATE(absl::StrCat(
1274
+ "Error in HTTP transport completing operation: ", desc,
1275
+ " write_state=", write_state_name(t->write_state), " refs=",
1276
+ closure->next_data.scratch / CLOSURE_BARRIER_FIRST_REF_BIT, " flags=",
1277
+ closure->next_data.scratch % CLOSURE_BARRIER_FIRST_REF_BIT));
1278
+ cl_err = grpc_error_set_str(cl_err,
1279
+ grpc_core::StatusStrProperty::kTargetAddress,
1280
+ std::string(t->peer_string.as_string_view()));
1296
1281
  }
1297
1282
  cl_err = grpc_error_add_child(cl_err, error);
1298
- #ifdef GRPC_ERROR_IS_ABSEIL_STATUS
1299
1283
  closure->error_data.error = grpc_core::internal::StatusAllocHeapPtr(cl_err);
1300
- #else
1301
- closure->error_data.error = reinterpret_cast<intptr_t>(cl_err);
1302
- #endif
1303
1284
  }
1304
1285
  if (closure->next_data.scratch < CLOSURE_BARRIER_FIRST_REF_BIT) {
1305
1286
  if ((t->write_state == GRPC_CHTTP2_WRITE_STATE_IDLE) ||
1306
1287
  !(closure->next_data.scratch & CLOSURE_BARRIER_MAY_COVER_WRITE)) {
1307
1288
  // Using GRPC_CLOSURE_SCHED instead of GRPC_CLOSURE_RUN to avoid running
1308
1289
  // closures earlier than when it is safe to do so.
1309
- #ifdef GRPC_ERROR_IS_ABSEIL_STATUS
1310
1290
  grpc_error_handle run_error =
1311
1291
  grpc_core::internal::StatusMoveFromHeapPtr(closure->error_data.error);
1312
- #else
1313
- grpc_error_handle run_error =
1314
- reinterpret_cast<grpc_error_handle>(closure->error_data.error);
1315
- #endif
1316
1292
  closure->error_data.error = 0;
1317
1293
  grpc_core::ExecCtx::Run(DEBUG_LOCATION, closure, run_error);
1318
1294
  } else {
@@ -1326,96 +1302,9 @@ static bool contains_non_ok_status(grpc_metadata_batch* batch) {
1326
1302
  GRPC_STATUS_OK;
1327
1303
  }
1328
1304
 
1329
- static void maybe_become_writable_due_to_send_msg(grpc_chttp2_transport* t,
1330
- grpc_chttp2_stream* s) {
1331
- if (s->id != 0 && (!s->write_buffering ||
1332
- s->flow_controlled_buffer.length > t->write_buffer_size)) {
1333
- grpc_chttp2_mark_stream_writable(t, s);
1334
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_SEND_MESSAGE);
1335
- }
1336
- }
1337
-
1338
- static void add_fetched_slice_locked(grpc_chttp2_transport* t,
1339
- grpc_chttp2_stream* s) {
1340
- s->fetched_send_message_length +=
1341
- static_cast<uint32_t> GRPC_SLICE_LENGTH(s->fetching_slice);
1342
- grpc_slice_buffer_add(&s->flow_controlled_buffer, s->fetching_slice);
1343
- maybe_become_writable_due_to_send_msg(t, s);
1344
- }
1345
-
1346
- static void continue_fetching_send_locked(grpc_chttp2_transport* t,
1347
- grpc_chttp2_stream* s) {
1348
- for (;;) {
1349
- if (s->fetching_send_message == nullptr) {
1350
- // Stream was cancelled before message fetch completed
1351
- abort(); /* TODO(ctiller): what cleanup here? */
1352
- }
1353
- if (s->fetched_send_message_length == s->fetching_send_message->length()) {
1354
- int64_t notify_offset = s->next_message_end_offset;
1355
- if (notify_offset <= s->flow_controlled_bytes_written) {
1356
- grpc_chttp2_complete_closure_step(
1357
- t, s, &s->fetching_send_message_finished, GRPC_ERROR_NONE,
1358
- "fetching_send_message_finished");
1359
- } else {
1360
- grpc_chttp2_write_cb* cb = t->write_cb_pool;
1361
- if (cb == nullptr) {
1362
- cb = static_cast<grpc_chttp2_write_cb*>(gpr_malloc(sizeof(*cb)));
1363
- } else {
1364
- t->write_cb_pool = cb->next;
1365
- }
1366
- cb->call_at_byte = notify_offset;
1367
- cb->closure = s->fetching_send_message_finished;
1368
- s->fetching_send_message_finished = nullptr;
1369
- grpc_chttp2_write_cb** list =
1370
- s->fetching_send_message->flags() & GRPC_WRITE_THROUGH
1371
- ? &s->on_write_finished_cbs
1372
- : &s->on_flow_controlled_cbs;
1373
- cb->next = *list;
1374
- *list = cb;
1375
- }
1376
- s->fetching_send_message.reset();
1377
- return; /* early out */
1378
- } else if (s->fetching_send_message->Next(
1379
- UINT32_MAX, GRPC_CLOSURE_INIT(&s->complete_fetch_locked,
1380
- ::complete_fetch, s,
1381
- grpc_schedule_on_exec_ctx))) {
1382
- grpc_error_handle error =
1383
- s->fetching_send_message->Pull(&s->fetching_slice);
1384
- if (error != GRPC_ERROR_NONE) {
1385
- s->fetching_send_message.reset();
1386
- grpc_chttp2_cancel_stream(t, s, error);
1387
- } else {
1388
- add_fetched_slice_locked(t, s);
1389
- }
1390
- }
1391
- }
1392
- }
1393
-
1394
- static void complete_fetch(void* gs, grpc_error_handle error) {
1395
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(gs);
1396
- s->t->combiner->Run(GRPC_CLOSURE_INIT(&s->complete_fetch_locked,
1397
- ::complete_fetch_locked, s, nullptr),
1398
- GRPC_ERROR_REF(error));
1399
- }
1400
-
1401
- static void complete_fetch_locked(void* gs, grpc_error_handle error) {
1402
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(gs);
1403
- grpc_chttp2_transport* t = s->t;
1404
- if (error == GRPC_ERROR_NONE) {
1405
- error = s->fetching_send_message->Pull(&s->fetching_slice);
1406
- if (error == GRPC_ERROR_NONE) {
1407
- add_fetched_slice_locked(t, s);
1408
- continue_fetching_send_locked(t, s);
1409
- }
1410
- }
1411
- if (error != GRPC_ERROR_NONE) {
1412
- s->fetching_send_message.reset();
1413
- grpc_chttp2_cancel_stream(t, s, error);
1414
- }
1415
- }
1416
-
1417
1305
  static void log_metadata(const grpc_metadata_batch* md_batch, uint32_t id,
1418
1306
  bool is_client, bool is_initial) {
1307
+ gpr_log(GPR_INFO, "--metadata--");
1419
1308
  const std::string prefix = absl::StrCat(
1420
1309
  "HTTP:", id, is_initial ? ":HDR" : ":TRL", is_client ? ":CLI:" : ":SVR:");
1421
1310
  md_batch->Log([&prefix](absl::string_view key, absl::string_view value) {
@@ -1425,8 +1314,6 @@ static void log_metadata(const grpc_metadata_batch* md_batch, uint32_t id,
1425
1314
 
1426
1315
  static void perform_stream_op_locked(void* stream_op,
1427
1316
  grpc_error_handle /*error_ignored*/) {
1428
- GPR_TIMER_SCOPE("perform_stream_op_locked", 0);
1429
-
1430
1317
  grpc_transport_stream_op_batch* op =
1431
1318
  static_cast<grpc_transport_stream_op_batch*>(stream_op);
1432
1319
  grpc_chttp2_stream* s =
@@ -1434,14 +1321,12 @@ static void perform_stream_op_locked(void* stream_op,
1434
1321
  grpc_transport_stream_op_batch_payload* op_payload = op->payload;
1435
1322
  grpc_chttp2_transport* t = s->t;
1436
1323
 
1437
- GRPC_STATS_INC_HTTP2_OP_BATCHES();
1438
-
1439
1324
  s->context = op->payload->context;
1440
1325
  s->traced = op->is_traced;
1441
1326
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
1442
1327
  gpr_log(GPR_INFO,
1443
1328
  "perform_stream_op_locked[s=%p; op=%p]: %s; on_complete = %p", s,
1444
- op, grpc_transport_stream_op_batch_string(op).c_str(),
1329
+ op, grpc_transport_stream_op_batch_string(op, false).c_str(),
1445
1330
  op->on_complete);
1446
1331
  if (op->send_initial_metadata) {
1447
1332
  log_metadata(op_payload->send_initial_metadata.send_initial_metadata,
@@ -1453,6 +1338,14 @@ static void perform_stream_op_locked(void* stream_op,
1453
1338
  }
1454
1339
  }
1455
1340
 
1341
+ auto* tracer = CallTracerIfEnabled(s);
1342
+ if (tracer != nullptr) {
1343
+ tracer->RecordAnnotation(absl::StrFormat(
1344
+ "perform_stream_op_locked[s=%p; op=%p]: %s; on_complete = %p", s, op,
1345
+ grpc_transport_stream_op_batch_string(op, true).c_str(),
1346
+ op->on_complete));
1347
+ }
1348
+
1456
1349
  grpc_closure* on_complete = op->on_complete;
1457
1350
  // on_complete will be null if and only if there are no send ops in the batch.
1458
1351
  if (on_complete != nullptr) {
@@ -1463,7 +1356,6 @@ static void perform_stream_op_locked(void* stream_op,
1463
1356
  }
1464
1357
 
1465
1358
  if (op->cancel_stream) {
1466
- GRPC_STATS_INC_HTTP2_OP_CANCEL();
1467
1359
  grpc_chttp2_cancel_stream(t, s, op_payload->cancel_stream.cancel_error);
1468
1360
  }
1469
1361
 
@@ -1471,9 +1363,8 @@ static void perform_stream_op_locked(void* stream_op,
1471
1363
  if (t->is_client && t->channelz_socket != nullptr) {
1472
1364
  t->channelz_socket->RecordStreamStartedFromLocal();
1473
1365
  }
1474
- GRPC_STATS_INC_HTTP2_OP_SEND_INITIAL_METADATA();
1475
1366
  GPR_ASSERT(s->send_initial_metadata_finished == nullptr);
1476
- on_complete->next_data.scratch |= CLOSURE_BARRIER_MAY_COVER_WRITE;
1367
+ on_complete->next_data.scratch |= t->closure_barrier_may_cover_write;
1477
1368
 
1478
1369
  s->send_initial_metadata_finished = add_closure_barrier(on_complete);
1479
1370
  s->send_initial_metadata =
@@ -1489,7 +1380,7 @@ static void perform_stream_op_locked(void* stream_op,
1489
1380
  }
1490
1381
  if (!s->write_closed) {
1491
1382
  if (t->is_client) {
1492
- if (t->closed_with_error == GRPC_ERROR_NONE) {
1383
+ if (t->closed_with_error.ok()) {
1493
1384
  GPR_ASSERT(s->id == 0);
1494
1385
  grpc_chttp2_list_add_waiting_for_concurrency(t, s);
1495
1386
  maybe_start_some_streams(t);
@@ -1500,16 +1391,16 @@ static void perform_stream_op_locked(void* stream_op,
1500
1391
  grpc_chttp2_cancel_stream(
1501
1392
  t, s,
1502
1393
  grpc_error_set_int(
1503
- GRPC_ERROR_CREATE_REFERENCING_FROM_STATIC_STRING(
1504
- "Transport closed", &t->closed_with_error, 1),
1505
- GRPC_ERROR_INT_GRPC_STATUS, GRPC_STATUS_UNAVAILABLE));
1394
+ GRPC_ERROR_CREATE_REFERENCING("Transport closed",
1395
+ &t->closed_with_error, 1),
1396
+ grpc_core::StatusIntProperty::kRpcStatus,
1397
+ GRPC_STATUS_UNAVAILABLE));
1506
1398
  }
1507
1399
  } else {
1508
1400
  GPR_ASSERT(s->id != 0);
1509
1401
  grpc_chttp2_mark_stream_writable(t, s);
1510
1402
  if (!(op->send_message &&
1511
- (op->payload->send_message.send_message->flags() &
1512
- GRPC_WRITE_BUFFER_HINT))) {
1403
+ (op->payload->send_message.flags & GRPC_WRITE_BUFFER_HINT))) {
1513
1404
  grpc_chttp2_initiate_write(
1514
1405
  t, GRPC_CHTTP2_INITIATE_WRITE_SEND_INITIAL_METADATA);
1515
1406
  }
@@ -1518,47 +1409,38 @@ static void perform_stream_op_locked(void* stream_op,
1518
1409
  s->send_initial_metadata = nullptr;
1519
1410
  grpc_chttp2_complete_closure_step(
1520
1411
  t, s, &s->send_initial_metadata_finished,
1521
- GRPC_ERROR_CREATE_REFERENCING_FROM_STATIC_STRING(
1412
+ GRPC_ERROR_CREATE_REFERENCING(
1522
1413
  "Attempt to send initial metadata after stream was closed",
1523
1414
  &s->write_closed_error, 1),
1524
1415
  "send_initial_metadata_finished");
1525
1416
  }
1526
- if (op_payload->send_initial_metadata.peer_string != nullptr) {
1527
- gpr_atm_rel_store(op_payload->send_initial_metadata.peer_string,
1528
- (gpr_atm)t->peer_string.c_str());
1529
- }
1530
1417
  }
1531
1418
 
1532
1419
  if (op->send_message) {
1533
- GRPC_STATS_INC_HTTP2_OP_SEND_MESSAGE();
1534
1420
  t->num_messages_in_next_write++;
1535
- GRPC_STATS_INC_HTTP2_SEND_MESSAGE_SIZE(
1536
- op->payload->send_message.send_message->length());
1537
- on_complete->next_data.scratch |= CLOSURE_BARRIER_MAY_COVER_WRITE;
1538
- s->fetching_send_message_finished = add_closure_barrier(op->on_complete);
1421
+ grpc_core::global_stats().IncrementHttp2SendMessageSize(
1422
+ op->payload->send_message.send_message->Length());
1423
+ on_complete->next_data.scratch |= t->closure_barrier_may_cover_write;
1424
+ s->send_message_finished = add_closure_barrier(op->on_complete);
1425
+ const uint32_t flags = op_payload->send_message.flags;
1539
1426
  if (s->write_closed) {
1540
1427
  op->payload->send_message.stream_write_closed = true;
1541
1428
  // We should NOT return an error here, so as to avoid a cancel OP being
1542
1429
  // started. The surface layer will notice that the stream has been closed
1543
1430
  // for writes and fail the send message op.
1544
- op->payload->send_message.send_message.reset();
1545
- grpc_chttp2_complete_closure_step(
1546
- t, s, &s->fetching_send_message_finished, GRPC_ERROR_NONE,
1547
- "fetching_send_message_finished");
1431
+ grpc_chttp2_complete_closure_step(t, s, &s->send_message_finished,
1432
+ absl::OkStatus(),
1433
+ "fetching_send_message_finished");
1548
1434
  } else {
1549
- GPR_ASSERT(s->fetching_send_message == nullptr);
1550
1435
  uint8_t* frame_hdr = grpc_slice_buffer_tiny_add(
1551
1436
  &s->flow_controlled_buffer, GRPC_HEADER_SIZE_IN_BYTES);
1552
- uint32_t flags = op_payload->send_message.send_message->flags();
1553
1437
  frame_hdr[0] = (flags & GRPC_WRITE_INTERNAL_COMPRESS) != 0;
1554
- size_t len = op_payload->send_message.send_message->length();
1438
+ size_t len = op_payload->send_message.send_message->Length();
1555
1439
  frame_hdr[1] = static_cast<uint8_t>(len >> 24);
1556
1440
  frame_hdr[2] = static_cast<uint8_t>(len >> 16);
1557
1441
  frame_hdr[3] = static_cast<uint8_t>(len >> 8);
1558
1442
  frame_hdr[4] = static_cast<uint8_t>(len);
1559
- s->fetching_send_message =
1560
- std::move(op_payload->send_message.send_message);
1561
- s->fetched_send_message_length = 0;
1443
+
1562
1444
  s->next_message_end_offset =
1563
1445
  s->flow_controlled_bytes_written +
1564
1446
  static_cast<int64_t>(s->flow_controlled_buffer.length) +
@@ -1569,15 +1451,50 @@ static void perform_stream_op_locked(void* stream_op,
1569
1451
  } else {
1570
1452
  s->write_buffering = false;
1571
1453
  }
1572
- continue_fetching_send_locked(t, s);
1573
- maybe_become_writable_due_to_send_msg(t, s);
1454
+
1455
+ grpc_slice* const slices =
1456
+ op_payload->send_message.send_message->c_slice_buffer()->slices;
1457
+ grpc_slice* const end =
1458
+ slices + op_payload->send_message.send_message->Count();
1459
+ for (grpc_slice* slice = slices; slice != end; slice++) {
1460
+ grpc_slice_buffer_add(&s->flow_controlled_buffer,
1461
+ grpc_core::CSliceRef(*slice));
1462
+ }
1463
+
1464
+ int64_t notify_offset = s->next_message_end_offset;
1465
+ if (notify_offset <= s->flow_controlled_bytes_written) {
1466
+ grpc_chttp2_complete_closure_step(t, s, &s->send_message_finished,
1467
+ absl::OkStatus(),
1468
+ "fetching_send_message_finished");
1469
+ } else {
1470
+ grpc_chttp2_write_cb* cb = t->write_cb_pool;
1471
+ if (cb == nullptr) {
1472
+ cb = static_cast<grpc_chttp2_write_cb*>(gpr_malloc(sizeof(*cb)));
1473
+ } else {
1474
+ t->write_cb_pool = cb->next;
1475
+ }
1476
+ cb->call_at_byte = notify_offset;
1477
+ cb->closure = s->send_message_finished;
1478
+ s->send_message_finished = nullptr;
1479
+ grpc_chttp2_write_cb** list = flags & GRPC_WRITE_THROUGH
1480
+ ? &s->on_write_finished_cbs
1481
+ : &s->on_flow_controlled_cbs;
1482
+ cb->next = *list;
1483
+ *list = cb;
1484
+ }
1485
+
1486
+ if (s->id != 0 &&
1487
+ (!s->write_buffering ||
1488
+ s->flow_controlled_buffer.length > t->write_buffer_size)) {
1489
+ grpc_chttp2_mark_stream_writable(t, s);
1490
+ grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_SEND_MESSAGE);
1491
+ }
1574
1492
  }
1575
1493
  }
1576
1494
 
1577
1495
  if (op->send_trailing_metadata) {
1578
- GRPC_STATS_INC_HTTP2_OP_SEND_TRAILING_METADATA();
1579
1496
  GPR_ASSERT(s->send_trailing_metadata_finished == nullptr);
1580
- on_complete->next_data.scratch |= CLOSURE_BARRIER_MAY_COVER_WRITE;
1497
+ on_complete->next_data.scratch |= t->closure_barrier_may_cover_write;
1581
1498
  s->send_trailing_metadata_finished = add_closure_barrier(on_complete);
1582
1499
  s->send_trailing_metadata =
1583
1500
  op_payload->send_trailing_metadata.send_trailing_metadata;
@@ -1592,10 +1509,9 @@ static void perform_stream_op_locked(void* stream_op,
1592
1509
  grpc_chttp2_complete_closure_step(
1593
1510
  t, s, &s->send_trailing_metadata_finished,
1594
1511
  op->payload->send_trailing_metadata.send_trailing_metadata->empty()
1595
- ? GRPC_ERROR_NONE
1596
- : GRPC_ERROR_CREATE_FROM_STATIC_STRING(
1597
- "Attempt to send trailing metadata after "
1598
- "stream was closed"),
1512
+ ? absl::OkStatus()
1513
+ : GRPC_ERROR_CREATE("Attempt to send trailing metadata after "
1514
+ "stream was closed"),
1599
1515
  "send_trailing_metadata_finished");
1600
1516
  } else if (s->id != 0) {
1601
1517
  // TODO(ctiller): check if there's flow control for any outstanding
@@ -1607,7 +1523,6 @@ static void perform_stream_op_locked(void* stream_op,
1607
1523
  }
1608
1524
 
1609
1525
  if (op->recv_initial_metadata) {
1610
- GRPC_STATS_INC_HTTP2_OP_RECV_INITIAL_METADATA();
1611
1526
  GPR_ASSERT(s->recv_initial_metadata_ready == nullptr);
1612
1527
  s->recv_initial_metadata_ready =
1613
1528
  op_payload->recv_initial_metadata.recv_initial_metadata_ready;
@@ -1615,41 +1530,24 @@ static void perform_stream_op_locked(void* stream_op,
1615
1530
  op_payload->recv_initial_metadata.recv_initial_metadata;
1616
1531
  s->trailing_metadata_available =
1617
1532
  op_payload->recv_initial_metadata.trailing_metadata_available;
1618
- if (op_payload->recv_initial_metadata.peer_string != nullptr) {
1619
- gpr_atm_rel_store(op_payload->recv_initial_metadata.peer_string,
1620
- (gpr_atm)t->peer_string.c_str());
1533
+ if (s->parsed_trailers_only && s->trailing_metadata_available != nullptr) {
1534
+ *s->trailing_metadata_available = true;
1621
1535
  }
1622
1536
  grpc_chttp2_maybe_complete_recv_initial_metadata(t, s);
1623
1537
  }
1624
1538
 
1625
1539
  if (op->recv_message) {
1626
- GRPC_STATS_INC_HTTP2_OP_RECV_MESSAGE();
1627
- size_t before = 0;
1628
1540
  GPR_ASSERT(s->recv_message_ready == nullptr);
1629
- GPR_ASSERT(!s->pending_byte_stream);
1630
1541
  s->recv_message_ready = op_payload->recv_message.recv_message_ready;
1631
1542
  s->recv_message = op_payload->recv_message.recv_message;
1543
+ s->recv_message->emplace();
1544
+ s->recv_message_flags = op_payload->recv_message.flags;
1632
1545
  s->call_failed_before_recv_message =
1633
1546
  op_payload->recv_message.call_failed_before_recv_message;
1634
- if (s->id != 0) {
1635
- if (!s->read_closed) {
1636
- before = s->frame_storage.length +
1637
- s->unprocessed_incoming_frames_buffer.length;
1638
- }
1639
- }
1640
- grpc_chttp2_maybe_complete_recv_message(t, s);
1641
- if (s->id != 0) {
1642
- if (!s->read_closed && s->frame_storage.length == 0) {
1643
- size_t after = s->unprocessed_incoming_frames_buffer_cached_length;
1644
- s->flow_control->IncomingByteStreamUpdate(GRPC_HEADER_SIZE_IN_BYTES,
1645
- before - after);
1646
- grpc_chttp2_act_on_flowctl_action(s->flow_control->MakeAction(), t, s);
1647
- }
1648
- }
1547
+ grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
1649
1548
  }
1650
1549
 
1651
1550
  if (op->recv_trailing_metadata) {
1652
- GRPC_STATS_INC_HTTP2_OP_RECV_TRAILING_METADATA();
1653
1551
  GPR_ASSERT(s->collecting_stats == nullptr);
1654
1552
  s->collecting_stats = op_payload->recv_trailing_metadata.collect_stats;
1655
1553
  GPR_ASSERT(s->recv_trailing_metadata_finished == nullptr);
@@ -1662,7 +1560,7 @@ static void perform_stream_op_locked(void* stream_op,
1662
1560
  }
1663
1561
 
1664
1562
  if (on_complete != nullptr) {
1665
- grpc_chttp2_complete_closure_step(t, s, &on_complete, GRPC_ERROR_NONE,
1563
+ grpc_chttp2_complete_closure_step(t, s, &on_complete, absl::OkStatus(),
1666
1564
  "op->on_complete");
1667
1565
  }
1668
1566
 
@@ -1671,7 +1569,6 @@ static void perform_stream_op_locked(void* stream_op,
1671
1569
 
1672
1570
  static void perform_stream_op(grpc_transport* gt, grpc_stream* gs,
1673
1571
  grpc_transport_stream_op_batch* op) {
1674
- GPR_TIMER_SCOPE("perform_stream_op", 0);
1675
1572
  grpc_chttp2_transport* t = reinterpret_cast<grpc_chttp2_transport*>(gt);
1676
1573
  grpc_chttp2_stream* s = reinterpret_cast<grpc_chttp2_stream*>(gs);
1677
1574
 
@@ -1690,56 +1587,55 @@ static void perform_stream_op(grpc_transport* gt, grpc_stream* gs,
1690
1587
 
1691
1588
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
1692
1589
  gpr_log(GPR_INFO, "perform_stream_op[s=%p; op=%p]: %s", s, op,
1693
- grpc_transport_stream_op_batch_string(op).c_str());
1590
+ grpc_transport_stream_op_batch_string(op, false).c_str());
1694
1591
  }
1695
1592
 
1696
1593
  GRPC_CHTTP2_STREAM_REF(s, "perform_stream_op");
1697
1594
  op->handler_private.extra_arg = gs;
1698
1595
  t->combiner->Run(GRPC_CLOSURE_INIT(&op->handler_private.closure,
1699
1596
  perform_stream_op_locked, op, nullptr),
1700
- GRPC_ERROR_NONE);
1597
+ absl::OkStatus());
1701
1598
  }
1702
1599
 
1703
1600
  static void cancel_pings(grpc_chttp2_transport* t, grpc_error_handle error) {
1601
+ GRPC_CHTTP2_IF_TRACING(gpr_log(GPR_INFO, "%p CANCEL PINGS: %s", t,
1602
+ grpc_core::StatusToString(error).c_str()));
1704
1603
  // callback remaining pings: they're not allowed to call into the transport,
1705
1604
  // and maybe they hold resources that need to be freed
1706
1605
  grpc_chttp2_ping_queue* pq = &t->ping_queue;
1707
- GPR_ASSERT(error != GRPC_ERROR_NONE);
1606
+ GPR_ASSERT(!error.ok());
1708
1607
  for (size_t j = 0; j < GRPC_CHTTP2_PCL_COUNT; j++) {
1709
- grpc_closure_list_fail_all(&pq->lists[j], GRPC_ERROR_REF(error));
1608
+ grpc_closure_list_fail_all(&pq->lists[j], error);
1710
1609
  grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &pq->lists[j]);
1711
1610
  }
1712
- GRPC_ERROR_UNREF(error);
1713
1611
  }
1714
1612
 
1715
1613
  static void send_ping_locked(grpc_chttp2_transport* t,
1716
1614
  grpc_closure* on_initiate, grpc_closure* on_ack) {
1717
- if (t->closed_with_error != GRPC_ERROR_NONE) {
1718
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_initiate,
1719
- GRPC_ERROR_REF(t->closed_with_error));
1720
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_ack,
1721
- GRPC_ERROR_REF(t->closed_with_error));
1615
+ if (!t->closed_with_error.ok()) {
1616
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_initiate, t->closed_with_error);
1617
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, on_ack, t->closed_with_error);
1722
1618
  return;
1723
1619
  }
1724
1620
  grpc_chttp2_ping_queue* pq = &t->ping_queue;
1725
1621
  grpc_closure_list_append(&pq->lists[GRPC_CHTTP2_PCL_INITIATE], on_initiate,
1726
- GRPC_ERROR_NONE);
1622
+ absl::OkStatus());
1727
1623
  grpc_closure_list_append(&pq->lists[GRPC_CHTTP2_PCL_NEXT], on_ack,
1728
- GRPC_ERROR_NONE);
1624
+ absl::OkStatus());
1729
1625
  }
1730
1626
 
1731
1627
  // Specialized form of send_ping_locked for keepalive ping. If there is already
1732
1628
  // a ping in progress, the keepalive ping would piggyback onto that ping,
1733
1629
  // instead of waiting for that ping to complete and then starting a new ping.
1734
1630
  static void send_keepalive_ping_locked(grpc_chttp2_transport* t) {
1735
- if (t->closed_with_error != GRPC_ERROR_NONE) {
1631
+ if (!t->closed_with_error.ok()) {
1736
1632
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
1737
1633
  start_keepalive_ping_locked, t, nullptr),
1738
- GRPC_ERROR_REF(t->closed_with_error));
1634
+ t->closed_with_error);
1739
1635
  t->combiner->Run(
1740
1636
  GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
1741
1637
  finish_keepalive_ping_locked, t, nullptr),
1742
- GRPC_ERROR_REF(t->closed_with_error));
1638
+ t->closed_with_error);
1743
1639
  return;
1744
1640
  }
1745
1641
  grpc_chttp2_ping_queue* pq = &t->ping_queue;
@@ -1747,39 +1643,39 @@ static void send_keepalive_ping_locked(grpc_chttp2_transport* t) {
1747
1643
  // There is a ping in flight. Add yourself to the inflight closure list.
1748
1644
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
1749
1645
  start_keepalive_ping_locked, t, nullptr),
1750
- GRPC_ERROR_REF(t->closed_with_error));
1646
+ t->closed_with_error);
1751
1647
  grpc_closure_list_append(
1752
1648
  &pq->lists[GRPC_CHTTP2_PCL_INFLIGHT],
1753
1649
  GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
1754
1650
  finish_keepalive_ping, t, grpc_schedule_on_exec_ctx),
1755
- GRPC_ERROR_NONE);
1651
+ absl::OkStatus());
1756
1652
  return;
1757
1653
  }
1758
1654
  grpc_closure_list_append(
1759
1655
  &pq->lists[GRPC_CHTTP2_PCL_INITIATE],
1760
1656
  GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked, start_keepalive_ping,
1761
1657
  t, grpc_schedule_on_exec_ctx),
1762
- GRPC_ERROR_NONE);
1658
+ absl::OkStatus());
1763
1659
  grpc_closure_list_append(
1764
1660
  &pq->lists[GRPC_CHTTP2_PCL_NEXT],
1765
1661
  GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked, finish_keepalive_ping,
1766
1662
  t, grpc_schedule_on_exec_ctx),
1767
- GRPC_ERROR_NONE);
1663
+ absl::OkStatus());
1768
1664
  }
1769
1665
 
1770
- void grpc_chttp2_retry_initiate_ping(void* tp, grpc_error_handle error) {
1771
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
1666
+ void grpc_chttp2_retry_initiate_ping(grpc_chttp2_transport* t) {
1772
1667
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->retry_initiate_ping_locked,
1773
1668
  retry_initiate_ping_locked, t, nullptr),
1774
- GRPC_ERROR_REF(error));
1669
+ absl::OkStatus());
1775
1670
  }
1776
1671
 
1777
- static void retry_initiate_ping_locked(void* tp, grpc_error_handle error) {
1672
+ static void retry_initiate_ping_locked(void* tp,
1673
+ GRPC_UNUSED grpc_error_handle error) {
1674
+ GPR_DEBUG_ASSERT(error.ok());
1778
1675
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
1779
- t->ping_state.is_delayed_ping_timer_set = false;
1780
- if (error == GRPC_ERROR_NONE) {
1781
- grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING);
1782
- }
1676
+ GPR_ASSERT(t->ping_state.delayed_ping_timer_handle.has_value());
1677
+ t->ping_state.delayed_ping_timer_handle.reset();
1678
+ grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_RETRY_SEND_PING);
1783
1679
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "retry_initiate_ping_locked");
1784
1680
  }
1785
1681
 
@@ -1787,7 +1683,7 @@ void grpc_chttp2_ack_ping(grpc_chttp2_transport* t, uint64_t id) {
1787
1683
  grpc_chttp2_ping_queue* pq = &t->ping_queue;
1788
1684
  if (pq->inflight_id != id) {
1789
1685
  gpr_log(GPR_DEBUG, "Unknown ping response from %s: %" PRIx64,
1790
- t->peer_string.c_str(), id);
1686
+ std::string(t->peer_string.as_string_view()).c_str(), id);
1791
1687
  return;
1792
1688
  }
1793
1689
  grpc_core::ExecCtx::RunList(DEBUG_LOCATION,
@@ -1802,7 +1698,7 @@ namespace {
1802
1698
  // Fire and forget (deletes itself on completion). Does a graceful shutdown by
1803
1699
  // sending a GOAWAY frame with the last stream id set to 2^31-1, sending a ping
1804
1700
  // and waiting for an ack (effective waiting for an RTT) and then sending a
1805
- // final GOAWAY freame with an updated last stream identifier. This helps ensure
1701
+ // final GOAWAY frame with an updated last stream identifier. This helps ensure
1806
1702
  // that a connection can be cleanly shut down without losing requests.
1807
1703
  // In the event, that the client does not respond to the ping for some reason,
1808
1704
  // we add a 20 second deadline, after which we send the second goaway.
@@ -1815,6 +1711,8 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1815
1711
  }
1816
1712
 
1817
1713
  private:
1714
+ using TaskHandle = ::grpc_event_engine::experimental::EventEngine::TaskHandle;
1715
+
1818
1716
  explicit GracefulGoaway(grpc_chttp2_transport* t) : t_(t) {
1819
1717
  t->sent_goaway_state = GRPC_CHTTP2_GRACEFUL_GOAWAY;
1820
1718
  GRPC_CHTTP2_REF_TRANSPORT(t_, "graceful goaway");
@@ -1822,11 +1720,17 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1822
1720
  send_ping_locked(
1823
1721
  t, nullptr, GRPC_CLOSURE_INIT(&on_ping_ack_, OnPingAck, this, nullptr));
1824
1722
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1825
- Ref().release(); // Ref for the timer
1826
- grpc_timer_init(
1827
- &timer_,
1828
- grpc_core::ExecCtx::Get()->Now() + grpc_core::Duration::Seconds(20),
1829
- GRPC_CLOSURE_INIT(&on_timer_, OnTimer, this, nullptr));
1723
+ timer_handle_ = t_->event_engine->RunAfter(
1724
+ grpc_core::Duration::Seconds(20),
1725
+ [self = Ref(DEBUG_LOCATION, "GoawayTimer")]() mutable {
1726
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
1727
+ grpc_core::ExecCtx exec_ctx;
1728
+ // The ref will be unreffed in the combiner.
1729
+ auto* ptr = self.release();
1730
+ ptr->t_->combiner->Run(
1731
+ GRPC_CLOSURE_INIT(&ptr->on_timer_, OnTimerLocked, ptr, nullptr),
1732
+ absl::OkStatus());
1733
+ });
1830
1734
  }
1831
1735
 
1832
1736
  void MaybeSendFinalGoawayLocked() {
@@ -1834,12 +1738,13 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1834
1738
  // We already sent the final GOAWAY.
1835
1739
  return;
1836
1740
  }
1837
- if (t_->destroying || t_->closed_with_error != GRPC_ERROR_NONE) {
1838
- GRPC_CHTTP2_IF_TRACING(gpr_log(
1839
- GPR_INFO,
1840
- "transport:%p %s peer:%s Transport already shutting down. "
1841
- "Graceful GOAWAY abandoned.",
1842
- t_, t_->is_client ? "CLIENT" : "SERVER", t_->peer_string.c_str()));
1741
+ if (t_->destroying || !t_->closed_with_error.ok()) {
1742
+ GRPC_CHTTP2_IF_TRACING(
1743
+ gpr_log(GPR_INFO,
1744
+ "transport:%p %s peer:%s Transport already shutting down. "
1745
+ "Graceful GOAWAY abandoned.",
1746
+ t_, t_->is_client ? "CLIENT" : "SERVER",
1747
+ std::string(t_->peer_string.as_string_view()).c_str()));
1843
1748
  return;
1844
1749
  }
1845
1750
  // Ping completed. Send final goaway.
@@ -1848,7 +1753,8 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1848
1753
  "transport:%p %s peer:%s Graceful shutdown: Ping received. "
1849
1754
  "Sending final GOAWAY with stream_id:%d",
1850
1755
  t_, t_->is_client ? "CLIENT" : "SERVER",
1851
- t_->peer_string.c_str(), t_->last_new_stream_id));
1756
+ std::string(t_->peer_string.as_string_view()).c_str(),
1757
+ t_->last_new_stream_id));
1852
1758
  t_->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
1853
1759
  grpc_chttp2_goaway_append(t_->last_new_stream_id, 0, grpc_empty_slice(),
1854
1760
  &t_->qbuf);
@@ -1859,36 +1765,30 @@ class GracefulGoaway : public grpc_core::RefCounted<GracefulGoaway> {
1859
1765
  auto* self = static_cast<GracefulGoaway*>(arg);
1860
1766
  self->t_->combiner->Run(
1861
1767
  GRPC_CLOSURE_INIT(&self->on_ping_ack_, OnPingAckLocked, self, nullptr),
1862
- GRPC_ERROR_NONE);
1768
+ absl::OkStatus());
1863
1769
  }
1864
1770
 
1865
1771
  static void OnPingAckLocked(void* arg, grpc_error_handle /* error */) {
1866
1772
  auto* self = static_cast<GracefulGoaway*>(arg);
1867
- grpc_timer_cancel(&self->timer_);
1773
+ if (self->timer_handle_ != TaskHandle::kInvalid) {
1774
+ self->t_->event_engine->Cancel(
1775
+ std::exchange(self->timer_handle_, TaskHandle::kInvalid));
1776
+ }
1868
1777
  self->MaybeSendFinalGoawayLocked();
1869
1778
  self->Unref();
1870
1779
  }
1871
1780
 
1872
- static void OnTimer(void* arg, grpc_error_handle error) {
1873
- auto* self = static_cast<GracefulGoaway*>(arg);
1874
- if (error != GRPC_ERROR_NONE) {
1875
- self->Unref();
1876
- return;
1877
- }
1878
- self->t_->combiner->Run(
1879
- GRPC_CLOSURE_INIT(&self->on_timer_, OnTimerLocked, self, nullptr),
1880
- GRPC_ERROR_NONE);
1881
- }
1882
-
1883
1781
  static void OnTimerLocked(void* arg, grpc_error_handle /* error */) {
1884
1782
  auto* self = static_cast<GracefulGoaway*>(arg);
1783
+ // Clearing the handle since the timer has fired and the handle is invalid.
1784
+ self->timer_handle_ = TaskHandle::kInvalid;
1885
1785
  self->MaybeSendFinalGoawayLocked();
1886
1786
  self->Unref();
1887
1787
  }
1888
1788
 
1889
1789
  grpc_chttp2_transport* t_;
1890
1790
  grpc_closure on_ping_ack_;
1891
- grpc_timer timer_;
1791
+ TaskHandle timer_handle_ = TaskHandle::kInvalid;
1892
1792
  grpc_closure on_timer_;
1893
1793
  };
1894
1794
 
@@ -1911,8 +1811,10 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
1911
1811
  } else if (t->sent_goaway_state == GRPC_CHTTP2_NO_GOAWAY_SEND ||
1912
1812
  t->sent_goaway_state == GRPC_CHTTP2_GRACEFUL_GOAWAY) {
1913
1813
  // We want to log this irrespective of whether http tracing is enabled
1914
- gpr_log(GPR_DEBUG, "%s: Sending goaway err=%s", t->peer_string.c_str(),
1915
- grpc_error_std_string(error).c_str());
1814
+ gpr_log(GPR_DEBUG, "%s %s: Sending goaway last_new_stream_id=%d err=%s",
1815
+ std::string(t->peer_string.as_string_view()).c_str(),
1816
+ t->is_client ? "CLIENT" : "SERVER", t->last_new_stream_id,
1817
+ grpc_core::StatusToString(error).c_str());
1916
1818
  t->sent_goaway_state = GRPC_CHTTP2_FINAL_GOAWAY_SEND_SCHEDULED;
1917
1819
  grpc_chttp2_goaway_append(
1918
1820
  t->last_new_stream_id, static_cast<uint32_t>(http_error),
@@ -1921,22 +1823,21 @@ static void send_goaway(grpc_chttp2_transport* t, grpc_error_handle error,
1921
1823
  // Final GOAWAY has already been sent.
1922
1824
  }
1923
1825
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_GOAWAY_SENT);
1924
- GRPC_ERROR_UNREF(error);
1925
1826
  }
1926
1827
 
1927
1828
  void grpc_chttp2_add_ping_strike(grpc_chttp2_transport* t) {
1928
1829
  if (++t->ping_recv_state.ping_strikes > t->ping_policy.max_ping_strikes &&
1929
1830
  t->ping_policy.max_ping_strikes != 0) {
1930
1831
  send_goaway(t,
1931
- grpc_error_set_int(
1932
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("too_many_pings"),
1933
- GRPC_ERROR_INT_HTTP2_ERROR, GRPC_HTTP2_ENHANCE_YOUR_CALM),
1832
+ grpc_error_set_int(GRPC_ERROR_CREATE("too_many_pings"),
1833
+ grpc_core::StatusIntProperty::kHttp2Error,
1834
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
1934
1835
  /*immediate_disconnect_hint=*/true);
1935
1836
  // The transport will be closed after the write is done
1936
1837
  close_transport_locked(
1937
- t, grpc_error_set_int(
1938
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Too many pings"),
1939
- GRPC_ERROR_INT_GRPC_STATUS, GRPC_STATUS_UNAVAILABLE));
1838
+ t, grpc_error_set_int(GRPC_ERROR_CREATE("Too many pings"),
1839
+ grpc_core::StatusIntProperty::kRpcStatus,
1840
+ GRPC_STATUS_UNAVAILABLE));
1940
1841
  }
1941
1842
  }
1942
1843
 
@@ -1955,7 +1856,7 @@ static void perform_transport_op_locked(void* stream_op,
1955
1856
  grpc_chttp2_transport* t =
1956
1857
  static_cast<grpc_chttp2_transport*>(op->handler_private.extra_arg);
1957
1858
 
1958
- if (op->goaway_error != GRPC_ERROR_NONE) {
1859
+ if (!op->goaway_error.ok()) {
1959
1860
  send_goaway(t, op->goaway_error, /*immediate_disconnect_hint=*/false);
1960
1861
  }
1961
1862
 
@@ -1985,13 +1886,13 @@ static void perform_transport_op_locked(void* stream_op,
1985
1886
  t->state_tracker.RemoveWatcher(op->stop_connectivity_watch);
1986
1887
  }
1987
1888
 
1988
- if (op->disconnect_with_error != GRPC_ERROR_NONE) {
1989
- send_goaway(t, GRPC_ERROR_REF(op->disconnect_with_error),
1889
+ if (!op->disconnect_with_error.ok()) {
1890
+ send_goaway(t, op->disconnect_with_error,
1990
1891
  /*immediate_disconnect_hint=*/true);
1991
1892
  close_transport_locked(t, op->disconnect_with_error);
1992
1893
  }
1993
1894
 
1994
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_consumed, GRPC_ERROR_NONE);
1895
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_consumed, absl::OkStatus());
1995
1896
 
1996
1897
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "transport_op");
1997
1898
  }
@@ -2006,7 +1907,7 @@ static void perform_transport_op(grpc_transport* gt, grpc_transport_op* op) {
2006
1907
  GRPC_CHTTP2_REF_TRANSPORT(t, "transport_op");
2007
1908
  t->combiner->Run(GRPC_CLOSURE_INIT(&op->handler_private.closure,
2008
1909
  perform_transport_op_locked, op, nullptr),
2009
- GRPC_ERROR_NONE);
1910
+ absl::OkStatus());
2010
1911
  }
2011
1912
 
2012
1913
  //
@@ -2018,14 +1919,11 @@ void grpc_chttp2_maybe_complete_recv_initial_metadata(grpc_chttp2_transport* t,
2018
1919
  if (s->recv_initial_metadata_ready != nullptr &&
2019
1920
  s->published_metadata[0] != GRPC_METADATA_NOT_PUBLISHED) {
2020
1921
  if (s->seen_error) {
2021
- grpc_slice_buffer_reset_and_unref_internal(&s->frame_storage);
2022
- if (!s->pending_byte_stream) {
2023
- grpc_slice_buffer_reset_and_unref_internal(
2024
- &s->unprocessed_incoming_frames_buffer);
2025
- }
1922
+ grpc_slice_buffer_reset_and_unref(&s->frame_storage);
2026
1923
  }
2027
1924
  *s->recv_initial_metadata = std::move(s->initial_metadata_buffer);
2028
- s->recv_initial_metadata->Set(grpc_core::PeerString(), t->peer_string);
1925
+ s->recv_initial_metadata->Set(grpc_core::PeerString(),
1926
+ t->peer_string.Ref());
2029
1927
  // If we didn't receive initial metadata from the wire and instead faked a
2030
1928
  // status (due to stream cancellations for example), let upper layers know
2031
1929
  // that trailing metadata is immediately available.
@@ -2039,89 +1937,107 @@ void grpc_chttp2_maybe_complete_recv_initial_metadata(grpc_chttp2_transport* t,
2039
1937
  }
2040
1938
  }
2041
1939
 
2042
- void grpc_chttp2_maybe_complete_recv_message(grpc_chttp2_transport* /*t*/,
1940
+ void grpc_chttp2_maybe_complete_recv_message(grpc_chttp2_transport* t,
2043
1941
  grpc_chttp2_stream* s) {
2044
- grpc_error_handle error = GRPC_ERROR_NONE;
2045
- if (s->recv_message_ready != nullptr) {
2046
- *s->recv_message = nullptr;
2047
- if (s->final_metadata_requested && s->seen_error) {
2048
- grpc_slice_buffer_reset_and_unref_internal(&s->frame_storage);
2049
- if (!s->pending_byte_stream) {
2050
- grpc_slice_buffer_reset_and_unref_internal(
2051
- &s->unprocessed_incoming_frames_buffer);
2052
- }
1942
+ if (s->recv_message_ready == nullptr) return;
1943
+
1944
+ grpc_core::chttp2::StreamFlowControl::IncomingUpdateContext upd(
1945
+ &s->flow_control);
1946
+ grpc_error_handle error;
1947
+
1948
+ // Lambda is immediately invoked as a big scoped section that can be
1949
+ // exited out of at any point by returning.
1950
+ [&]() {
1951
+ if (grpc_http_trace.enabled()) {
1952
+ gpr_log(GPR_DEBUG,
1953
+ "maybe_complete_recv_message %p final_metadata_requested=%d "
1954
+ "seen_error=%d",
1955
+ s, s->final_metadata_requested, s->seen_error);
2053
1956
  }
2054
- if (!s->pending_byte_stream) {
2055
- while (s->unprocessed_incoming_frames_buffer.length > 0 ||
2056
- s->frame_storage.length > 0) {
2057
- if (s->unprocessed_incoming_frames_buffer.length == 0) {
2058
- grpc_slice_buffer_swap(&s->unprocessed_incoming_frames_buffer,
2059
- &s->frame_storage);
2060
- }
2061
- error = grpc_deframe_unprocessed_incoming_frames(
2062
- &s->data_parser, s, &s->unprocessed_incoming_frames_buffer, nullptr,
2063
- s->recv_message);
2064
- if (error != GRPC_ERROR_NONE) {
2065
- s->seen_error = true;
2066
- grpc_slice_buffer_reset_and_unref_internal(&s->frame_storage);
2067
- grpc_slice_buffer_reset_and_unref_internal(
2068
- &s->unprocessed_incoming_frames_buffer);
2069
- break;
2070
- } else if (*s->recv_message != nullptr) {
2071
- break;
1957
+ if (s->final_metadata_requested && s->seen_error) {
1958
+ grpc_slice_buffer_reset_and_unref(&s->frame_storage);
1959
+ s->recv_message->reset();
1960
+ } else {
1961
+ if (s->frame_storage.length != 0) {
1962
+ while (true) {
1963
+ GPR_ASSERT(s->frame_storage.length > 0);
1964
+ int64_t min_progress_size;
1965
+ auto r = grpc_deframe_unprocessed_incoming_frames(
1966
+ s, &min_progress_size, &**s->recv_message, s->recv_message_flags);
1967
+ if (grpc_http_trace.enabled()) {
1968
+ gpr_log(GPR_DEBUG, "Deframe data frame: %s",
1969
+ grpc_core::PollToString(r, [](absl::Status r) {
1970
+ return r.ToString();
1971
+ }).c_str());
1972
+ }
1973
+ if (r.pending()) {
1974
+ if (s->read_closed) {
1975
+ grpc_slice_buffer_reset_and_unref(&s->frame_storage);
1976
+ s->recv_message->reset();
1977
+ break;
1978
+ } else {
1979
+ upd.SetMinProgressSize(min_progress_size);
1980
+ return; // Out of lambda to enclosing function
1981
+ }
1982
+ } else {
1983
+ error = std::move(r.value());
1984
+ if (!error.ok()) {
1985
+ s->seen_error = true;
1986
+ grpc_slice_buffer_reset_and_unref(&s->frame_storage);
1987
+ break;
1988
+ } else {
1989
+ if (t->channelz_socket != nullptr) {
1990
+ t->channelz_socket->RecordMessageReceived();
1991
+ }
1992
+ break;
1993
+ }
1994
+ }
2072
1995
  }
1996
+ } else if (s->read_closed) {
1997
+ s->recv_message->reset();
1998
+ } else {
1999
+ upd.SetMinProgressSize(GRPC_HEADER_SIZE_IN_BYTES);
2000
+ return; // Out of lambda to enclosing function
2073
2001
  }
2074
2002
  }
2075
2003
  // save the length of the buffer before handing control back to application
2076
2004
  // threads. Needed to support correct flow control bookkeeping
2077
- s->unprocessed_incoming_frames_buffer_cached_length =
2078
- s->unprocessed_incoming_frames_buffer.length;
2079
- if (error == GRPC_ERROR_NONE && *s->recv_message != nullptr) {
2005
+ if (error.ok() && s->recv_message->has_value()) {
2080
2006
  null_then_sched_closure(&s->recv_message_ready);
2081
2007
  } else if (s->published_metadata[1] != GRPC_METADATA_NOT_PUBLISHED) {
2082
- *s->recv_message = nullptr;
2083
2008
  if (s->call_failed_before_recv_message != nullptr) {
2084
2009
  *s->call_failed_before_recv_message =
2085
2010
  (s->published_metadata[1] != GRPC_METADATA_PUBLISHED_AT_CLOSE);
2086
2011
  }
2087
2012
  null_then_sched_closure(&s->recv_message_ready);
2088
2013
  }
2089
- GRPC_ERROR_UNREF(error);
2090
- }
2014
+ }();
2015
+
2016
+ upd.SetPendingSize(s->frame_storage.length);
2017
+ grpc_chttp2_act_on_flowctl_action(upd.MakeAction(), t, s);
2091
2018
  }
2092
2019
 
2093
2020
  void grpc_chttp2_maybe_complete_recv_trailing_metadata(grpc_chttp2_transport* t,
2094
2021
  grpc_chttp2_stream* s) {
2095
2022
  grpc_chttp2_maybe_complete_recv_message(t, s);
2023
+ if (grpc_http_trace.enabled()) {
2024
+ gpr_log(GPR_DEBUG,
2025
+ "maybe_complete_recv_trailing_metadata cli=%d s=%p closure=%p "
2026
+ "read_closed=%d "
2027
+ "write_closed=%d %" PRIdPTR,
2028
+ t->is_client, s, s->recv_trailing_metadata_finished, s->read_closed,
2029
+ s->write_closed, s->frame_storage.length);
2030
+ }
2096
2031
  if (s->recv_trailing_metadata_finished != nullptr && s->read_closed &&
2097
2032
  s->write_closed) {
2098
2033
  if (s->seen_error || !t->is_client) {
2099
- grpc_slice_buffer_reset_and_unref_internal(&s->frame_storage);
2100
- if (!s->pending_byte_stream) {
2101
- grpc_slice_buffer_reset_and_unref_internal(
2102
- &s->unprocessed_incoming_frames_buffer);
2103
- }
2104
- }
2105
- bool pending_data = s->pending_byte_stream ||
2106
- s->unprocessed_incoming_frames_buffer.length > 0;
2107
- if (s->read_closed && s->frame_storage.length > 0 && !pending_data &&
2108
- !s->seen_error && s->recv_trailing_metadata_finished != nullptr) {
2109
- // Maybe some SYNC_FLUSH data is left in frame_storage. Consume them and
2110
- // maybe decompress the next 5 bytes in the stream.
2111
- grpc_slice_buffer_move_first(
2112
- &s->frame_storage,
2113
- std::min(s->frame_storage.length, size_t(GRPC_HEADER_SIZE_IN_BYTES)),
2114
- &s->unprocessed_incoming_frames_buffer);
2115
- if (s->unprocessed_incoming_frames_buffer.length > 0) {
2116
- pending_data = true;
2117
- }
2034
+ grpc_slice_buffer_reset_and_unref(&s->frame_storage);
2118
2035
  }
2119
- if (s->read_closed && s->frame_storage.length == 0 && !pending_data &&
2036
+ if (s->read_closed && s->frame_storage.length == 0 &&
2120
2037
  s->recv_trailing_metadata_finished != nullptr) {
2121
2038
  grpc_transport_move_stats(&s->stats, s->collecting_stats);
2122
2039
  s->collecting_stats = nullptr;
2123
2040
  *s->recv_trailing_metadata = std::move(s->trailing_metadata_buffer);
2124
- s->recv_trailing_metadata->Set(grpc_core::PeerString(), t->peer_string);
2125
2041
  null_then_sched_closure(&s->recv_trailing_metadata_finished);
2126
2042
  }
2127
2043
  }
@@ -2129,33 +2045,18 @@ void grpc_chttp2_maybe_complete_recv_trailing_metadata(grpc_chttp2_transport* t,
2129
2045
 
2130
2046
  static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
2131
2047
  grpc_error_handle error) {
2132
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(
2133
- grpc_chttp2_stream_map_delete(&t->stream_map, id));
2048
+ grpc_chttp2_stream* s = t->stream_map.extract(id).mapped();
2134
2049
  GPR_DEBUG_ASSERT(s);
2135
2050
  if (t->incoming_stream == s) {
2136
2051
  t->incoming_stream = nullptr;
2137
2052
  grpc_chttp2_parsing_become_skip_parser(t);
2138
2053
  }
2139
- if (s->pending_byte_stream) {
2140
- if (s->on_next != nullptr) {
2141
- grpc_core::Chttp2IncomingByteStream* bs = s->data_parser.parsing_frame;
2142
- if (error == GRPC_ERROR_NONE) {
2143
- error = GRPC_ERROR_CREATE_FROM_STATIC_STRING("Truncated message");
2144
- }
2145
- bs->PublishError(error);
2146
- bs->Unref();
2147
- s->data_parser.parsing_frame = nullptr;
2148
- } else {
2149
- GRPC_ERROR_UNREF(s->byte_stream_error);
2150
- s->byte_stream_error = GRPC_ERROR_REF(error);
2151
- }
2152
- }
2153
2054
 
2154
- if (grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
2055
+ if (t->stream_map.empty()) {
2155
2056
  post_benign_reclaimer(t);
2156
2057
  if (t->sent_goaway_state == GRPC_CHTTP2_FINAL_GOAWAY_SENT) {
2157
2058
  close_transport_locked(
2158
- t, GRPC_ERROR_CREATE_REFERENCING_FROM_STATIC_STRING(
2059
+ t, GRPC_ERROR_CREATE_REFERENCING(
2159
2060
  "Last stream closed after sending GOAWAY", &error, 1));
2160
2061
  }
2161
2062
  }
@@ -2165,8 +2066,6 @@ static void remove_stream(grpc_chttp2_transport* t, uint32_t id,
2165
2066
  grpc_chttp2_list_remove_stalled_by_stream(t, s);
2166
2067
  grpc_chttp2_list_remove_stalled_by_transport(t, s);
2167
2068
 
2168
- GRPC_ERROR_UNREF(error);
2169
-
2170
2069
  maybe_start_some_streams(t);
2171
2070
  }
2172
2071
 
@@ -2188,7 +2087,7 @@ void grpc_chttp2_cancel_stream(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2188
2087
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_RST_STREAM);
2189
2088
  }
2190
2089
  }
2191
- if (due_to_error != GRPC_ERROR_NONE && !s->seen_error) {
2090
+ if (!due_to_error.ok() && !s->seen_error) {
2192
2091
  s->seen_error = true;
2193
2092
  }
2194
2093
  grpc_chttp2_mark_stream_closed(t, s, 1, 1, due_to_error);
@@ -2210,7 +2109,8 @@ void grpc_chttp2_fake_status(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2210
2109
  // what we want - which is safe because we haven't told anyone
2211
2110
  // about the metadata yet
2212
2111
  if (s->published_metadata[1] == GRPC_METADATA_NOT_PUBLISHED ||
2213
- s->recv_trailing_metadata_finished != nullptr) {
2112
+ s->recv_trailing_metadata_finished != nullptr ||
2113
+ !s->final_metadata_requested) {
2214
2114
  s->trailing_metadata_buffer.Set(grpc_core::GrpcStatusMetadata(), status);
2215
2115
  if (!message.empty()) {
2216
2116
  s->trailing_metadata_buffer.Set(
@@ -2220,13 +2120,11 @@ void grpc_chttp2_fake_status(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2220
2120
  s->published_metadata[1] = GRPC_METADATA_SYNTHESIZED_FROM_FAKE;
2221
2121
  grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
2222
2122
  }
2223
-
2224
- GRPC_ERROR_UNREF(error);
2225
2123
  }
2226
2124
 
2227
2125
  static void add_error(grpc_error_handle error, grpc_error_handle* refs,
2228
2126
  size_t* nrefs) {
2229
- if (error == GRPC_ERROR_NONE) return;
2127
+ if (error.ok()) return;
2230
2128
  for (size_t i = 0; i < *nrefs; i++) {
2231
2129
  if (error == refs[i]) {
2232
2130
  return;
@@ -2244,12 +2142,10 @@ static grpc_error_handle removal_error(grpc_error_handle extra_error,
2244
2142
  add_error(s->read_closed_error, refs, &nrefs);
2245
2143
  add_error(s->write_closed_error, refs, &nrefs);
2246
2144
  add_error(extra_error, refs, &nrefs);
2247
- grpc_error_handle error = GRPC_ERROR_NONE;
2145
+ grpc_error_handle error;
2248
2146
  if (nrefs > 0) {
2249
- error = GRPC_ERROR_CREATE_REFERENCING_FROM_STATIC_STRING(main_error_msg,
2250
- refs, nrefs);
2147
+ error = GRPC_ERROR_CREATE_REFERENCING(main_error_msg, refs, nrefs);
2251
2148
  }
2252
- GRPC_ERROR_UNREF(extra_error);
2253
2149
  return error;
2254
2150
  }
2255
2151
 
@@ -2259,12 +2155,11 @@ static void flush_write_list(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2259
2155
  while (*list) {
2260
2156
  grpc_chttp2_write_cb* cb = *list;
2261
2157
  *list = cb->next;
2262
- grpc_chttp2_complete_closure_step(t, s, &cb->closure, GRPC_ERROR_REF(error),
2158
+ grpc_chttp2_complete_closure_step(t, s, &cb->closure, error,
2263
2159
  "on_write_finished_cb");
2264
2160
  cb->next = t->write_cb_pool;
2265
2161
  t->write_cb_pool = cb;
2266
2162
  }
2267
- GRPC_ERROR_UNREF(error);
2268
2163
  }
2269
2164
 
2270
2165
  void grpc_chttp2_fail_pending_writes(grpc_chttp2_transport* t,
@@ -2274,30 +2169,34 @@ void grpc_chttp2_fail_pending_writes(grpc_chttp2_transport* t,
2274
2169
  removal_error(error, s, "Pending writes failed due to stream closure");
2275
2170
  s->send_initial_metadata = nullptr;
2276
2171
  grpc_chttp2_complete_closure_step(t, s, &s->send_initial_metadata_finished,
2277
- GRPC_ERROR_REF(error),
2278
- "send_initial_metadata_finished");
2172
+ error, "send_initial_metadata_finished");
2279
2173
 
2280
2174
  s->send_trailing_metadata = nullptr;
2281
2175
  s->sent_trailing_metadata_op = nullptr;
2282
2176
  grpc_chttp2_complete_closure_step(t, s, &s->send_trailing_metadata_finished,
2283
- GRPC_ERROR_REF(error),
2284
- "send_trailing_metadata_finished");
2177
+ error, "send_trailing_metadata_finished");
2285
2178
 
2286
- s->fetching_send_message.reset();
2287
- grpc_chttp2_complete_closure_step(t, s, &s->fetching_send_message_finished,
2288
- GRPC_ERROR_REF(error),
2179
+ grpc_chttp2_complete_closure_step(t, s, &s->send_message_finished, error,
2289
2180
  "fetching_send_message_finished");
2290
- flush_write_list(t, s, &s->on_write_finished_cbs, GRPC_ERROR_REF(error));
2181
+ flush_write_list(t, s, &s->on_write_finished_cbs, error);
2291
2182
  flush_write_list(t, s, &s->on_flow_controlled_cbs, error);
2292
2183
  }
2293
2184
 
2294
2185
  void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2295
2186
  grpc_chttp2_stream* s, int close_reads,
2296
2187
  int close_writes, grpc_error_handle error) {
2188
+ if (grpc_http_trace.enabled()) {
2189
+ gpr_log(
2190
+ GPR_DEBUG, "MARK_STREAM_CLOSED: t=%p s=%p(id=%d) %s [%s]", t, s, s->id,
2191
+ (close_reads && close_writes)
2192
+ ? "read+write"
2193
+ : (close_reads ? "read" : (close_writes ? "write" : "nothing??")),
2194
+ grpc_core::StatusToString(error).c_str());
2195
+ }
2297
2196
  if (s->read_closed && s->write_closed) {
2298
2197
  // already closed, but we should still fake the status if needed.
2299
2198
  grpc_error_handle overall_error = removal_error(error, s, "Stream removed");
2300
- if (overall_error != GRPC_ERROR_NONE) {
2199
+ if (!overall_error.ok()) {
2301
2200
  grpc_chttp2_fake_status(t, s, overall_error);
2302
2201
  }
2303
2202
  grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
@@ -2306,26 +2205,25 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2306
2205
  bool closed_read = false;
2307
2206
  bool became_closed = false;
2308
2207
  if (close_reads && !s->read_closed) {
2309
- s->read_closed_error = GRPC_ERROR_REF(error);
2208
+ s->read_closed_error = error;
2310
2209
  s->read_closed = true;
2311
2210
  closed_read = true;
2312
2211
  }
2313
2212
  if (close_writes && !s->write_closed) {
2314
- s->write_closed_error = GRPC_ERROR_REF(error);
2213
+ s->write_closed_error = error;
2315
2214
  s->write_closed = true;
2316
- grpc_chttp2_fail_pending_writes(t, s, GRPC_ERROR_REF(error));
2215
+ grpc_chttp2_fail_pending_writes(t, s, error);
2317
2216
  }
2318
2217
  if (s->read_closed && s->write_closed) {
2319
2218
  became_closed = true;
2320
- grpc_error_handle overall_error =
2321
- removal_error(GRPC_ERROR_REF(error), s, "Stream removed");
2219
+ grpc_error_handle overall_error = removal_error(error, s, "Stream removed");
2322
2220
  if (s->id != 0) {
2323
- remove_stream(t, s->id, GRPC_ERROR_REF(overall_error));
2221
+ remove_stream(t, s->id, overall_error);
2324
2222
  } else {
2325
2223
  // Purge streams waiting on concurrency still waiting for id assignment
2326
2224
  grpc_chttp2_list_remove_waiting_for_concurrency(t, s);
2327
2225
  }
2328
- if (overall_error != GRPC_ERROR_NONE) {
2226
+ if (!overall_error.ok()) {
2329
2227
  grpc_chttp2_fake_status(t, s, overall_error);
2330
2228
  }
2331
2229
  }
@@ -2339,10 +2237,11 @@ void grpc_chttp2_mark_stream_closed(grpc_chttp2_transport* t,
2339
2237
  grpc_chttp2_maybe_complete_recv_message(t, s);
2340
2238
  }
2341
2239
  if (became_closed) {
2240
+ s->stats.latency =
2241
+ gpr_time_sub(gpr_now(GPR_CLOCK_MONOTONIC), s->creation_time);
2342
2242
  grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
2343
2243
  GRPC_CHTTP2_STREAM_UNREF(s, "chttp2");
2344
2244
  }
2345
- GRPC_ERROR_UNREF(error);
2346
2245
  }
2347
2246
 
2348
2247
  static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
@@ -2425,8 +2324,8 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2425
2324
 
2426
2325
  status_hdr = GRPC_SLICE_MALLOC(15 + (grpc_status >= 10));
2427
2326
  p = GRPC_SLICE_START_PTR(status_hdr);
2428
- *p++ = 0x00; /* literal header, not indexed */
2429
- *p++ = 11; /* len(grpc-status) */
2327
+ *p++ = 0x00; // literal header, not indexed
2328
+ *p++ = 11; // len(grpc-status)
2430
2329
  *p++ = 'g';
2431
2330
  *p++ = 'r';
2432
2331
  *p++ = 'p';
@@ -2451,11 +2350,11 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2451
2350
 
2452
2351
  size_t msg_len = message.length();
2453
2352
  GPR_ASSERT(msg_len <= UINT32_MAX);
2454
- grpc_core::VarintWriter<1> msg_len_writer(msg_len);
2353
+ grpc_core::VarintWriter<1> msg_len_writer(static_cast<uint32_t>(msg_len));
2455
2354
  message_pfx = GRPC_SLICE_MALLOC(14 + msg_len_writer.length());
2456
2355
  p = GRPC_SLICE_START_PTR(message_pfx);
2457
- *p++ = 0x00; /* literal header, not indexed */
2458
- *p++ = 12; /* len(grpc-message) */
2356
+ *p++ = 0x00; // literal header, not indexed
2357
+ *p++ = 12; // len(grpc-message)
2459
2358
  *p++ = 'g';
2460
2359
  *p++ = 'r';
2461
2360
  *p++ = 'p';
@@ -2504,30 +2403,24 @@ static void close_from_api(grpc_chttp2_transport* t, grpc_chttp2_stream* s,
2504
2403
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_CLOSE_FROM_API);
2505
2404
  }
2506
2405
 
2507
- struct cancel_stream_cb_args {
2508
- grpc_error_handle error;
2509
- grpc_chttp2_transport* t;
2510
- };
2511
-
2512
- static void cancel_stream_cb(void* user_data, uint32_t /*key*/, void* stream) {
2513
- cancel_stream_cb_args* args = static_cast<cancel_stream_cb_args*>(user_data);
2514
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(stream);
2515
- grpc_chttp2_cancel_stream(args->t, s, GRPC_ERROR_REF(args->error));
2516
- }
2517
-
2518
2406
  static void end_all_the_calls(grpc_chttp2_transport* t,
2519
2407
  grpc_error_handle error) {
2520
2408
  intptr_t http2_error;
2521
2409
  // If there is no explicit grpc or HTTP/2 error, set to UNAVAILABLE on server.
2522
2410
  if (!t->is_client && !grpc_error_has_clear_grpc_status(error) &&
2523
- !grpc_error_get_int(error, GRPC_ERROR_INT_HTTP2_ERROR, &http2_error)) {
2524
- error = grpc_error_set_int(error, GRPC_ERROR_INT_GRPC_STATUS,
2411
+ !grpc_error_get_int(error, grpc_core::StatusIntProperty::kHttp2Error,
2412
+ &http2_error)) {
2413
+ error = grpc_error_set_int(error, grpc_core::StatusIntProperty::kRpcStatus,
2525
2414
  GRPC_STATUS_UNAVAILABLE);
2526
2415
  }
2527
- cancel_unstarted_streams(t, GRPC_ERROR_REF(error));
2528
- cancel_stream_cb_args args = {error, t};
2529
- grpc_chttp2_stream_map_for_each(&t->stream_map, cancel_stream_cb, &args);
2530
- GRPC_ERROR_UNREF(error);
2416
+ cancel_unstarted_streams(t, error);
2417
+ std::vector<grpc_chttp2_stream*> to_cancel;
2418
+ for (auto id_stream : t->stream_map) {
2419
+ to_cancel.push_back(id_stream.second);
2420
+ }
2421
+ for (auto s : to_cancel) {
2422
+ grpc_chttp2_cancel_stream(t, s, error);
2423
+ }
2531
2424
  }
2532
2425
 
2533
2426
  //
@@ -2554,8 +2447,11 @@ void grpc_chttp2_act_on_flowctl_action(
2554
2447
  const grpc_core::chttp2::FlowControlAction& action,
2555
2448
  grpc_chttp2_transport* t, grpc_chttp2_stream* s) {
2556
2449
  WithUrgency(t, action.send_stream_update(),
2557
- GRPC_CHTTP2_INITIATE_WRITE_STREAM_FLOW_CONTROL,
2558
- [t, s]() { grpc_chttp2_mark_stream_writable(t, s); });
2450
+ GRPC_CHTTP2_INITIATE_WRITE_STREAM_FLOW_CONTROL, [t, s]() {
2451
+ if (s->id != 0 && !s->read_closed) {
2452
+ grpc_chttp2_mark_stream_writable(t, s);
2453
+ }
2454
+ });
2559
2455
  WithUrgency(t, action.send_transport_update(),
2560
2456
  GRPC_CHTTP2_INITIATE_WRITE_TRANSPORT_FLOW_CONTROL, []() {});
2561
2457
  WithUrgency(t, action.send_initial_window_update(),
@@ -2569,31 +2465,39 @@ void grpc_chttp2_act_on_flowctl_action(
2569
2465
  queue_setting_update(t, GRPC_CHTTP2_SETTINGS_MAX_FRAME_SIZE,
2570
2466
  action.max_frame_size());
2571
2467
  });
2468
+ if (t->enable_preferred_rx_crypto_frame_advertisement) {
2469
+ WithUrgency(
2470
+ t, action.preferred_rx_crypto_frame_size_update(),
2471
+ GRPC_CHTTP2_INITIATE_WRITE_SEND_SETTINGS, [t, &action]() {
2472
+ queue_setting_update(
2473
+ t, GRPC_CHTTP2_SETTINGS_GRPC_PREFERRED_RECEIVE_CRYPTO_FRAME_SIZE,
2474
+ action.preferred_rx_crypto_frame_size());
2475
+ });
2476
+ }
2572
2477
  }
2573
2478
 
2574
2479
  static grpc_error_handle try_http_parsing(grpc_chttp2_transport* t) {
2575
2480
  grpc_http_parser parser;
2576
2481
  size_t i = 0;
2577
- grpc_error_handle error = GRPC_ERROR_NONE;
2482
+ grpc_error_handle error;
2578
2483
  grpc_http_response response;
2579
2484
 
2580
2485
  grpc_http_parser_init(&parser, GRPC_HTTP_RESPONSE, &response);
2581
2486
 
2582
- grpc_error_handle parse_error = GRPC_ERROR_NONE;
2583
- for (; i < t->read_buffer.count && parse_error == GRPC_ERROR_NONE; i++) {
2487
+ grpc_error_handle parse_error;
2488
+ for (; i < t->read_buffer.count && parse_error.ok(); i++) {
2584
2489
  parse_error =
2585
2490
  grpc_http_parser_parse(&parser, t->read_buffer.slices[i], nullptr);
2586
2491
  }
2587
- if (parse_error == GRPC_ERROR_NONE &&
2588
- (parse_error = grpc_http_parser_eof(&parser)) == GRPC_ERROR_NONE) {
2492
+ if (parse_error.ok() &&
2493
+ (parse_error = grpc_http_parser_eof(&parser)) == absl::OkStatus()) {
2589
2494
  error = grpc_error_set_int(
2590
- grpc_error_set_int(GRPC_ERROR_CREATE_FROM_STATIC_STRING(
2591
- "Trying to connect an http1.x server"),
2592
- GRPC_ERROR_INT_HTTP_STATUS, response.status),
2593
- GRPC_ERROR_INT_GRPC_STATUS,
2495
+ grpc_error_set_int(
2496
+ GRPC_ERROR_CREATE("Trying to connect an http1.x server"),
2497
+ grpc_core::StatusIntProperty::kHttpStatus, response.status),
2498
+ grpc_core::StatusIntProperty::kRpcStatus,
2594
2499
  grpc_http2_status_to_grpc_status(response.status));
2595
2500
  }
2596
- GRPC_ERROR_UNREF(parse_error);
2597
2501
 
2598
2502
  grpc_http_parser_destroy(&parser);
2599
2503
  grpc_http_response_destroy(&response);
@@ -2604,44 +2508,31 @@ static void read_action(void* tp, grpc_error_handle error) {
2604
2508
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2605
2509
  t->combiner->Run(
2606
2510
  GRPC_CLOSURE_INIT(&t->read_action_locked, read_action_locked, t, nullptr),
2607
- GRPC_ERROR_REF(error));
2511
+ error);
2608
2512
  }
2609
2513
 
2610
2514
  static void read_action_locked(void* tp, grpc_error_handle error) {
2611
- GPR_TIMER_SCOPE("reading_action_locked", 0);
2612
-
2613
2515
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2614
2516
 
2615
- (void)GRPC_ERROR_REF(error);
2616
-
2617
2517
  grpc_error_handle err = error;
2618
- if (err != GRPC_ERROR_NONE) {
2619
- err = grpc_error_set_int(GRPC_ERROR_CREATE_REFERENCING_FROM_STATIC_STRING(
2620
- "Endpoint read failed", &err, 1),
2621
- GRPC_ERROR_INT_OCCURRED_DURING_WRITE,
2622
- t->write_state);
2518
+ if (!err.ok()) {
2519
+ err = grpc_error_set_int(
2520
+ GRPC_ERROR_CREATE_REFERENCING("Endpoint read failed", &err, 1),
2521
+ grpc_core::StatusIntProperty::kOccurredDuringWrite, t->write_state);
2623
2522
  }
2624
2523
  std::swap(err, error);
2625
- GRPC_ERROR_UNREF(err);
2626
- if (t->closed_with_error == GRPC_ERROR_NONE) {
2627
- GPR_TIMER_SCOPE("reading_action.parse", 0);
2524
+ if (t->closed_with_error.ok()) {
2628
2525
  size_t i = 0;
2629
- grpc_error_handle errors[3] = {GRPC_ERROR_REF(error), GRPC_ERROR_NONE,
2630
- GRPC_ERROR_NONE};
2631
- for (; i < t->read_buffer.count && errors[1] == GRPC_ERROR_NONE; i++) {
2526
+ grpc_error_handle errors[3] = {error, absl::OkStatus(), absl::OkStatus()};
2527
+ for (; i < t->read_buffer.count && errors[1] == absl::OkStatus(); i++) {
2632
2528
  errors[1] = grpc_chttp2_perform_read(t, t->read_buffer.slices[i]);
2633
2529
  }
2634
- if (errors[1] != GRPC_ERROR_NONE) {
2530
+ if (errors[1] != absl::OkStatus()) {
2635
2531
  errors[2] = try_http_parsing(t);
2636
- GRPC_ERROR_UNREF(error);
2637
- error = GRPC_ERROR_CREATE_REFERENCING_FROM_STATIC_STRING(
2638
- "Failed parsing HTTP/2", errors, GPR_ARRAY_SIZE(errors));
2639
- }
2640
- for (i = 0; i < GPR_ARRAY_SIZE(errors); i++) {
2641
- GRPC_ERROR_UNREF(errors[i]);
2532
+ error = GRPC_ERROR_CREATE_REFERENCING("Failed parsing HTTP/2", errors,
2533
+ GPR_ARRAY_SIZE(errors));
2642
2534
  }
2643
2535
 
2644
- GPR_TIMER_SCOPE("post_parse_locked", 0);
2645
2536
  if (t->initial_window_update != 0) {
2646
2537
  if (t->initial_window_update > 0) {
2647
2538
  grpc_chttp2_stream* s;
@@ -2655,29 +2546,28 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
2655
2546
  }
2656
2547
  }
2657
2548
 
2658
- GPR_TIMER_SCOPE("post_reading_action_locked", 0);
2659
2549
  bool keep_reading = false;
2660
- if (error == GRPC_ERROR_NONE && t->closed_with_error != GRPC_ERROR_NONE) {
2661
- error = GRPC_ERROR_CREATE_REFERENCING_FROM_STATIC_STRING(
2662
- "Transport closed", &t->closed_with_error, 1);
2550
+ if (error.ok() && !t->closed_with_error.ok()) {
2551
+ error = GRPC_ERROR_CREATE_REFERENCING("Transport closed",
2552
+ &t->closed_with_error, 1);
2663
2553
  }
2664
- if (error != GRPC_ERROR_NONE) {
2554
+ if (!error.ok()) {
2665
2555
  // If a goaway frame was received, this might be the reason why the read
2666
2556
  // failed. Add this info to the error
2667
- if (t->goaway_error != GRPC_ERROR_NONE) {
2668
- error = grpc_error_add_child(error, GRPC_ERROR_REF(t->goaway_error));
2557
+ if (!t->goaway_error.ok()) {
2558
+ error = grpc_error_add_child(error, t->goaway_error);
2669
2559
  }
2670
2560
 
2671
- close_transport_locked(t, GRPC_ERROR_REF(error));
2561
+ close_transport_locked(t, error);
2672
2562
  t->endpoint_reading = 0;
2673
- } else if (t->closed_with_error == GRPC_ERROR_NONE) {
2563
+ } else if (t->closed_with_error.ok()) {
2674
2564
  keep_reading = true;
2675
2565
  // Since we have read a byte, reset the keepalive timer
2676
2566
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
2677
- grpc_timer_cancel(&t->keepalive_ping_timer);
2567
+ maybe_reset_keepalive_ping_timer_locked(t);
2678
2568
  }
2679
2569
  }
2680
- grpc_slice_buffer_reset_and_unref_internal(&t->read_buffer);
2570
+ grpc_slice_buffer_reset_and_unref(&t->read_buffer);
2681
2571
 
2682
2572
  if (keep_reading) {
2683
2573
  if (t->num_pending_induced_frames >= DEFAULT_MAX_PENDING_INDUCED_FRAMES) {
@@ -2693,23 +2583,20 @@ static void read_action_locked(void* tp, grpc_error_handle error) {
2693
2583
  } else {
2694
2584
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
2695
2585
  }
2696
-
2697
- GRPC_ERROR_UNREF(error);
2698
2586
  }
2699
2587
 
2700
2588
  static void continue_read_action_locked(grpc_chttp2_transport* t) {
2701
- const bool urgent = t->goaway_error != GRPC_ERROR_NONE;
2589
+ const bool urgent = !t->goaway_error.ok();
2702
2590
  GRPC_CLOSURE_INIT(&t->read_action_locked, read_action, t,
2703
2591
  grpc_schedule_on_exec_ctx);
2704
2592
  grpc_endpoint_read(t->ep, &t->read_buffer, &t->read_action_locked, urgent,
2705
- /*min_progress_size=*/1);
2706
- grpc_chttp2_act_on_flowctl_action(t->flow_control->MakeAction(), t, nullptr);
2593
+ grpc_chttp2_min_read_progress_size(t));
2707
2594
  }
2708
2595
 
2709
2596
  // t is reffed prior to calling the first time, and once the callback chain
2710
2597
  // that kicks off finishes, it's unreffed
2711
2598
  void schedule_bdp_ping_locked(grpc_chttp2_transport* t) {
2712
- t->flow_control->bdp_estimator()->SchedulePing();
2599
+ t->flow_control.bdp_estimator()->SchedulePing();
2713
2600
  send_ping_locked(
2714
2601
  t,
2715
2602
  GRPC_CLOSURE_INIT(&t->start_bdp_ping_locked, start_bdp_ping, t,
@@ -2723,23 +2610,24 @@ static void start_bdp_ping(void* tp, grpc_error_handle error) {
2723
2610
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2724
2611
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_bdp_ping_locked,
2725
2612
  start_bdp_ping_locked, t, nullptr),
2726
- GRPC_ERROR_REF(error));
2613
+ error);
2727
2614
  }
2728
2615
 
2729
2616
  static void start_bdp_ping_locked(void* tp, grpc_error_handle error) {
2730
2617
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2731
2618
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
2732
- gpr_log(GPR_INFO, "%s: Start BDP ping err=%s", t->peer_string.c_str(),
2733
- grpc_error_std_string(error).c_str());
2619
+ gpr_log(GPR_INFO, "%s: Start BDP ping err=%s",
2620
+ std::string(t->peer_string.as_string_view()).c_str(),
2621
+ grpc_core::StatusToString(error).c_str());
2734
2622
  }
2735
- if (error != GRPC_ERROR_NONE || t->closed_with_error != GRPC_ERROR_NONE) {
2623
+ if (!error.ok() || !t->closed_with_error.ok()) {
2736
2624
  return;
2737
2625
  }
2738
2626
  // Reset the keepalive ping timer
2739
2627
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING) {
2740
- grpc_timer_cancel(&t->keepalive_ping_timer);
2628
+ maybe_reset_keepalive_ping_timer_locked(t);
2741
2629
  }
2742
- t->flow_control->bdp_estimator()->StartPing();
2630
+ t->flow_control.bdp_estimator()->StartPing();
2743
2631
  t->bdp_ping_started = true;
2744
2632
  }
2745
2633
 
@@ -2747,16 +2635,17 @@ static void finish_bdp_ping(void* tp, grpc_error_handle error) {
2747
2635
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2748
2636
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked,
2749
2637
  finish_bdp_ping_locked, t, nullptr),
2750
- GRPC_ERROR_REF(error));
2638
+ error);
2751
2639
  }
2752
2640
 
2753
2641
  static void finish_bdp_ping_locked(void* tp, grpc_error_handle error) {
2754
2642
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2755
2643
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace)) {
2756
- gpr_log(GPR_INFO, "%s: Complete BDP ping err=%s", t->peer_string.c_str(),
2757
- grpc_error_std_string(error).c_str());
2644
+ gpr_log(GPR_INFO, "%s: Complete BDP ping err=%s",
2645
+ std::string(t->peer_string.as_string_view()).c_str(),
2646
+ grpc_core::StatusToString(error).c_str());
2758
2647
  }
2759
- if (error != GRPC_ERROR_NONE || t->closed_with_error != GRPC_ERROR_NONE) {
2648
+ if (!error.ok() || !t->closed_with_error.ok()) {
2760
2649
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
2761
2650
  return;
2762
2651
  }
@@ -2765,40 +2654,37 @@ static void finish_bdp_ping_locked(void* tp, grpc_error_handle error) {
2765
2654
  // finish_bdp_ping_locked to be run later.
2766
2655
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_bdp_ping_locked,
2767
2656
  finish_bdp_ping_locked, t, nullptr),
2768
- GRPC_ERROR_REF(error));
2657
+ error);
2769
2658
  return;
2770
2659
  }
2771
2660
  t->bdp_ping_started = false;
2772
2661
  grpc_core::Timestamp next_ping =
2773
- t->flow_control->bdp_estimator()->CompletePing();
2774
- grpc_chttp2_act_on_flowctl_action(t->flow_control->PeriodicUpdate(), t,
2662
+ t->flow_control.bdp_estimator()->CompletePing();
2663
+ grpc_chttp2_act_on_flowctl_action(t->flow_control.PeriodicUpdate(), t,
2775
2664
  nullptr);
2776
- GPR_ASSERT(!t->have_next_bdp_ping_timer);
2777
- t->have_next_bdp_ping_timer = true;
2778
- GRPC_CLOSURE_INIT(&t->next_bdp_ping_timer_expired_locked,
2779
- next_bdp_ping_timer_expired, t, grpc_schedule_on_exec_ctx);
2780
- grpc_timer_init(&t->next_bdp_ping_timer, next_ping,
2781
- &t->next_bdp_ping_timer_expired_locked);
2665
+ GPR_ASSERT(!t->next_bdp_ping_timer_handle.has_value());
2666
+ t->next_bdp_ping_timer_handle =
2667
+ t->event_engine->RunAfter(next_ping - grpc_core::Timestamp::Now(), [t] {
2668
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2669
+ grpc_core::ExecCtx exec_ctx;
2670
+ next_bdp_ping_timer_expired(t);
2671
+ });
2782
2672
  }
2783
2673
 
2784
- static void next_bdp_ping_timer_expired(void* tp, grpc_error_handle error) {
2785
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2674
+ static void next_bdp_ping_timer_expired(grpc_chttp2_transport* t) {
2786
2675
  t->combiner->Run(
2787
2676
  GRPC_CLOSURE_INIT(&t->next_bdp_ping_timer_expired_locked,
2788
2677
  next_bdp_ping_timer_expired_locked, t, nullptr),
2789
- GRPC_ERROR_REF(error));
2678
+ absl::OkStatus());
2790
2679
  }
2791
2680
 
2792
- static void next_bdp_ping_timer_expired_locked(void* tp,
2793
- grpc_error_handle error) {
2681
+ static void next_bdp_ping_timer_expired_locked(
2682
+ void* tp, GRPC_UNUSED grpc_error_handle error) {
2683
+ GPR_DEBUG_ASSERT(error.ok());
2794
2684
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(tp);
2795
- GPR_ASSERT(t->have_next_bdp_ping_timer);
2796
- t->have_next_bdp_ping_timer = false;
2797
- if (error != GRPC_ERROR_NONE) {
2798
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
2799
- return;
2800
- }
2801
- if (t->flow_control->bdp_estimator()->accumulator() == 0) {
2685
+ GPR_ASSERT(t->next_bdp_ping_timer_handle.has_value());
2686
+ t->next_bdp_ping_timer_handle.reset();
2687
+ if (t->flow_control.bdp_estimator()->accumulator() == 0) {
2802
2688
  // Block the bdp ping till we receive more data.
2803
2689
  t->bdp_ping_blocked = true;
2804
2690
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "bdp_ping");
@@ -2809,99 +2695,93 @@ static void next_bdp_ping_timer_expired_locked(void* tp,
2809
2695
 
2810
2696
  void grpc_chttp2_config_default_keepalive_args(grpc_channel_args* args,
2811
2697
  bool is_client) {
2812
- size_t i;
2813
- if (args) {
2814
- for (i = 0; i < args->num_args; i++) {
2815
- if (0 == strcmp(args->args[i].key, GRPC_ARG_KEEPALIVE_TIME_MS)) {
2816
- const int value = grpc_channel_arg_get_integer(
2817
- &args->args[i], {is_client ? g_default_client_keepalive_time_ms
2818
- : g_default_server_keepalive_time_ms,
2819
- 1, INT_MAX});
2820
- if (is_client) {
2821
- g_default_client_keepalive_time_ms = value;
2822
- } else {
2823
- g_default_server_keepalive_time_ms = value;
2824
- }
2825
- } else if (0 ==
2826
- strcmp(args->args[i].key, GRPC_ARG_KEEPALIVE_TIMEOUT_MS)) {
2827
- const int value = grpc_channel_arg_get_integer(
2828
- &args->args[i], {is_client ? g_default_client_keepalive_timeout_ms
2829
- : g_default_server_keepalive_timeout_ms,
2830
- 0, INT_MAX});
2831
- if (is_client) {
2832
- g_default_client_keepalive_timeout_ms = value;
2833
- } else {
2834
- g_default_server_keepalive_timeout_ms = value;
2835
- }
2836
- } else if (0 == strcmp(args->args[i].key,
2837
- GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)) {
2838
- const bool value = static_cast<uint32_t>(grpc_channel_arg_get_integer(
2839
- &args->args[i],
2840
- {is_client ? g_default_client_keepalive_permit_without_calls
2841
- : g_default_server_keepalive_timeout_ms,
2842
- 0, 1}));
2843
- if (is_client) {
2844
- g_default_client_keepalive_permit_without_calls = value;
2845
- } else {
2846
- g_default_server_keepalive_permit_without_calls = value;
2847
- }
2848
- } else if (0 ==
2849
- strcmp(args->args[i].key, GRPC_ARG_HTTP2_MAX_PING_STRIKES)) {
2850
- g_default_max_ping_strikes = grpc_channel_arg_get_integer(
2851
- &args->args[i], {g_default_max_ping_strikes, 0, INT_MAX});
2852
- } else if (0 == strcmp(args->args[i].key,
2853
- GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)) {
2854
- g_default_max_pings_without_data = grpc_channel_arg_get_integer(
2855
- &args->args[i], {g_default_max_pings_without_data, 0, INT_MAX});
2856
- } else if (0 ==
2857
- strcmp(
2858
- args->args[i].key,
2859
- GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)) {
2860
- g_default_min_recv_ping_interval_without_data_ms =
2861
- grpc_channel_arg_get_integer(
2862
- &args->args[i],
2863
- {g_default_min_recv_ping_interval_without_data_ms, 0, INT_MAX});
2864
- }
2865
- }
2698
+ grpc_chttp2_config_default_keepalive_args(grpc_core::ChannelArgs::FromC(args),
2699
+ is_client);
2700
+ }
2701
+
2702
+ void grpc_chttp2_config_default_keepalive_args(
2703
+ const grpc_core::ChannelArgs& channel_args, bool is_client) {
2704
+ const auto keepalive_time =
2705
+ std::max(grpc_core::Duration::Milliseconds(1),
2706
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIME_MS)
2707
+ .value_or(is_client ? g_default_client_keepalive_time
2708
+ : g_default_server_keepalive_time));
2709
+ if (is_client) {
2710
+ g_default_client_keepalive_time = keepalive_time;
2711
+ } else {
2712
+ g_default_server_keepalive_time = keepalive_time;
2713
+ }
2714
+
2715
+ const auto keepalive_timeout = std::max(
2716
+ grpc_core::Duration::Zero(),
2717
+ channel_args.GetDurationFromIntMillis(GRPC_ARG_KEEPALIVE_TIMEOUT_MS)
2718
+ .value_or(is_client ? g_default_client_keepalive_timeout
2719
+ : g_default_server_keepalive_timeout));
2720
+ if (is_client) {
2721
+ g_default_client_keepalive_timeout = keepalive_timeout;
2722
+ } else {
2723
+ g_default_server_keepalive_timeout = keepalive_timeout;
2724
+ }
2725
+
2726
+ const bool keepalive_permit_without_calls =
2727
+ channel_args.GetBool(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS)
2728
+ .value_or(is_client
2729
+ ? g_default_client_keepalive_permit_without_calls
2730
+ : g_default_server_keepalive_permit_without_calls);
2731
+ if (is_client) {
2732
+ g_default_client_keepalive_permit_without_calls =
2733
+ keepalive_permit_without_calls;
2734
+ } else {
2735
+ g_default_server_keepalive_permit_without_calls =
2736
+ keepalive_permit_without_calls;
2866
2737
  }
2738
+
2739
+ g_default_max_ping_strikes =
2740
+ std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PING_STRIKES)
2741
+ .value_or(g_default_max_ping_strikes));
2742
+
2743
+ g_default_max_pings_without_data =
2744
+ std::max(0, channel_args.GetInt(GRPC_ARG_HTTP2_MAX_PINGS_WITHOUT_DATA)
2745
+ .value_or(g_default_max_pings_without_data));
2746
+
2747
+ g_default_min_recv_ping_interval_without_data =
2748
+ std::max(grpc_core::Duration::Zero(),
2749
+ channel_args
2750
+ .GetDurationFromIntMillis(
2751
+ GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS)
2752
+ .value_or(g_default_min_recv_ping_interval_without_data));
2867
2753
  }
2868
2754
 
2869
- static void init_keepalive_ping(void* arg, grpc_error_handle error) {
2870
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2755
+ static void init_keepalive_ping(grpc_chttp2_transport* t) {
2871
2756
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->init_keepalive_ping_locked,
2872
2757
  init_keepalive_ping_locked, t, nullptr),
2873
- GRPC_ERROR_REF(error));
2758
+ absl::OkStatus());
2874
2759
  }
2875
2760
 
2876
- static void init_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2761
+ static void init_keepalive_ping_locked(void* arg,
2762
+ GRPC_UNUSED grpc_error_handle error) {
2763
+ GPR_DEBUG_ASSERT(error.ok());
2877
2764
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2878
2765
  GPR_ASSERT(t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_WAITING);
2879
- if (t->destroying || t->closed_with_error != GRPC_ERROR_NONE) {
2766
+ GPR_ASSERT(t->keepalive_ping_timer_handle.has_value());
2767
+ t->keepalive_ping_timer_handle.reset();
2768
+ if (t->destroying || !t->closed_with_error.ok()) {
2880
2769
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
2881
- } else if (error == GRPC_ERROR_NONE) {
2882
- if (t->keepalive_permit_without_calls ||
2883
- grpc_chttp2_stream_map_size(&t->stream_map) > 0) {
2770
+ } else {
2771
+ if (t->keepalive_permit_without_calls || !t->stream_map.empty()) {
2884
2772
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_PINGING;
2885
2773
  GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive ping end");
2886
- grpc_timer_init_unset(&t->keepalive_watchdog_timer);
2887
2774
  send_keepalive_ping_locked(t);
2888
2775
  grpc_chttp2_initiate_write(t, GRPC_CHTTP2_INITIATE_WRITE_KEEPALIVE_PING);
2889
2776
  } else {
2890
2777
  GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
2891
- GRPC_CLOSURE_INIT(&t->init_keepalive_ping_locked, init_keepalive_ping, t,
2892
- grpc_schedule_on_exec_ctx);
2893
- grpc_timer_init(&t->keepalive_ping_timer,
2894
- grpc_core::ExecCtx::Get()->Now() + t->keepalive_time,
2895
- &t->init_keepalive_ping_locked);
2896
- }
2897
- } else if (error == GRPC_ERROR_CANCELLED) {
2898
- // The keepalive ping timer may be cancelled by bdp
2899
- GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
2900
- GRPC_CLOSURE_INIT(&t->init_keepalive_ping_locked, init_keepalive_ping, t,
2901
- grpc_schedule_on_exec_ctx);
2902
- grpc_timer_init(&t->keepalive_ping_timer,
2903
- grpc_core::ExecCtx::Get()->Now() + t->keepalive_time,
2904
- &t->init_keepalive_ping_locked);
2778
+ t->keepalive_ping_timer_handle =
2779
+ t->event_engine->RunAfter(t->keepalive_time, [t] {
2780
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2781
+ grpc_core::ExecCtx exec_ctx;
2782
+ init_keepalive_ping(t);
2783
+ });
2784
+ }
2905
2785
  }
2906
2786
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "init keepalive ping");
2907
2787
  }
@@ -2910,12 +2790,12 @@ static void start_keepalive_ping(void* arg, grpc_error_handle error) {
2910
2790
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2911
2791
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->start_keepalive_ping_locked,
2912
2792
  start_keepalive_ping_locked, t, nullptr),
2913
- GRPC_ERROR_REF(error));
2793
+ error);
2914
2794
  }
2915
2795
 
2916
2796
  static void start_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2917
2797
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2918
- if (error != GRPC_ERROR_NONE) {
2798
+ if (!error.ok()) {
2919
2799
  return;
2920
2800
  }
2921
2801
  if (t->channelz_socket != nullptr) {
@@ -2923,14 +2803,16 @@ static void start_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2923
2803
  }
2924
2804
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
2925
2805
  GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
2926
- gpr_log(GPR_INFO, "%s: Start keepalive ping", t->peer_string.c_str());
2806
+ gpr_log(GPR_INFO, "%s: Start keepalive ping",
2807
+ std::string(t->peer_string.as_string_view()).c_str());
2927
2808
  }
2928
2809
  GRPC_CHTTP2_REF_TRANSPORT(t, "keepalive watchdog");
2929
- GRPC_CLOSURE_INIT(&t->keepalive_watchdog_fired_locked,
2930
- keepalive_watchdog_fired, t, grpc_schedule_on_exec_ctx);
2931
- grpc_timer_init(&t->keepalive_watchdog_timer,
2932
- grpc_core::ExecCtx::Get()->Now() + t->keepalive_timeout,
2933
- &t->keepalive_watchdog_fired_locked);
2810
+ t->keepalive_watchdog_timer_handle =
2811
+ t->event_engine->RunAfter(t->keepalive_timeout, [t] {
2812
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2813
+ grpc_core::ExecCtx exec_ctx;
2814
+ keepalive_watchdog_fired(t);
2815
+ });
2934
2816
  t->keepalive_ping_started = true;
2935
2817
  }
2936
2818
 
@@ -2938,16 +2820,17 @@ static void finish_keepalive_ping(void* arg, grpc_error_handle error) {
2938
2820
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2939
2821
  t->combiner->Run(GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
2940
2822
  finish_keepalive_ping_locked, t, nullptr),
2941
- GRPC_ERROR_REF(error));
2823
+ error);
2942
2824
  }
2943
2825
 
2944
2826
  static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2945
2827
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2946
2828
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
2947
- if (error == GRPC_ERROR_NONE) {
2829
+ if (error.ok()) {
2948
2830
  if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
2949
2831
  GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
2950
- gpr_log(GPR_INFO, "%s: Finish keepalive ping", t->peer_string.c_str());
2832
+ gpr_log(GPR_INFO, "%s: Finish keepalive ping",
2833
+ std::string(t->peer_string.as_string_view()).c_str());
2951
2834
  }
2952
2835
  if (!t->keepalive_ping_started) {
2953
2836
  // start_keepalive_ping_locked has not run yet. Reschedule
@@ -2955,56 +2838,81 @@ static void finish_keepalive_ping_locked(void* arg, grpc_error_handle error) {
2955
2838
  t->combiner->Run(
2956
2839
  GRPC_CLOSURE_INIT(&t->finish_keepalive_ping_locked,
2957
2840
  finish_keepalive_ping_locked, t, nullptr),
2958
- GRPC_ERROR_REF(error));
2841
+ error);
2959
2842
  return;
2960
2843
  }
2961
2844
  t->keepalive_ping_started = false;
2962
2845
  t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_WAITING;
2963
- grpc_timer_cancel(&t->keepalive_watchdog_timer);
2846
+ if (t->keepalive_watchdog_timer_handle.has_value()) {
2847
+ if (t->event_engine->Cancel(*t->keepalive_watchdog_timer_handle)) {
2848
+ GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
2849
+ t->keepalive_watchdog_timer_handle.reset();
2850
+ }
2851
+ }
2852
+ GPR_ASSERT(!t->keepalive_ping_timer_handle.has_value());
2964
2853
  GRPC_CHTTP2_REF_TRANSPORT(t, "init keepalive ping");
2965
- GRPC_CLOSURE_INIT(&t->init_keepalive_ping_locked, init_keepalive_ping, t,
2966
- grpc_schedule_on_exec_ctx);
2967
- grpc_timer_init(&t->keepalive_ping_timer,
2968
- grpc_core::ExecCtx::Get()->Now() + t->keepalive_time,
2969
- &t->init_keepalive_ping_locked);
2854
+ t->keepalive_ping_timer_handle =
2855
+ t->event_engine->RunAfter(t->keepalive_time, [t] {
2856
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2857
+ grpc_core::ExecCtx exec_ctx;
2858
+ init_keepalive_ping(t);
2859
+ });
2970
2860
  }
2971
2861
  }
2972
2862
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive ping end");
2973
2863
  }
2974
2864
 
2975
- static void keepalive_watchdog_fired(void* arg, grpc_error_handle error) {
2976
- grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2865
+ static void keepalive_watchdog_fired(grpc_chttp2_transport* t) {
2977
2866
  t->combiner->Run(
2978
2867
  GRPC_CLOSURE_INIT(&t->keepalive_watchdog_fired_locked,
2979
2868
  keepalive_watchdog_fired_locked, t, nullptr),
2980
- GRPC_ERROR_REF(error));
2869
+ absl::OkStatus());
2981
2870
  }
2982
2871
 
2983
- static void keepalive_watchdog_fired_locked(void* arg,
2984
- grpc_error_handle error) {
2872
+ static void keepalive_watchdog_fired_locked(
2873
+ void* arg, GRPC_UNUSED grpc_error_handle error) {
2874
+ GPR_DEBUG_ASSERT(error.ok());
2985
2875
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
2876
+ GPR_ASSERT(t->keepalive_watchdog_timer_handle.has_value());
2877
+ t->keepalive_watchdog_timer_handle.reset();
2986
2878
  if (t->keepalive_state == GRPC_CHTTP2_KEEPALIVE_STATE_PINGING) {
2987
- if (error == GRPC_ERROR_NONE) {
2988
- gpr_log(GPR_INFO, "%s: Keepalive watchdog fired. Closing transport.",
2989
- t->peer_string.c_str());
2990
- t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
2991
- close_transport_locked(
2992
- t, grpc_error_set_int(GRPC_ERROR_CREATE_FROM_STATIC_STRING(
2993
- "keepalive watchdog timeout"),
2994
- GRPC_ERROR_INT_GRPC_STATUS,
2995
- GRPC_STATUS_UNAVAILABLE));
2996
- }
2879
+ gpr_log(GPR_INFO, "%s: Keepalive watchdog fired. Closing transport.",
2880
+ std::string(t->peer_string.as_string_view()).c_str());
2881
+ t->keepalive_state = GRPC_CHTTP2_KEEPALIVE_STATE_DYING;
2882
+ close_transport_locked(
2883
+ t, grpc_error_set_int(GRPC_ERROR_CREATE("keepalive watchdog timeout"),
2884
+ grpc_core::StatusIntProperty::kRpcStatus,
2885
+ GRPC_STATUS_UNAVAILABLE));
2997
2886
  } else {
2998
- // The watchdog timer should have been cancelled by
2999
- // finish_keepalive_ping_locked.
3000
- if (GPR_UNLIKELY(error != GRPC_ERROR_CANCELLED)) {
3001
- gpr_log(GPR_ERROR, "keepalive_ping_end state error: %d (expect: %d)",
3002
- t->keepalive_state, GRPC_CHTTP2_KEEPALIVE_STATE_PINGING);
3003
- }
2887
+ // If keepalive_state is not PINGING, we consider it as an error. Maybe the
2888
+ // cancellation failed in finish_keepalive_ping_locked. Users have seen
2889
+ // other states: https://github.com/grpc/grpc/issues/32085.
2890
+ gpr_log(GPR_ERROR, "keepalive_ping_end state error: %d (expect: %d)",
2891
+ t->keepalive_state, GRPC_CHTTP2_KEEPALIVE_STATE_PINGING);
3004
2892
  }
3005
2893
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "keepalive watchdog");
3006
2894
  }
3007
2895
 
2896
+ static void maybe_reset_keepalive_ping_timer_locked(grpc_chttp2_transport* t) {
2897
+ if (t->keepalive_ping_timer_handle.has_value()) {
2898
+ if (t->event_engine->Cancel(*t->keepalive_ping_timer_handle)) {
2899
+ // Cancel succeeds, resets the keepalive ping timer. Note that we don't
2900
+ // need to Ref or Unref here since we still hold the Ref.
2901
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_http_trace) ||
2902
+ GRPC_TRACE_FLAG_ENABLED(grpc_keepalive_trace)) {
2903
+ gpr_log(GPR_INFO, "%s: Keepalive ping cancelled. Resetting timer.",
2904
+ std::string(t->peer_string.as_string_view()).c_str());
2905
+ }
2906
+ t->keepalive_ping_timer_handle =
2907
+ t->event_engine->RunAfter(t->keepalive_time, [t] {
2908
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
2909
+ grpc_core::ExecCtx exec_ctx;
2910
+ init_keepalive_ping(t);
2911
+ });
2912
+ }
2913
+ }
2914
+ }
2915
+
3008
2916
  //
3009
2917
  // CALLBACK LOOP
3010
2918
  //
@@ -3013,8 +2921,9 @@ static void connectivity_state_set(grpc_chttp2_transport* t,
3013
2921
  grpc_connectivity_state state,
3014
2922
  const absl::Status& status,
3015
2923
  const char* reason) {
3016
- GRPC_CHTTP2_IF_TRACING(
3017
- gpr_log(GPR_INFO, "transport %p set connectivity_state=%d", t, state));
2924
+ GRPC_CHTTP2_IF_TRACING(gpr_log(
2925
+ GPR_INFO, "transport %p set connectivity_state=%d; status=%s; reason=%s",
2926
+ t, state, status.ToString().c_str(), reason));
3018
2927
  t->state_tracker.SetState(state, status, reason);
3019
2928
  }
3020
2929
 
@@ -3034,187 +2943,6 @@ static void set_pollset_set(grpc_transport* gt, grpc_stream* /*gs*/,
3034
2943
  grpc_endpoint_add_to_pollset_set(t->ep, pollset_set);
3035
2944
  }
3036
2945
 
3037
- //
3038
- // BYTE STREAM
3039
- //
3040
-
3041
- static void reset_byte_stream(void* arg, grpc_error_handle error) {
3042
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(arg);
3043
- s->pending_byte_stream = false;
3044
- if (error == GRPC_ERROR_NONE) {
3045
- grpc_chttp2_maybe_complete_recv_message(s->t, s);
3046
- grpc_chttp2_maybe_complete_recv_trailing_metadata(s->t, s);
3047
- } else {
3048
- GPR_ASSERT(error != GRPC_ERROR_NONE);
3049
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, s->on_next, GRPC_ERROR_REF(error));
3050
- s->on_next = nullptr;
3051
- GRPC_ERROR_UNREF(s->byte_stream_error);
3052
- s->byte_stream_error = GRPC_ERROR_NONE;
3053
- grpc_chttp2_cancel_stream(s->t, s, GRPC_ERROR_REF(error));
3054
- s->byte_stream_error = GRPC_ERROR_REF(error);
3055
- }
3056
- }
3057
-
3058
- namespace grpc_core {
3059
-
3060
- Chttp2IncomingByteStream::Chttp2IncomingByteStream(
3061
- grpc_chttp2_transport* transport, grpc_chttp2_stream* stream,
3062
- uint32_t frame_size, uint32_t flags)
3063
- : ByteStream(frame_size, flags),
3064
- transport_(transport),
3065
- stream_(stream),
3066
- refs_(2),
3067
- remaining_bytes_(frame_size) {
3068
- GRPC_ERROR_UNREF(stream->byte_stream_error);
3069
- stream->byte_stream_error = GRPC_ERROR_NONE;
3070
- }
3071
-
3072
- void Chttp2IncomingByteStream::OrphanLocked(
3073
- void* arg, grpc_error_handle /*error_ignored*/) {
3074
- Chttp2IncomingByteStream* bs = static_cast<Chttp2IncomingByteStream*>(arg);
3075
- grpc_chttp2_stream* s = bs->stream_;
3076
- grpc_chttp2_transport* t = s->t;
3077
- bs->Unref();
3078
- s->pending_byte_stream = false;
3079
- grpc_chttp2_maybe_complete_recv_message(t, s);
3080
- grpc_chttp2_maybe_complete_recv_trailing_metadata(t, s);
3081
- }
3082
-
3083
- void Chttp2IncomingByteStream::Orphan() {
3084
- GPR_TIMER_SCOPE("incoming_byte_stream_destroy", 0);
3085
- transport_->combiner->Run(
3086
- GRPC_CLOSURE_INIT(&destroy_action_,
3087
- &Chttp2IncomingByteStream::OrphanLocked, this, nullptr),
3088
- GRPC_ERROR_NONE);
3089
- }
3090
-
3091
- void Chttp2IncomingByteStream::NextLocked(void* arg,
3092
- grpc_error_handle /*error_ignored*/) {
3093
- Chttp2IncomingByteStream* bs = static_cast<Chttp2IncomingByteStream*>(arg);
3094
- grpc_chttp2_transport* t = bs->transport_;
3095
- grpc_chttp2_stream* s = bs->stream_;
3096
- size_t cur_length = s->frame_storage.length;
3097
- if (!s->read_closed) {
3098
- s->flow_control->IncomingByteStreamUpdate(bs->next_action_.max_size_hint,
3099
- cur_length);
3100
- grpc_chttp2_act_on_flowctl_action(s->flow_control->MakeAction(), t, s);
3101
- }
3102
- GPR_ASSERT(s->unprocessed_incoming_frames_buffer.length == 0);
3103
- if (s->frame_storage.length > 0) {
3104
- grpc_slice_buffer_swap(&s->frame_storage,
3105
- &s->unprocessed_incoming_frames_buffer);
3106
- ExecCtx::Run(DEBUG_LOCATION, bs->next_action_.on_complete, GRPC_ERROR_NONE);
3107
- } else if (s->byte_stream_error != GRPC_ERROR_NONE) {
3108
- ExecCtx::Run(DEBUG_LOCATION, bs->next_action_.on_complete,
3109
- GRPC_ERROR_REF(s->byte_stream_error));
3110
- if (s->data_parser.parsing_frame != nullptr) {
3111
- s->data_parser.parsing_frame->Unref();
3112
- s->data_parser.parsing_frame = nullptr;
3113
- }
3114
- } else if (s->read_closed) {
3115
- if (bs->remaining_bytes_ != 0) {
3116
- s->byte_stream_error = GRPC_ERROR_CREATE_REFERENCING_FROM_STATIC_STRING(
3117
- "Truncated message", &s->read_closed_error, 1);
3118
- ExecCtx::Run(DEBUG_LOCATION, bs->next_action_.on_complete,
3119
- GRPC_ERROR_REF(s->byte_stream_error));
3120
- if (s->data_parser.parsing_frame != nullptr) {
3121
- s->data_parser.parsing_frame->Unref();
3122
- s->data_parser.parsing_frame = nullptr;
3123
- }
3124
- } else {
3125
- // Should never reach here.
3126
- GPR_ASSERT(false);
3127
- }
3128
- } else {
3129
- s->on_next = bs->next_action_.on_complete;
3130
- }
3131
- bs->Unref();
3132
- }
3133
-
3134
- bool Chttp2IncomingByteStream::Next(size_t max_size_hint,
3135
- grpc_closure* on_complete) {
3136
- GPR_TIMER_SCOPE("incoming_byte_stream_next", 0);
3137
- if (stream_->unprocessed_incoming_frames_buffer.length > 0) {
3138
- return true;
3139
- } else {
3140
- Ref();
3141
- next_action_.max_size_hint = max_size_hint;
3142
- next_action_.on_complete = on_complete;
3143
- transport_->combiner->Run(
3144
- GRPC_CLOSURE_INIT(&next_action_.closure,
3145
- &Chttp2IncomingByteStream::NextLocked, this, nullptr),
3146
- GRPC_ERROR_NONE);
3147
- return false;
3148
- }
3149
- }
3150
-
3151
- grpc_error_handle Chttp2IncomingByteStream::Pull(grpc_slice* slice) {
3152
- GPR_TIMER_SCOPE("incoming_byte_stream_pull", 0);
3153
- grpc_error_handle error;
3154
- if (stream_->unprocessed_incoming_frames_buffer.length > 0) {
3155
- error = grpc_deframe_unprocessed_incoming_frames(
3156
- &stream_->data_parser, stream_,
3157
- &stream_->unprocessed_incoming_frames_buffer, slice, nullptr);
3158
- if (error != GRPC_ERROR_NONE) {
3159
- return error;
3160
- }
3161
- } else {
3162
- error = GRPC_ERROR_CREATE_FROM_STATIC_STRING("Truncated message");
3163
- stream_->t->combiner->Run(&stream_->reset_byte_stream,
3164
- GRPC_ERROR_REF(error));
3165
- return error;
3166
- }
3167
- return GRPC_ERROR_NONE;
3168
- }
3169
-
3170
- void Chttp2IncomingByteStream::PublishError(grpc_error_handle error) {
3171
- GPR_ASSERT(error != GRPC_ERROR_NONE);
3172
- ExecCtx::Run(DEBUG_LOCATION, stream_->on_next, GRPC_ERROR_REF(error));
3173
- stream_->on_next = nullptr;
3174
- GRPC_ERROR_UNREF(stream_->byte_stream_error);
3175
- stream_->byte_stream_error = GRPC_ERROR_REF(error);
3176
- grpc_chttp2_cancel_stream(transport_, stream_, GRPC_ERROR_REF(error));
3177
- }
3178
-
3179
- grpc_error_handle Chttp2IncomingByteStream::Push(const grpc_slice& slice,
3180
- grpc_slice* slice_out) {
3181
- if (remaining_bytes_ < GRPC_SLICE_LENGTH(slice)) {
3182
- grpc_error_handle error =
3183
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Too many bytes in stream");
3184
- transport_->combiner->Run(&stream_->reset_byte_stream,
3185
- GRPC_ERROR_REF(error));
3186
- grpc_slice_unref_internal(slice);
3187
- return error;
3188
- } else {
3189
- remaining_bytes_ -= static_cast<uint32_t> GRPC_SLICE_LENGTH(slice);
3190
- if (slice_out != nullptr) {
3191
- *slice_out = slice;
3192
- }
3193
- return GRPC_ERROR_NONE;
3194
- }
3195
- }
3196
-
3197
- grpc_error_handle Chttp2IncomingByteStream::Finished(grpc_error_handle error,
3198
- bool reset_on_error) {
3199
- if (error == GRPC_ERROR_NONE) {
3200
- if (remaining_bytes_ != 0) {
3201
- error = GRPC_ERROR_CREATE_FROM_STATIC_STRING("Truncated message");
3202
- }
3203
- }
3204
- if (error != GRPC_ERROR_NONE && reset_on_error) {
3205
- transport_->combiner->Run(&stream_->reset_byte_stream,
3206
- GRPC_ERROR_REF(error));
3207
- }
3208
- Unref();
3209
- return error;
3210
- }
3211
-
3212
- void Chttp2IncomingByteStream::Shutdown(grpc_error_handle error) {
3213
- GRPC_ERROR_UNREF(Finished(error, true /* reset_on_error */));
3214
- }
3215
-
3216
- } // namespace grpc_core
3217
-
3218
2946
  //
3219
2947
  // RESOURCE QUOTAS
3220
2948
  //
@@ -3231,7 +2959,7 @@ static void post_benign_reclaimer(grpc_chttp2_transport* t) {
3231
2959
  benign_reclaimer_locked, t,
3232
2960
  grpc_schedule_on_exec_ctx);
3233
2961
  t->active_reclamation = std::move(*sweep);
3234
- t->combiner->Run(&t->benign_reclaimer_locked, GRPC_ERROR_NONE);
2962
+ t->combiner->Run(&t->benign_reclaimer_locked, absl::OkStatus());
3235
2963
  } else {
3236
2964
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
3237
2965
  }
@@ -3251,9 +2979,10 @@ static void post_destructive_reclaimer(grpc_chttp2_transport* t) {
3251
2979
  destructive_reclaimer_locked, t,
3252
2980
  grpc_schedule_on_exec_ctx);
3253
2981
  t->active_reclamation = std::move(*sweep);
3254
- t->combiner->Run(&t->destructive_reclaimer_locked, GRPC_ERROR_NONE);
2982
+ t->combiner->Run(&t->destructive_reclaimer_locked,
2983
+ absl::OkStatus());
3255
2984
  } else {
3256
- GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
2985
+ GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
3257
2986
  }
3258
2987
  });
3259
2988
  }
@@ -3261,29 +2990,27 @@ static void post_destructive_reclaimer(grpc_chttp2_transport* t) {
3261
2990
 
3262
2991
  static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
3263
2992
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
3264
- if (error == GRPC_ERROR_NONE &&
3265
- grpc_chttp2_stream_map_size(&t->stream_map) == 0) {
2993
+ if (error.ok() && t->stream_map.empty()) {
3266
2994
  // Channel with no active streams: send a goaway to try and make it
3267
2995
  // disconnect cleanly
3268
2996
  if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
3269
2997
  gpr_log(GPR_INFO, "HTTP2: %s - send goaway to free memory",
3270
- t->peer_string.c_str());
2998
+ std::string(t->peer_string.as_string_view()).c_str());
3271
2999
  }
3272
3000
  send_goaway(t,
3273
- grpc_error_set_int(
3274
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Buffers full"),
3275
- GRPC_ERROR_INT_HTTP2_ERROR, GRPC_HTTP2_ENHANCE_YOUR_CALM),
3001
+ grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
3002
+ grpc_core::StatusIntProperty::kHttp2Error,
3003
+ GRPC_HTTP2_ENHANCE_YOUR_CALM),
3276
3004
  /*immediate_disconnect_hint=*/true);
3277
- } else if (error == GRPC_ERROR_NONE &&
3278
- GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
3005
+ } else if (error.ok() && GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
3279
3006
  gpr_log(GPR_INFO,
3280
3007
  "HTTP2: %s - skip benign reclamation, there are still %" PRIdPTR
3281
3008
  " streams",
3282
- t->peer_string.c_str(),
3283
- grpc_chttp2_stream_map_size(&t->stream_map));
3009
+ std::string(t->peer_string.as_string_view()).c_str(),
3010
+ t->stream_map.size());
3284
3011
  }
3285
3012
  t->benign_reclaimer_registered = false;
3286
- if (error != GRPC_ERROR_CANCELLED) {
3013
+ if (error != absl::CancelledError()) {
3287
3014
  t->active_reclamation.Finish();
3288
3015
  }
3289
3016
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "benign_reclaimer");
@@ -3291,21 +3018,20 @@ static void benign_reclaimer_locked(void* arg, grpc_error_handle error) {
3291
3018
 
3292
3019
  static void destructive_reclaimer_locked(void* arg, grpc_error_handle error) {
3293
3020
  grpc_chttp2_transport* t = static_cast<grpc_chttp2_transport*>(arg);
3294
- size_t n = grpc_chttp2_stream_map_size(&t->stream_map);
3295
3021
  t->destructive_reclaimer_registered = false;
3296
- if (error == GRPC_ERROR_NONE && n > 0) {
3297
- grpc_chttp2_stream* s = static_cast<grpc_chttp2_stream*>(
3298
- grpc_chttp2_stream_map_rand(&t->stream_map));
3022
+ if (error.ok() && !t->stream_map.empty()) {
3023
+ // As stream_map is a hash map, this selects effectively a random stream.
3024
+ grpc_chttp2_stream* s = t->stream_map.begin()->second;
3299
3025
  if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
3300
3026
  gpr_log(GPR_INFO, "HTTP2: %s - abandon stream id %d",
3301
- t->peer_string.c_str(), s->id);
3027
+ std::string(t->peer_string.as_string_view()).c_str(), s->id);
3302
3028
  }
3303
3029
  grpc_chttp2_cancel_stream(
3304
3030
  t, s,
3305
- grpc_error_set_int(GRPC_ERROR_CREATE_FROM_STATIC_STRING("Buffers full"),
3306
- GRPC_ERROR_INT_HTTP2_ERROR,
3031
+ grpc_error_set_int(GRPC_ERROR_CREATE("Buffers full"),
3032
+ grpc_core::StatusIntProperty::kHttp2Error,
3307
3033
  GRPC_HTTP2_ENHANCE_YOUR_CALM));
3308
- if (n > 1) {
3034
+ if (!t->stream_map.empty()) {
3309
3035
  // Since we cancel one stream per destructive reclamation, if
3310
3036
  // there are more streams left, we can immediately post a new
3311
3037
  // reclaimer in case the resource quota needs to free more
@@ -3313,7 +3039,7 @@ static void destructive_reclaimer_locked(void* arg, grpc_error_handle error) {
3313
3039
  post_destructive_reclaimer(t);
3314
3040
  }
3315
3041
  }
3316
- if (error != GRPC_ERROR_CANCELLED) {
3042
+ if (error != absl::CancelledError()) {
3317
3043
  t->active_reclamation.Finish();
3318
3044
  }
3319
3045
  GRPC_CHTTP2_UNREF_TRANSPORT(t, "destructive_reclaimer");
@@ -3379,6 +3105,7 @@ static grpc_endpoint* chttp2_get_endpoint(grpc_transport* t) {
3379
3105
  }
3380
3106
 
3381
3107
  static const grpc_transport_vtable vtable = {sizeof(grpc_chttp2_stream),
3108
+ false,
3382
3109
  "chttp2",
3383
3110
  init_stream,
3384
3111
  nullptr,
@@ -3400,7 +3127,8 @@ grpc_chttp2_transport_get_socket_node(grpc_transport* transport) {
3400
3127
  }
3401
3128
 
3402
3129
  grpc_transport* grpc_create_chttp2_transport(
3403
- const grpc_channel_args* channel_args, grpc_endpoint* ep, bool is_client) {
3130
+ const grpc_core::ChannelArgs& channel_args, grpc_endpoint* ep,
3131
+ bool is_client) {
3404
3132
  auto t = new grpc_chttp2_transport(channel_args, ep, is_client);
3405
3133
  return &t->base;
3406
3134
  }
@@ -3411,14 +3139,29 @@ void grpc_chttp2_transport_start_reading(
3411
3139
  grpc_chttp2_transport* t =
3412
3140
  reinterpret_cast<grpc_chttp2_transport*>(transport);
3413
3141
  GRPC_CHTTP2_REF_TRANSPORT(
3414
- t, "reading_action"); /* matches unref inside reading_action */
3142
+ t, "reading_action"); // matches unref inside reading_action
3415
3143
  if (read_buffer != nullptr) {
3416
3144
  grpc_slice_buffer_move_into(read_buffer, &t->read_buffer);
3417
3145
  gpr_free(read_buffer);
3418
3146
  }
3419
- t->notify_on_receive_settings = notify_on_receive_settings;
3420
- t->notify_on_close = notify_on_close;
3421
3147
  t->combiner->Run(
3422
- GRPC_CLOSURE_INIT(&t->read_action_locked, read_action_locked, t, nullptr),
3423
- GRPC_ERROR_NONE);
3148
+ grpc_core::NewClosure([t, notify_on_receive_settings,
3149
+ notify_on_close](grpc_error_handle) {
3150
+ if (!t->closed_with_error.ok()) {
3151
+ if (notify_on_receive_settings != nullptr) {
3152
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_receive_settings,
3153
+ t->closed_with_error);
3154
+ }
3155
+ if (notify_on_close != nullptr) {
3156
+ grpc_core::ExecCtx::Run(DEBUG_LOCATION, notify_on_close,
3157
+ t->closed_with_error);
3158
+ }
3159
+ GRPC_CHTTP2_UNREF_TRANSPORT(t, "reading_action");
3160
+ return;
3161
+ }
3162
+ t->notify_on_receive_settings = notify_on_receive_settings;
3163
+ t->notify_on_close = notify_on_close;
3164
+ read_action_locked(t, absl::OkStatus());
3165
+ }),
3166
+ absl::OkStatus());
3424
3167
  }