grpc 1.34.0 → 1.42.0

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of grpc might be problematic. Click here for more details.

Files changed (1545) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +978 -2868
  3. data/etc/roots.pem +592 -899
  4. data/include/grpc/byte_buffer.h +1 -1
  5. data/include/grpc/byte_buffer_reader.h +1 -1
  6. data/include/grpc/compression.h +1 -1
  7. data/include/grpc/event_engine/README.md +38 -0
  8. data/include/grpc/event_engine/endpoint_config.h +43 -0
  9. data/include/grpc/event_engine/event_engine.h +375 -0
  10. data/include/grpc/event_engine/internal/memory_allocator_impl.h +98 -0
  11. data/include/grpc/event_engine/memory_allocator.h +210 -0
  12. data/include/grpc/event_engine/port.h +39 -0
  13. data/include/grpc/fork.h +1 -1
  14. data/include/grpc/grpc.h +49 -4
  15. data/include/grpc/grpc_posix.h +5 -2
  16. data/include/grpc/grpc_security.h +127 -14
  17. data/include/grpc/grpc_security_constants.h +16 -0
  18. data/include/grpc/impl/codegen/atm.h +5 -3
  19. data/include/grpc/impl/codegen/atm_gcc_atomic.h +2 -0
  20. data/include/grpc/impl/codegen/atm_gcc_sync.h +2 -0
  21. data/include/grpc/impl/codegen/atm_windows.h +6 -0
  22. data/include/grpc/impl/codegen/byte_buffer.h +3 -1
  23. data/include/grpc/impl/codegen/byte_buffer_reader.h +2 -0
  24. data/include/grpc/impl/codegen/compression_types.h +2 -0
  25. data/include/grpc/impl/codegen/connectivity_state.h +2 -0
  26. data/include/grpc/impl/codegen/fork.h +2 -0
  27. data/include/grpc/impl/codegen/gpr_slice.h +2 -0
  28. data/include/grpc/impl/codegen/gpr_types.h +2 -0
  29. data/include/grpc/impl/codegen/grpc_types.h +49 -25
  30. data/include/grpc/impl/codegen/log.h +2 -2
  31. data/include/grpc/impl/codegen/port_platform.h +81 -22
  32. data/include/grpc/impl/codegen/propagation_bits.h +2 -0
  33. data/include/grpc/impl/codegen/slice.h +2 -0
  34. data/include/grpc/impl/codegen/status.h +2 -0
  35. data/include/grpc/impl/codegen/sync.h +8 -5
  36. data/include/grpc/impl/codegen/sync_abseil.h +2 -0
  37. data/include/grpc/impl/codegen/sync_custom.h +2 -0
  38. data/include/grpc/impl/codegen/sync_generic.h +3 -0
  39. data/include/grpc/impl/codegen/sync_posix.h +4 -2
  40. data/include/grpc/impl/codegen/sync_windows.h +6 -0
  41. data/include/grpc/module.modulemap +14 -14
  42. data/include/grpc/slice.h +1 -1
  43. data/include/grpc/slice_buffer.h +3 -3
  44. data/include/grpc/status.h +1 -1
  45. data/include/grpc/support/atm.h +1 -1
  46. data/include/grpc/support/atm_gcc_atomic.h +1 -1
  47. data/include/grpc/support/atm_gcc_sync.h +1 -1
  48. data/include/grpc/support/atm_windows.h +1 -1
  49. data/include/grpc/support/log.h +1 -1
  50. data/include/grpc/support/port_platform.h +1 -1
  51. data/include/grpc/support/sync.h +4 -4
  52. data/include/grpc/support/sync_abseil.h +1 -1
  53. data/include/grpc/support/sync_custom.h +1 -1
  54. data/include/grpc/support/sync_generic.h +1 -1
  55. data/include/grpc/support/sync_posix.h +1 -1
  56. data/include/grpc/support/sync_windows.h +1 -1
  57. data/include/grpc/support/time.h +9 -9
  58. data/src/core/ext/filters/census/grpc_context.cc +1 -0
  59. data/src/core/ext/filters/client_channel/backend_metric.cc +20 -24
  60. data/src/core/ext/filters/client_channel/backup_poller.cc +5 -4
  61. data/src/core/ext/filters/client_channel/backup_poller.h +1 -0
  62. data/src/core/ext/filters/client_channel/channel_connectivity.cc +158 -202
  63. data/src/core/ext/filters/client_channel/client_channel.cc +2009 -3145
  64. data/src/core/ext/filters/client_channel/client_channel.h +559 -60
  65. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +6 -5
  66. data/src/core/ext/filters/client_channel/client_channel_channelz.h +2 -2
  67. data/src/core/ext/filters/client_channel/client_channel_factory.cc +2 -1
  68. data/src/core/ext/filters/client_channel/client_channel_factory.h +18 -19
  69. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +18 -14
  70. data/src/core/ext/filters/client_channel/config_selector.cc +2 -1
  71. data/src/core/ext/filters/client_channel/config_selector.h +33 -9
  72. data/src/core/ext/filters/client_channel/connector.h +19 -19
  73. data/src/core/ext/filters/client_channel/dynamic_filters.cc +190 -0
  74. data/src/core/ext/filters/client_channel/dynamic_filters.h +99 -0
  75. data/src/core/ext/filters/client_channel/global_subchannel_pool.cc +24 -142
  76. data/src/core/ext/filters/client_channel/global_subchannel_pool.h +15 -11
  77. data/src/core/ext/filters/client_channel/health/health_check_client.cc +53 -50
  78. data/src/core/ext/filters/client_channel/health/health_check_client.h +35 -33
  79. data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +37 -34
  80. data/src/core/ext/filters/client_channel/http_connect_handshaker.h +10 -2
  81. data/src/core/ext/filters/client_channel/http_proxy.cc +36 -20
  82. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +6 -2
  83. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +12 -21
  84. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +246 -166
  85. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +4 -0
  86. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +1 -1
  87. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel.h +1 -2
  88. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel_secure.cc +3 -5
  89. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +2 -2
  90. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +4 -3
  91. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +5 -6
  92. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +1 -1
  93. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +37 -30
  94. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +53 -55
  95. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +757 -0
  96. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +37 -0
  97. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +2502 -0
  98. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +16 -18
  99. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +3 -3
  100. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +24 -27
  101. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +385 -135
  102. data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +0 -8
  103. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +29 -0
  104. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +57 -71
  105. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +43 -64
  106. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +1362 -0
  107. data/src/core/ext/filters/client_channel/lb_policy.cc +6 -17
  108. data/src/core/ext/filters/client_channel/lb_policy.h +93 -93
  109. data/src/core/ext/filters/client_channel/lb_policy_factory.h +2 -1
  110. data/src/core/ext/filters/client_channel/lb_policy_registry.cc +8 -11
  111. data/src/core/ext/filters/client_channel/lb_policy_registry.h +1 -1
  112. data/src/core/ext/filters/client_channel/local_subchannel_pool.cc +27 -67
  113. data/src/core/ext/filters/client_channel/local_subchannel_pool.h +10 -9
  114. data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +139 -0
  115. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +76 -88
  116. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +3 -33
  117. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_event_engine.cc +31 -0
  118. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +10 -9
  119. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +26 -23
  120. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +473 -74
  121. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +27 -2
  122. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_event_engine.cc +28 -0
  123. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +1 -1
  124. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +45 -35
  125. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +43 -46
  126. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +7 -5
  127. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +384 -0
  128. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +22 -35
  129. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +466 -254
  130. data/src/core/ext/filters/client_channel/resolver.cc +5 -5
  131. data/src/core/ext/filters/client_channel/resolver.h +4 -15
  132. data/src/core/ext/filters/client_channel/resolver_factory.h +8 -6
  133. data/src/core/ext/filters/client_channel/resolver_registry.cc +43 -44
  134. data/src/core/ext/filters/client_channel/resolver_registry.h +2 -2
  135. data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +42 -252
  136. data/src/core/ext/filters/client_channel/resolver_result_parsing.h +25 -54
  137. data/src/core/ext/filters/client_channel/retry_filter.cc +2573 -0
  138. data/src/core/ext/filters/{workarounds/workaround_cronet_compression_filter.h → client_channel/retry_filter.h} +9 -6
  139. data/src/core/ext/filters/client_channel/retry_service_config.cc +316 -0
  140. data/src/core/ext/filters/client_channel/retry_service_config.h +96 -0
  141. data/src/core/ext/filters/client_channel/retry_throttle.cc +20 -49
  142. data/src/core/ext/filters/client_channel/retry_throttle.h +3 -1
  143. data/src/core/ext/filters/client_channel/server_address.cc +10 -1
  144. data/src/core/ext/filters/client_channel/server_address.h +31 -0
  145. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +54 -40
  146. data/src/core/ext/filters/client_channel/subchannel.cc +179 -329
  147. data/src/core/ext/filters/client_channel/subchannel.h +101 -158
  148. data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +38 -9
  149. data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +21 -10
  150. data/src/core/ext/filters/client_idle/client_idle_filter.cc +47 -223
  151. data/src/core/ext/filters/client_idle/idle_filter_state.cc +96 -0
  152. data/src/core/ext/filters/client_idle/idle_filter_state.h +66 -0
  153. data/src/core/ext/filters/deadline/deadline_filter.cc +33 -34
  154. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +503 -0
  155. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +39 -0
  156. data/src/core/ext/filters/fault_injection/service_config_parser.cc +181 -0
  157. data/src/core/ext/filters/fault_injection/service_config_parser.h +85 -0
  158. data/src/core/ext/filters/http/client/http_client_filter.cc +77 -69
  159. data/src/core/ext/filters/http/client_authority_filter.cc +19 -19
  160. data/src/core/ext/filters/http/http_filters_plugin.cc +53 -68
  161. data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +42 -35
  162. data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +29 -30
  163. data/src/core/ext/filters/http/server/http_server_filter.cc +104 -95
  164. data/src/core/ext/filters/max_age/max_age_filter.cc +71 -68
  165. data/src/core/ext/filters/message_size/message_size_filter.cc +43 -41
  166. data/src/core/ext/filters/message_size/message_size_filter.h +2 -2
  167. data/src/core/ext/{filters/client_channel → service_config}/service_config.cc +17 -16
  168. data/src/core/ext/{filters/client_channel → service_config}/service_config.h +11 -10
  169. data/src/core/ext/{filters/client_channel → service_config}/service_config_call_data.h +23 -19
  170. data/src/core/ext/{filters/client_channel → service_config}/service_config_parser.cc +9 -9
  171. data/src/core/ext/{filters/client_channel → service_config}/service_config_parser.h +15 -10
  172. data/src/core/ext/transport/chttp2/alpn/alpn.cc +2 -1
  173. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +37 -23
  174. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +9 -7
  175. data/src/core/ext/transport/chttp2/client/insecure/channel_create.cc +42 -35
  176. data/src/core/ext/transport/chttp2/client/insecure/channel_create_posix.cc +32 -16
  177. data/src/core/ext/transport/chttp2/client/secure/secure_channel_create.cc +51 -62
  178. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +664 -236
  179. data/src/core/ext/transport/chttp2/server/chttp2_server.h +11 -2
  180. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2.cc +13 -5
  181. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2_posix.cc +25 -11
  182. data/src/core/ext/transport/chttp2/server/secure/server_secure_chttp2.cc +61 -22
  183. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +4 -2
  184. data/src/core/ext/transport/chttp2/transport/bin_decoder.h +2 -1
  185. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +1 -0
  186. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +264 -223
  187. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +16 -2
  188. data/src/core/ext/transport/chttp2/transport/context_list.cc +4 -5
  189. data/src/core/ext/transport/chttp2/transport/context_list.h +5 -6
  190. data/src/core/ext/transport/chttp2/transport/flow_control.cc +59 -40
  191. data/src/core/ext/transport/chttp2/transport/flow_control.h +23 -17
  192. data/src/core/ext/transport/chttp2/transport/frame_data.cc +28 -24
  193. data/src/core/ext/transport/chttp2/transport/frame_data.h +11 -10
  194. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +21 -20
  195. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +7 -6
  196. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +13 -13
  197. data/src/core/ext/transport/chttp2/transport/frame_ping.h +8 -6
  198. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +12 -15
  199. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +7 -6
  200. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +49 -17
  201. data/src/core/ext/transport/chttp2/transport/frame_settings.h +9 -7
  202. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +22 -19
  203. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +5 -6
  204. data/src/core/ext/transport/chttp2/transport/hpack_constants.h +41 -0
  205. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +311 -665
  206. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +240 -70
  207. data/src/core/ext/transport/chttp2/transport/hpack_encoder_index.h +107 -0
  208. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +86 -0
  209. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +69 -0
  210. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +865 -1172
  211. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +100 -81
  212. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +146 -0
  213. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +137 -0
  214. data/src/core/ext/transport/chttp2/transport/hpack_utils.cc +46 -0
  215. data/src/core/{lib/transport/authority_override.h → ext/transport/chttp2/transport/hpack_utils.h} +8 -12
  216. data/src/core/ext/transport/chttp2/transport/internal.h +40 -33
  217. data/src/core/ext/transport/chttp2/transport/parsing.cc +156 -286
  218. data/src/core/ext/transport/chttp2/transport/popularity_count.h +60 -0
  219. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +2 -2
  220. data/src/core/ext/transport/chttp2/transport/varint.cc +13 -7
  221. data/src/core/ext/transport/chttp2/transport/varint.h +39 -28
  222. data/src/core/ext/transport/chttp2/transport/writing.cc +69 -54
  223. data/src/core/ext/transport/inproc/inproc_transport.cc +204 -160
  224. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +406 -0
  225. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +1591 -0
  226. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +1 -1
  227. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +2 -1
  228. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +3 -3
  229. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +15 -2
  230. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +48 -49
  231. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +245 -56
  232. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +371 -0
  233. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1554 -0
  234. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +16 -16
  235. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +66 -21
  236. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +178 -142
  237. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +795 -314
  238. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +4 -4
  239. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +21 -7
  240. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +25 -24
  241. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +70 -23
  242. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +29 -29
  243. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +138 -47
  244. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +5 -5
  245. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +23 -8
  246. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +147 -75
  247. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +522 -96
  248. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +27 -27
  249. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +116 -49
  250. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +3 -3
  251. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +15 -2
  252. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +9 -9
  253. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +42 -14
  254. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +63 -63
  255. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +228 -63
  256. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +57 -56
  257. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +244 -98
  258. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +5 -5
  259. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +25 -11
  260. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +125 -57
  261. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +533 -89
  262. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +3 -4
  263. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +15 -2
  264. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +46 -0
  265. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +133 -0
  266. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +8 -8
  267. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +17 -4
  268. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +15 -8
  269. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +56 -9
  270. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +35 -0
  271. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +96 -0
  272. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +16 -17
  273. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +81 -40
  274. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +56 -22
  275. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +223 -34
  276. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +32 -32
  277. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +137 -72
  278. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +3 -3
  279. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +19 -5
  280. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +48 -38
  281. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +276 -103
  282. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +51 -45
  283. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +203 -62
  284. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +48 -0
  285. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +177 -0
  286. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +10 -9
  287. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +55 -22
  288. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +144 -0
  289. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +536 -0
  290. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +153 -0
  291. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +550 -0
  292. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +51 -44
  293. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +165 -43
  294. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +35 -16
  295. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +148 -40
  296. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +339 -279
  297. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +1466 -543
  298. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +10 -10
  299. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +48 -10
  300. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +6 -7
  301. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +32 -6
  302. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +29 -0
  303. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +73 -0
  304. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +79 -0
  305. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +298 -0
  306. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +79 -0
  307. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +303 -0
  308. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +42 -0
  309. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +123 -0
  310. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +151 -112
  311. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +693 -244
  312. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +1 -2
  313. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +2 -1
  314. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +52 -32
  315. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +231 -59
  316. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +15 -18
  317. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +51 -28
  318. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +45 -44
  319. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +178 -74
  320. data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.c +2 -2
  321. data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.h +15 -2
  322. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +2 -2
  323. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +15 -2
  324. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +58 -51
  325. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +221 -135
  326. data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.c +2 -5
  327. data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.h +15 -2
  328. data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.c +2 -5
  329. data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.h +15 -2
  330. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +9 -10
  331. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +46 -19
  332. data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.c +2 -4
  333. data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.h +15 -2
  334. data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.c +2 -2
  335. data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.h +15 -2
  336. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +121 -0
  337. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +468 -0
  338. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +60 -0
  339. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +205 -0
  340. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +9 -8
  341. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +44 -14
  342. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +36 -0
  343. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +96 -0
  344. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +4 -4
  345. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +15 -2
  346. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +3 -3
  347. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +15 -2
  348. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +10 -9
  349. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +51 -12
  350. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +10 -11
  351. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +31 -6
  352. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +46 -0
  353. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +136 -0
  354. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +11 -11
  355. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +41 -4
  356. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +15 -15
  357. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +96 -11
  358. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +19 -19
  359. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +77 -14
  360. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +1 -1
  361. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +2 -1
  362. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +6 -6
  363. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +30 -5
  364. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +10 -10
  365. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +41 -4
  366. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +5 -5
  367. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +15 -2
  368. data/src/core/ext/upb-generated/google/api/annotations.upb.c +1 -1
  369. data/src/core/ext/upb-generated/google/api/annotations.upb.h +2 -1
  370. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +62 -62
  371. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +227 -84
  372. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +86 -69
  373. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +256 -72
  374. data/src/core/ext/upb-generated/google/api/http.upb.c +18 -18
  375. data/src/core/ext/upb-generated/google/api/http.upb.h +47 -10
  376. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +4 -4
  377. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +15 -2
  378. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +154 -154
  379. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +645 -320
  380. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +4 -4
  381. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +15 -2
  382. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +2 -2
  383. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +15 -2
  384. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +15 -15
  385. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +44 -7
  386. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +4 -4
  387. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +15 -2
  388. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +19 -19
  389. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +119 -10
  390. data/src/core/ext/upb-generated/google/rpc/status.upb.c +5 -5
  391. data/src/core/ext/upb-generated/google/rpc/status.upb.h +18 -5
  392. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +12 -12
  393. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +19 -5
  394. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +63 -63
  395. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +220 -87
  396. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +8 -8
  397. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +36 -9
  398. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +5 -5
  399. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +28 -3
  400. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +31 -31
  401. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +146 -35
  402. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +55 -0
  403. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +154 -0
  404. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +8 -8
  405. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +41 -4
  406. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +4 -6
  407. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +15 -2
  408. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +1 -1
  409. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +2 -1
  410. data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +4 -4
  411. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +17 -4
  412. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +3 -3
  413. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +15 -2
  414. data/src/core/ext/upb-generated/validate/validate.upb.c +243 -227
  415. data/src/core/ext/upb-generated/validate/validate.upb.h +626 -253
  416. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +58 -0
  417. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +182 -0
  418. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +28 -0
  419. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +66 -0
  420. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +52 -0
  421. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +155 -0
  422. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +42 -0
  423. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +90 -0
  424. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +36 -0
  425. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +100 -0
  426. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +54 -0
  427. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +178 -0
  428. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +36 -0
  429. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +91 -0
  430. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +58 -0
  431. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +130 -0
  432. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +33 -0
  433. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +83 -0
  434. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +354 -0
  435. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +140 -0
  436. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +15 -7
  437. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +168 -170
  438. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +424 -0
  439. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +120 -0
  440. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +467 -429
  441. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +12 -2
  442. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +12 -9
  443. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +156 -109
  444. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +25 -0
  445. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +89 -88
  446. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +156 -153
  447. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +240 -168
  448. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +20 -0
  449. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +4 -7
  450. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +59 -0
  451. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +40 -0
  452. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +37 -20
  453. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +52 -0
  454. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +35 -0
  455. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +56 -59
  456. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +90 -63
  457. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +10 -0
  458. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +137 -122
  459. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +5 -0
  460. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +136 -120
  461. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +90 -0
  462. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +35 -0
  463. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +31 -26
  464. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +141 -0
  465. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +70 -0
  466. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +152 -0
  467. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +75 -0
  468. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +69 -51
  469. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +5 -0
  470. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +748 -681
  471. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +15 -0
  472. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +22 -25
  473. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +51 -0
  474. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +35 -0
  475. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +102 -0
  476. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +55 -0
  477. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +123 -0
  478. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +45 -0
  479. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +79 -0
  480. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +35 -0
  481. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +435 -379
  482. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +10 -0
  483. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +12 -16
  484. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +121 -91
  485. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +5 -0
  486. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +45 -53
  487. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +182 -180
  488. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +92 -102
  489. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +5 -0
  490. data/src/core/ext/upbdefs-generated/envoy/service/endpoint/v3/eds.upbdefs.c +32 -42
  491. data/src/core/ext/upbdefs-generated/envoy/service/listener/v3/lds.upbdefs.c +30 -40
  492. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +4 -7
  493. data/src/core/ext/upbdefs-generated/envoy/service/route/v3/rds.upbdefs.c +38 -44
  494. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +163 -0
  495. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +55 -0
  496. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +64 -0
  497. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +50 -0
  498. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +14 -13
  499. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +56 -0
  500. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +35 -0
  501. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +35 -32
  502. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +30 -33
  503. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +63 -0
  504. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +40 -0
  505. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +8 -7
  506. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +100 -100
  507. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +9 -8
  508. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +8 -8
  509. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +8 -8
  510. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +9 -8
  511. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +8 -8
  512. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +4 -4
  513. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +5 -4
  514. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +19 -23
  515. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +4 -3
  516. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +5 -3
  517. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +5 -4
  518. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +182 -157
  519. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +75 -0
  520. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +50 -0
  521. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +43 -0
  522. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +35 -0
  523. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +63 -0
  524. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +40 -0
  525. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +46 -0
  526. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +40 -0
  527. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +50 -0
  528. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +35 -0
  529. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +68 -0
  530. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +40 -0
  531. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +51 -0
  532. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +35 -0
  533. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +45 -0
  534. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +35 -0
  535. data/src/core/ext/xds/certificate_provider_factory.h +1 -1
  536. data/src/core/ext/xds/certificate_provider_registry.cc +2 -2
  537. data/src/core/ext/xds/certificate_provider_store.cc +10 -7
  538. data/src/core/ext/xds/certificate_provider_store.h +15 -10
  539. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +28 -3
  540. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +3 -6
  541. data/src/core/ext/xds/xds_api.cc +2654 -808
  542. data/src/core/ext/xds/xds_api.h +460 -154
  543. data/src/core/ext/xds/xds_bootstrap.cc +139 -188
  544. data/src/core/ext/xds/xds_bootstrap.h +34 -18
  545. data/src/core/ext/xds/xds_certificate_provider.cc +237 -72
  546. data/src/core/ext/xds/xds_certificate_provider.h +104 -27
  547. data/src/core/ext/xds/xds_channel_args.h +5 -2
  548. data/src/core/ext/xds/xds_channel_stack_modifier.cc +113 -0
  549. data/src/core/ext/xds/xds_channel_stack_modifier.h +52 -0
  550. data/src/core/ext/xds/xds_client.cc +985 -429
  551. data/src/core/ext/xds/xds_client.h +100 -51
  552. data/src/core/ext/xds/xds_client_stats.cc +18 -16
  553. data/src/core/ext/xds/xds_client_stats.h +12 -11
  554. data/src/core/ext/xds/xds_http_fault_filter.cc +227 -0
  555. data/src/core/ext/xds/xds_http_fault_filter.h +64 -0
  556. data/src/core/ext/xds/xds_http_filters.cc +116 -0
  557. data/src/core/ext/xds/xds_http_filters.h +133 -0
  558. data/src/core/ext/xds/xds_server_config_fetcher.cc +544 -0
  559. data/src/core/lib/{iomgr → address_utils}/parse_address.cc +72 -68
  560. data/src/core/lib/{iomgr → address_utils}/parse_address.h +20 -16
  561. data/src/core/lib/{iomgr → address_utils}/sockaddr_utils.cc +131 -15
  562. data/src/core/lib/{iomgr → address_utils}/sockaddr_utils.h +37 -7
  563. data/src/core/lib/avl/avl.cc +5 -5
  564. data/src/core/lib/backoff/backoff.cc +1 -1
  565. data/src/core/lib/channel/call_tracer.h +85 -0
  566. data/src/core/lib/channel/channel_args.cc +34 -15
  567. data/src/core/lib/channel/channel_args.h +9 -0
  568. data/src/core/lib/channel/channel_stack.cc +27 -12
  569. data/src/core/lib/channel/channel_stack.h +18 -10
  570. data/src/core/lib/channel/channel_stack_builder.cc +6 -16
  571. data/src/core/lib/channel/channel_stack_builder.h +1 -9
  572. data/src/core/lib/channel/channel_trace.cc +5 -4
  573. data/src/core/lib/channel/channel_trace.h +3 -2
  574. data/src/core/lib/channel/channelz.cc +162 -63
  575. data/src/core/lib/channel/channelz.h +62 -31
  576. data/src/core/lib/channel/channelz_registry.cc +22 -7
  577. data/src/core/lib/channel/channelz_registry.h +1 -2
  578. data/src/core/lib/channel/connected_channel.cc +6 -7
  579. data/src/core/lib/channel/connected_channel.h +1 -2
  580. data/src/core/lib/channel/context.h +3 -0
  581. data/src/core/lib/channel/handshaker.cc +13 -53
  582. data/src/core/lib/channel/handshaker.h +7 -25
  583. data/src/core/lib/channel/handshaker_factory.h +10 -2
  584. data/src/core/lib/channel/handshaker_registry.cc +15 -70
  585. data/src/core/lib/channel/handshaker_registry.h +29 -12
  586. data/src/core/lib/channel/status_util.cc +12 -2
  587. data/src/core/lib/channel/status_util.h +11 -2
  588. data/src/core/lib/compression/algorithm_metadata.h +1 -0
  589. data/src/core/lib/compression/compression.cc +2 -2
  590. data/src/core/lib/compression/compression_args.cc +11 -7
  591. data/src/core/lib/compression/compression_internal.cc +4 -6
  592. data/src/core/lib/compression/compression_internal.h +1 -1
  593. data/src/core/lib/compression/message_compress.cc +2 -2
  594. data/src/core/lib/compression/stream_compression.cc +2 -1
  595. data/src/core/lib/compression/stream_compression.h +3 -2
  596. data/src/core/lib/compression/stream_compression_gzip.cc +2 -1
  597. data/src/core/lib/compression/stream_compression_gzip.h +1 -1
  598. data/src/core/lib/compression/stream_compression_identity.cc +2 -1
  599. data/src/core/lib/compression/stream_compression_identity.h +1 -1
  600. data/src/core/lib/config/core_configuration.cc +96 -0
  601. data/src/core/lib/config/core_configuration.h +146 -0
  602. data/src/core/lib/debug/stats.cc +1 -1
  603. data/src/core/lib/debug/stats.h +4 -3
  604. data/src/core/lib/debug/stats_data.cc +15 -14
  605. data/src/core/lib/debug/stats_data.h +14 -13
  606. data/src/core/lib/debug/trace.cc +1 -0
  607. data/src/core/lib/debug/trace.h +2 -1
  608. data/src/core/lib/event_engine/endpoint_config.cc +45 -0
  609. data/src/core/lib/event_engine/endpoint_config_internal.h +42 -0
  610. data/src/core/lib/event_engine/event_engine.cc +50 -0
  611. data/src/core/lib/event_engine/sockaddr.cc +40 -0
  612. data/src/core/lib/event_engine/sockaddr.h +44 -0
  613. data/src/core/lib/gpr/alloc.cc +7 -5
  614. data/src/core/lib/gpr/atm.cc +1 -1
  615. data/src/core/lib/gpr/cpu_posix.cc +1 -1
  616. data/src/core/lib/gpr/env_linux.cc +1 -2
  617. data/src/core/lib/gpr/env_posix.cc +2 -3
  618. data/src/core/lib/gpr/log.cc +61 -19
  619. data/src/core/lib/gpr/log_android.cc +3 -2
  620. data/src/core/lib/gpr/log_linux.cc +10 -5
  621. data/src/core/lib/gpr/log_posix.cc +9 -4
  622. data/src/core/lib/gpr/log_windows.cc +3 -1
  623. data/src/core/lib/gpr/murmur_hash.cc +4 -2
  624. data/src/core/lib/gpr/spinlock.h +10 -2
  625. data/src/core/lib/gpr/string.cc +24 -23
  626. data/src/core/lib/gpr/string.h +7 -8
  627. data/src/core/lib/gpr/sync.cc +6 -6
  628. data/src/core/lib/gpr/sync_abseil.cc +10 -12
  629. data/src/core/lib/gpr/sync_posix.cc +3 -3
  630. data/src/core/lib/gpr/sync_windows.cc +2 -2
  631. data/src/core/lib/gpr/time.cc +15 -14
  632. data/src/core/lib/gpr/time_windows.cc +3 -2
  633. data/src/core/lib/gpr/tls.h +119 -40
  634. data/src/core/lib/gpr/tmpfile_posix.cc +1 -2
  635. data/src/core/lib/gpr/useful.h +79 -32
  636. data/src/core/lib/gpr/wrap_memcpy.cc +2 -1
  637. data/src/core/lib/gprpp/arena.cc +2 -1
  638. data/src/core/lib/gprpp/arena.h +18 -7
  639. data/src/core/lib/gprpp/atomic_utils.h +47 -0
  640. data/src/core/lib/gprpp/bitset.h +188 -0
  641. data/src/core/lib/gprpp/chunked_vector.h +211 -0
  642. data/src/core/lib/gprpp/construct_destruct.h +39 -0
  643. data/src/core/lib/gprpp/dual_ref_counted.h +28 -29
  644. data/src/core/lib/gprpp/fork.cc +14 -12
  645. data/src/core/lib/gprpp/fork.h +4 -4
  646. data/src/core/lib/gprpp/global_config.h +1 -2
  647. data/src/core/lib/gprpp/global_config_env.cc +7 -7
  648. data/src/core/lib/gprpp/global_config_generic.h +2 -2
  649. data/src/core/lib/gprpp/manual_constructor.h +9 -6
  650. data/src/core/lib/gprpp/match.h +73 -0
  651. data/src/core/lib/gprpp/memory.h +9 -3
  652. data/src/core/lib/gprpp/mpscq.cc +9 -9
  653. data/src/core/lib/gprpp/mpscq.h +6 -5
  654. data/src/core/lib/gprpp/orphanable.h +6 -6
  655. data/src/core/lib/gprpp/overload.h +59 -0
  656. data/src/core/lib/gprpp/ref_counted.h +48 -34
  657. data/src/core/lib/gprpp/ref_counted_ptr.h +11 -1
  658. data/src/core/lib/gprpp/status_helper.cc +427 -0
  659. data/src/core/lib/gprpp/status_helper.h +194 -0
  660. data/src/core/lib/gprpp/sync.h +106 -43
  661. data/src/core/lib/gprpp/table.h +411 -0
  662. data/src/core/lib/gprpp/thd.h +1 -1
  663. data/src/core/lib/gprpp/thd_posix.cc +11 -6
  664. data/src/core/lib/gprpp/thd_windows.cc +7 -12
  665. data/src/core/lib/gprpp/time_util.cc +77 -0
  666. data/src/core/lib/gprpp/time_util.h +42 -0
  667. data/src/core/lib/http/format_request.cc +1 -0
  668. data/src/core/lib/http/format_request.h +1 -0
  669. data/src/core/lib/http/httpcli.cc +203 -185
  670. data/src/core/lib/http/httpcli.h +5 -3
  671. data/src/core/lib/http/httpcli_security_connector.cc +19 -18
  672. data/src/core/lib/http/parser.cc +19 -20
  673. data/src/core/lib/http/parser.h +5 -4
  674. data/src/core/lib/iomgr/buffer_list.cc +10 -11
  675. data/src/core/lib/iomgr/buffer_list.h +6 -8
  676. data/src/core/lib/iomgr/call_combiner.cc +46 -21
  677. data/src/core/lib/iomgr/call_combiner.h +12 -14
  678. data/src/core/lib/iomgr/cfstream_handle.cc +6 -6
  679. data/src/core/lib/iomgr/cfstream_handle.h +1 -1
  680. data/src/core/lib/iomgr/closure.h +7 -6
  681. data/src/core/lib/iomgr/combiner.cc +25 -36
  682. data/src/core/lib/iomgr/combiner.h +3 -2
  683. data/src/core/lib/iomgr/dualstack_socket_posix.cc +1 -0
  684. data/src/core/lib/iomgr/endpoint.cc +1 -5
  685. data/src/core/lib/iomgr/endpoint.h +3 -5
  686. data/src/core/lib/iomgr/endpoint_cfstream.cc +27 -39
  687. data/src/core/lib/iomgr/endpoint_cfstream.h +1 -1
  688. data/src/core/lib/iomgr/endpoint_pair.h +1 -0
  689. data/src/core/lib/iomgr/endpoint_pair_event_engine.cc +32 -0
  690. data/src/core/lib/iomgr/endpoint_pair_posix.cc +15 -11
  691. data/src/core/lib/iomgr/endpoint_pair_windows.cc +17 -9
  692. data/src/core/lib/iomgr/error.cc +277 -105
  693. data/src/core/lib/iomgr/error.h +280 -114
  694. data/src/core/lib/iomgr/error_cfstream.cc +10 -4
  695. data/src/core/lib/iomgr/error_cfstream.h +2 -2
  696. data/src/core/lib/iomgr/error_internal.h +7 -2
  697. data/src/core/lib/iomgr/ev_apple.cc +16 -13
  698. data/src/core/lib/iomgr/ev_apple.h +1 -1
  699. data/src/core/lib/iomgr/ev_epoll1_linux.cc +53 -53
  700. data/src/core/lib/iomgr/ev_epollex_linux.cc +81 -81
  701. data/src/core/lib/iomgr/ev_poll_posix.cc +70 -68
  702. data/src/core/lib/iomgr/ev_posix.cc +13 -13
  703. data/src/core/lib/iomgr/ev_posix.h +9 -9
  704. data/src/core/lib/iomgr/event_engine/closure.cc +77 -0
  705. data/src/core/lib/iomgr/event_engine/closure.h +42 -0
  706. data/src/core/lib/iomgr/event_engine/endpoint.cc +173 -0
  707. data/src/core/lib/iomgr/event_engine/endpoint.h +52 -0
  708. data/src/core/lib/iomgr/event_engine/iomgr.cc +104 -0
  709. data/src/core/lib/iomgr/event_engine/iomgr.h +42 -0
  710. data/src/core/lib/iomgr/event_engine/pollset.cc +88 -0
  711. data/src/core/lib/iomgr/event_engine/pollset.h +25 -0
  712. data/src/core/lib/iomgr/event_engine/promise.h +51 -0
  713. data/src/core/lib/iomgr/event_engine/resolved_address_internal.cc +41 -0
  714. data/src/core/lib/iomgr/event_engine/resolved_address_internal.h +35 -0
  715. data/src/core/lib/iomgr/event_engine/resolver.cc +114 -0
  716. data/src/core/lib/iomgr/event_engine/tcp.cc +293 -0
  717. data/src/core/lib/iomgr/event_engine/timer.cc +62 -0
  718. data/src/core/lib/iomgr/exec_ctx.cc +14 -11
  719. data/src/core/lib/iomgr/exec_ctx.h +21 -28
  720. data/src/core/lib/iomgr/executor/mpmcqueue.cc +15 -16
  721. data/src/core/lib/iomgr/executor/mpmcqueue.h +7 -11
  722. data/src/core/lib/iomgr/executor/threadpool.cc +4 -5
  723. data/src/core/lib/iomgr/executor/threadpool.h +5 -4
  724. data/src/core/lib/iomgr/executor.cc +19 -33
  725. data/src/core/lib/iomgr/executor.h +3 -3
  726. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -2
  727. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +2 -2
  728. data/src/core/lib/iomgr/internal_errqueue.cc +3 -2
  729. data/src/core/lib/iomgr/iocp_windows.cc +1 -0
  730. data/src/core/lib/iomgr/iomgr.cc +6 -4
  731. data/src/core/lib/iomgr/iomgr.h +3 -3
  732. data/src/core/lib/iomgr/iomgr_custom.cc +3 -3
  733. data/src/core/lib/iomgr/iomgr_custom.h +2 -2
  734. data/src/core/lib/iomgr/iomgr_internal.cc +8 -12
  735. data/src/core/lib/iomgr/iomgr_internal.h +6 -5
  736. data/src/core/lib/iomgr/iomgr_posix.cc +3 -2
  737. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +42 -13
  738. data/src/core/lib/iomgr/iomgr_windows.cc +2 -3
  739. data/src/core/lib/iomgr/is_epollexclusive_available.cc +4 -4
  740. data/src/core/lib/iomgr/load_file.cc +6 -6
  741. data/src/core/lib/iomgr/load_file.h +2 -2
  742. data/src/core/lib/iomgr/lockfree_event.cc +38 -15
  743. data/src/core/lib/iomgr/lockfree_event.h +2 -2
  744. data/src/core/lib/iomgr/polling_entity.cc +2 -2
  745. data/src/core/lib/iomgr/pollset.cc +5 -5
  746. data/src/core/lib/iomgr/pollset.h +9 -9
  747. data/src/core/lib/iomgr/pollset_custom.cc +10 -11
  748. data/src/core/lib/iomgr/pollset_custom.h +3 -1
  749. data/src/core/lib/iomgr/pollset_set_custom.cc +2 -3
  750. data/src/core/lib/iomgr/pollset_set_windows.cc +1 -0
  751. data/src/core/lib/iomgr/pollset_windows.cc +5 -5
  752. data/src/core/lib/iomgr/port.h +7 -10
  753. data/src/core/lib/iomgr/python_util.h +4 -3
  754. data/src/core/lib/iomgr/resolve_address.cc +14 -9
  755. data/src/core/lib/iomgr/resolve_address.h +12 -10
  756. data/src/core/lib/iomgr/resolve_address_custom.cc +14 -13
  757. data/src/core/lib/iomgr/resolve_address_custom.h +3 -4
  758. data/src/core/lib/iomgr/resolve_address_posix.cc +10 -14
  759. data/src/core/lib/iomgr/resolve_address_windows.cc +10 -12
  760. data/src/core/lib/iomgr/resource_quota.cc +152 -62
  761. data/src/core/lib/iomgr/resource_quota.h +66 -17
  762. data/src/core/lib/iomgr/sockaddr.h +2 -1
  763. data/src/core/lib/iomgr/socket_factory_posix.cc +8 -7
  764. data/src/core/lib/iomgr/socket_factory_posix.h +1 -0
  765. data/src/core/lib/iomgr/socket_mutator.cc +20 -6
  766. data/src/core/lib/iomgr/socket_mutator.h +27 -3
  767. data/src/core/lib/iomgr/socket_utils_common_posix.cc +29 -27
  768. data/src/core/lib/iomgr/socket_utils_linux.cc +4 -4
  769. data/src/core/lib/iomgr/socket_utils_posix.cc +2 -2
  770. data/src/core/lib/iomgr/socket_utils_posix.h +22 -22
  771. data/src/core/lib/iomgr/socket_utils_windows.cc +2 -2
  772. data/src/core/lib/iomgr/tcp_client.cc +5 -3
  773. data/src/core/lib/iomgr/tcp_client.h +4 -0
  774. data/src/core/lib/iomgr/tcp_client_cfstream.cc +18 -26
  775. data/src/core/lib/iomgr/tcp_client_custom.cc +19 -27
  776. data/src/core/lib/iomgr/tcp_client_posix.cc +56 -47
  777. data/src/core/lib/iomgr/tcp_client_posix.h +8 -6
  778. data/src/core/lib/iomgr/tcp_client_windows.cc +23 -14
  779. data/src/core/lib/iomgr/tcp_custom.cc +46 -55
  780. data/src/core/lib/iomgr/tcp_custom.h +15 -13
  781. data/src/core/lib/iomgr/tcp_posix.cc +119 -145
  782. data/src/core/lib/iomgr/tcp_posix.h +19 -12
  783. data/src/core/lib/iomgr/tcp_server.cc +9 -7
  784. data/src/core/lib/iomgr/tcp_server.h +18 -14
  785. data/src/core/lib/iomgr/tcp_server_custom.cc +63 -73
  786. data/src/core/lib/iomgr/tcp_server_posix.cc +49 -35
  787. data/src/core/lib/iomgr/tcp_server_utils_posix.h +16 -12
  788. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +22 -20
  789. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +11 -12
  790. data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +4 -4
  791. data/src/core/lib/iomgr/tcp_server_windows.cc +40 -36
  792. data/src/core/lib/iomgr/tcp_windows.cc +21 -40
  793. data/src/core/lib/iomgr/tcp_windows.h +4 -3
  794. data/src/core/lib/iomgr/timer.cc +1 -0
  795. data/src/core/lib/iomgr/timer.h +7 -3
  796. data/src/core/lib/iomgr/timer_custom.cc +7 -6
  797. data/src/core/lib/iomgr/timer_custom.h +1 -1
  798. data/src/core/lib/iomgr/timer_generic.cc +32 -62
  799. data/src/core/lib/iomgr/timer_generic.h +1 -0
  800. data/src/core/lib/iomgr/timer_heap.cc +2 -3
  801. data/src/core/lib/iomgr/timer_manager.cc +4 -4
  802. data/src/core/lib/iomgr/unix_sockets_posix.cc +21 -24
  803. data/src/core/lib/iomgr/unix_sockets_posix.h +4 -5
  804. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +10 -7
  805. data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +3 -3
  806. data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +2 -1
  807. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +6 -7
  808. data/src/core/lib/iomgr/wakeup_fd_posix.cc +4 -3
  809. data/src/core/lib/iomgr/wakeup_fd_posix.h +8 -6
  810. data/src/core/lib/iomgr/work_serializer.cc +4 -4
  811. data/src/core/lib/iomgr/work_serializer.h +18 -2
  812. data/src/core/lib/json/json.h +11 -1
  813. data/src/core/lib/json/json_reader.cc +14 -23
  814. data/src/core/lib/json/json_util.cc +68 -0
  815. data/src/core/lib/json/json_util.h +65 -115
  816. data/src/core/lib/json/json_writer.cc +0 -3
  817. data/src/core/lib/matchers/matchers.cc +327 -0
  818. data/src/core/lib/matchers/matchers.h +160 -0
  819. data/src/core/lib/profiling/basic_timers.cc +8 -6
  820. data/src/core/lib/profiling/stap_timers.cc +2 -2
  821. data/src/core/lib/security/authorization/authorization_engine.h +13 -53
  822. data/src/core/lib/security/authorization/authorization_policy_provider.h +33 -0
  823. data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +46 -0
  824. data/src/core/lib/security/authorization/evaluate_args.cc +126 -66
  825. data/src/core/lib/security/authorization/evaluate_args.h +47 -15
  826. data/src/core/lib/security/authorization/sdk_server_authz_filter.cc +171 -0
  827. data/src/core/lib/security/authorization/sdk_server_authz_filter.h +67 -0
  828. data/src/core/lib/security/context/security_context.cc +15 -11
  829. data/src/core/lib/security/credentials/alts/alts_credentials.cc +2 -1
  830. data/src/core/lib/security/credentials/alts/alts_credentials.h +1 -1
  831. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +1 -1
  832. data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +2 -2
  833. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +2 -2
  834. data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +2 -2
  835. data/src/core/lib/security/credentials/composite/composite_credentials.cc +9 -8
  836. data/src/core/lib/security/credentials/composite/composite_credentials.h +2 -2
  837. data/src/core/lib/security/credentials/credentials.cc +16 -14
  838. data/src/core/lib/security/credentials/credentials.h +11 -5
  839. data/src/core/lib/security/credentials/credentials_metadata.cc +2 -3
  840. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +404 -0
  841. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +81 -0
  842. data/src/core/lib/security/credentials/external/aws_request_signer.cc +20 -14
  843. data/src/core/lib/security/credentials/external/aws_request_signer.h +2 -3
  844. data/src/core/lib/security/credentials/external/external_account_credentials.cc +270 -54
  845. data/src/core/lib/security/credentials/external/external_account_credentials.h +16 -12
  846. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +8 -8
  847. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +6 -6
  848. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +26 -26
  849. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +13 -12
  850. data/src/core/lib/security/credentials/fake/fake_credentials.cc +5 -4
  851. data/src/core/lib/security/credentials/fake/fake_credentials.h +2 -2
  852. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +1 -2
  853. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +92 -31
  854. data/src/core/lib/security/credentials/iam/iam_credentials.cc +4 -3
  855. data/src/core/lib/security/credentials/iam/iam_credentials.h +2 -2
  856. data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +18 -5
  857. data/src/core/lib/security/credentials/jwt/json_token.cc +4 -7
  858. data/src/core/lib/security/credentials/jwt/json_token.h +2 -1
  859. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +34 -17
  860. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +13 -5
  861. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +15 -22
  862. data/src/core/lib/security/credentials/jwt/jwt_verifier.h +3 -3
  863. data/src/core/lib/security/credentials/local/local_credentials.cc +2 -1
  864. data/src/core/lib/security/credentials/local/local_credentials.h +1 -1
  865. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +57 -66
  866. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +11 -9
  867. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +10 -12
  868. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +2 -2
  869. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +11 -10
  870. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +2 -3
  871. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +12 -15
  872. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +20 -21
  873. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +382 -5
  874. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +74 -1
  875. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +5 -1
  876. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +2 -3
  877. data/src/core/lib/security/credentials/tls/tls_credentials.cc +3 -2
  878. data/src/core/lib/security/credentials/tls/tls_credentials.h +1 -1
  879. data/src/core/lib/security/credentials/tls/tls_utils.cc +123 -0
  880. data/src/core/lib/security/credentials/tls/tls_utils.h +51 -0
  881. data/src/core/lib/security/credentials/xds/xds_credentials.cc +209 -10
  882. data/src/core/lib/security/credentials/xds/xds_credentials.h +27 -9
  883. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +14 -4
  884. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +20 -12
  885. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +50 -17
  886. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +35 -8
  887. data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +1 -0
  888. data/src/core/lib/security/security_connector/load_system_roots_linux.cc +4 -4
  889. data/src/core/lib/security/security_connector/local/local_security_connector.cc +23 -10
  890. data/src/core/lib/security/security_connector/security_connector.cc +12 -6
  891. data/src/core/lib/security/security_connector/security_connector.h +10 -5
  892. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +24 -17
  893. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +1 -2
  894. data/src/core/lib/security/security_connector/ssl_utils.cc +41 -14
  895. data/src/core/lib/security/security_connector/ssl_utils.h +16 -23
  896. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +156 -113
  897. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +67 -52
  898. data/src/core/lib/security/transport/auth_filters.h +1 -0
  899. data/src/core/lib/security/transport/client_auth_filter.cc +27 -21
  900. data/src/core/lib/security/transport/secure_endpoint.cc +10 -20
  901. data/src/core/lib/security/transport/secure_endpoint.h +1 -0
  902. data/src/core/lib/security/transport/security_handshaker.cc +158 -90
  903. data/src/core/lib/security/transport/security_handshaker.h +2 -1
  904. data/src/core/lib/security/transport/server_auth_filter.cc +20 -16
  905. data/src/core/lib/security/transport/tsi_error.cc +5 -6
  906. data/src/core/lib/security/transport/tsi_error.h +2 -1
  907. data/src/core/lib/security/util/json_util.cc +8 -10
  908. data/src/core/lib/security/util/json_util.h +1 -1
  909. data/src/core/lib/slice/percent_encoding.cc +73 -30
  910. data/src/core/lib/slice/percent_encoding.h +29 -28
  911. data/src/core/lib/slice/slice.cc +14 -21
  912. data/src/core/lib/{gpr/tls_pthread.cc → slice/slice_api.cc} +15 -6
  913. data/src/core/lib/slice/slice_buffer.cc +6 -7
  914. data/src/core/lib/slice/slice_intern.cc +19 -27
  915. data/src/core/lib/slice/slice_internal.h +4 -246
  916. data/src/core/lib/slice/slice_refcount.cc +17 -0
  917. data/src/core/lib/slice/slice_refcount.h +121 -0
  918. data/src/core/lib/slice/slice_refcount_base.h +173 -0
  919. data/src/core/lib/slice/slice_split.cc +100 -0
  920. data/src/core/lib/slice/slice_split.h +40 -0
  921. data/src/core/lib/slice/slice_string_helpers.cc +0 -83
  922. data/src/core/lib/slice/slice_string_helpers.h +0 -11
  923. data/src/core/lib/slice/static_slice.cc +529 -0
  924. data/src/core/lib/slice/static_slice.h +331 -0
  925. data/src/core/lib/surface/api_trace.cc +2 -1
  926. data/src/core/lib/surface/api_trace.h +1 -0
  927. data/src/core/lib/surface/builtins.cc +49 -0
  928. data/src/core/lib/surface/builtins.h +26 -0
  929. data/src/core/lib/surface/byte_buffer_reader.cc +1 -1
  930. data/src/core/lib/surface/call.cc +198 -186
  931. data/src/core/lib/surface/call.h +10 -5
  932. data/src/core/lib/surface/call_details.cc +10 -10
  933. data/src/core/lib/surface/call_log_batch.cc +2 -2
  934. data/src/core/lib/surface/channel.cc +57 -51
  935. data/src/core/lib/surface/channel.h +19 -14
  936. data/src/core/lib/surface/channel_init.cc +23 -76
  937. data/src/core/lib/surface/channel_init.h +52 -44
  938. data/src/core/lib/surface/channel_ping.cc +2 -3
  939. data/src/core/lib/surface/channel_stack_type.cc +2 -1
  940. data/src/core/lib/surface/completion_queue.cc +140 -145
  941. data/src/core/lib/surface/completion_queue.h +18 -17
  942. data/src/core/lib/surface/completion_queue_factory.cc +3 -3
  943. data/src/core/lib/surface/completion_queue_factory.h +1 -0
  944. data/src/core/lib/surface/event_string.cc +1 -0
  945. data/src/core/lib/surface/init.cc +18 -65
  946. data/src/core/lib/surface/init.h +10 -2
  947. data/src/core/lib/surface/init_secure.cc +36 -14
  948. data/src/core/lib/surface/lame_client.cc +62 -61
  949. data/src/core/lib/surface/lame_client.h +5 -0
  950. data/src/core/lib/surface/metadata_array.cc +2 -2
  951. data/src/core/lib/surface/server.cc +167 -116
  952. data/src/core/lib/surface/server.h +140 -40
  953. data/src/core/lib/surface/validate_metadata.cc +55 -24
  954. data/src/core/lib/surface/validate_metadata.h +3 -2
  955. data/src/core/lib/surface/version.cc +2 -2
  956. data/src/core/lib/transport/bdp_estimator.cc +1 -1
  957. data/src/core/lib/transport/byte_stream.cc +5 -5
  958. data/src/core/lib/transport/byte_stream.h +9 -8
  959. data/src/core/lib/transport/connectivity_state.cc +9 -6
  960. data/src/core/lib/transport/connectivity_state.h +8 -6
  961. data/src/core/lib/transport/error_utils.cc +64 -27
  962. data/src/core/lib/transport/error_utils.h +13 -7
  963. data/src/core/lib/transport/metadata.cc +47 -22
  964. data/src/core/lib/transport/metadata.h +15 -12
  965. data/src/core/lib/transport/metadata_batch.cc +41 -339
  966. data/src/core/lib/transport/metadata_batch.h +932 -68
  967. data/src/core/lib/transport/parsed_metadata.h +263 -0
  968. data/src/core/lib/transport/pid_controller.cc +4 -4
  969. data/src/core/lib/transport/static_metadata.cc +715 -847
  970. data/src/core/lib/transport/static_metadata.h +115 -379
  971. data/src/core/lib/transport/status_metadata.cc +5 -3
  972. data/src/core/lib/transport/transport.cc +8 -8
  973. data/src/core/lib/transport/transport.h +12 -10
  974. data/src/core/lib/transport/transport_op_string.cc +46 -26
  975. data/src/core/lib/uri/uri_parser.cc +131 -249
  976. data/src/core/lib/uri/uri_parser.h +57 -21
  977. data/src/core/plugin_registry/grpc_plugin_registry.cc +101 -44
  978. data/src/core/tsi/alts/crypt/aes_gcm.cc +6 -3
  979. data/src/core/tsi/alts/crypt/gsec.cc +5 -4
  980. data/src/core/tsi/alts/crypt/gsec.h +5 -0
  981. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +13 -12
  982. data/src/core/tsi/alts/frame_protector/frame_handler.cc +18 -17
  983. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +27 -33
  984. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +2 -3
  985. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +57 -51
  986. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +1 -1
  987. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +2 -1
  988. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -3
  989. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +2 -2
  990. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +1 -1
  991. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +8 -6
  992. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +6 -6
  993. data/src/core/tsi/fake_transport_security.cc +31 -12
  994. data/src/core/tsi/local_transport_security.cc +36 -73
  995. data/src/core/tsi/ssl/session_cache/ssl_session.h +0 -3
  996. data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +1 -1
  997. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +20 -55
  998. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +6 -7
  999. data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +2 -2
  1000. data/src/core/tsi/ssl_transport_security.cc +115 -77
  1001. data/src/core/tsi/ssl_transport_security.h +12 -14
  1002. data/src/core/tsi/transport_security.cc +21 -9
  1003. data/src/core/tsi/transport_security.h +16 -1
  1004. data/src/core/tsi/transport_security_grpc.h +1 -0
  1005. data/src/core/tsi/transport_security_interface.h +27 -1
  1006. data/src/ruby/bin/math_services_pb.rb +1 -1
  1007. data/src/ruby/ext/grpc/extconf.rb +21 -8
  1008. data/src/ruby/ext/grpc/rb_byte_buffer.c +2 -1
  1009. data/src/ruby/ext/grpc/rb_call.c +5 -5
  1010. data/src/ruby/ext/grpc/rb_call_credentials.c +5 -5
  1011. data/src/ruby/ext/grpc/rb_channel.c +19 -8
  1012. data/src/ruby/ext/grpc/rb_channel_args.c +2 -2
  1013. data/src/ruby/ext/grpc/rb_channel_credentials.c +15 -5
  1014. data/src/ruby/ext/grpc/rb_channel_credentials.h +5 -0
  1015. data/src/ruby/ext/grpc/rb_completion_queue.c +3 -2
  1016. data/src/ruby/ext/grpc/rb_compression_options.c +6 -5
  1017. data/src/ruby/ext/grpc/rb_enable_cpp.cc +1 -1
  1018. data/src/ruby/ext/grpc/rb_event_thread.c +4 -2
  1019. data/src/ruby/ext/grpc/rb_grpc.c +9 -4
  1020. data/src/ruby/ext/grpc/rb_grpc.h +1 -0
  1021. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +24 -0
  1022. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +50 -14
  1023. data/src/ruby/ext/grpc/rb_server.c +19 -6
  1024. data/src/ruby/ext/grpc/rb_server_credentials.c +22 -6
  1025. data/src/ruby/ext/grpc/rb_server_credentials.h +5 -0
  1026. data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +218 -0
  1027. data/src/ruby/ext/grpc/rb_xds_channel_credentials.h +37 -0
  1028. data/src/ruby/ext/grpc/rb_xds_server_credentials.c +170 -0
  1029. data/src/ruby/ext/grpc/rb_xds_server_credentials.h +37 -0
  1030. data/src/ruby/lib/grpc/generic/client_stub.rb +4 -2
  1031. data/src/ruby/lib/grpc/version.rb +1 -1
  1032. data/src/ruby/pb/grpc/health/v1/health_services_pb.rb +1 -1
  1033. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +35 -0
  1034. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +2 -2
  1035. data/src/ruby/pb/src/proto/grpc/testing/test_services_pb.rb +23 -5
  1036. data/src/ruby/spec/call_spec.rb +1 -1
  1037. data/src/ruby/spec/channel_credentials_spec.rb +32 -0
  1038. data/src/ruby/spec/channel_spec.rb +17 -6
  1039. data/src/ruby/spec/client_auth_spec.rb +27 -1
  1040. data/src/ruby/spec/client_server_spec.rb +1 -1
  1041. data/src/ruby/spec/errors_spec.rb +1 -1
  1042. data/src/ruby/spec/generic/active_call_spec.rb +2 -2
  1043. data/src/ruby/spec/generic/client_stub_spec.rb +4 -4
  1044. data/src/ruby/spec/generic/rpc_server_spec.rb +1 -1
  1045. data/src/ruby/spec/pb/codegen/package_option_spec.rb +2 -6
  1046. data/src/ruby/spec/server_credentials_spec.rb +25 -0
  1047. data/src/ruby/spec/server_spec.rb +22 -0
  1048. data/third_party/abseil-cpp/absl/algorithm/container.h +3 -3
  1049. data/third_party/abseil-cpp/absl/base/attributes.h +24 -4
  1050. data/third_party/abseil-cpp/absl/base/call_once.h +2 -9
  1051. data/third_party/abseil-cpp/absl/base/config.h +37 -9
  1052. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +24 -10
  1053. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +4 -1
  1054. data/third_party/abseil-cpp/absl/base/internal/endian.h +61 -0
  1055. data/third_party/abseil-cpp/absl/base/internal/low_level_scheduling.h +2 -3
  1056. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +34 -32
  1057. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +16 -6
  1058. data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +11 -2
  1059. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +14 -5
  1060. data/third_party/abseil-cpp/absl/base/internal/spinlock_akaros.inc +2 -2
  1061. data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +3 -3
  1062. data/third_party/abseil-cpp/absl/base/internal/spinlock_posix.inc +2 -2
  1063. data/third_party/abseil-cpp/absl/base/internal/spinlock_wait.h +11 -11
  1064. data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +5 -5
  1065. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +1 -1
  1066. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -6
  1067. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +54 -48
  1068. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +111 -7
  1069. data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +0 -76
  1070. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +1 -3
  1071. data/third_party/abseil-cpp/absl/base/log_severity.h +4 -4
  1072. data/third_party/abseil-cpp/absl/base/macros.h +11 -0
  1073. data/third_party/abseil-cpp/absl/base/optimization.h +10 -7
  1074. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  1075. data/third_party/abseil-cpp/absl/base/port.h +0 -1
  1076. data/third_party/abseil-cpp/absl/base/thread_annotations.h +1 -1
  1077. data/third_party/abseil-cpp/absl/container/fixed_array.h +2 -2
  1078. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +606 -0
  1079. data/third_party/abseil-cpp/absl/container/inlined_vector.h +5 -3
  1080. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +1 -1
  1081. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +5 -1
  1082. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +2 -1
  1083. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler_force_weak_definition.cc +2 -1
  1084. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +141 -66
  1085. data/third_party/abseil-cpp/absl/container/internal/layout.h +4 -4
  1086. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +197 -0
  1087. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +14 -1
  1088. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +136 -136
  1089. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +16 -12
  1090. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +5 -2
  1091. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +3 -12
  1092. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +6 -1
  1093. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +3 -5
  1094. data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +2 -2
  1095. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +2 -2
  1096. data/third_party/abseil-cpp/absl/hash/internal/city.cc +15 -12
  1097. data/third_party/abseil-cpp/absl/hash/internal/city.h +1 -19
  1098. data/third_party/abseil-cpp/absl/hash/internal/hash.cc +25 -10
  1099. data/third_party/abseil-cpp/absl/hash/internal/hash.h +86 -37
  1100. data/third_party/abseil-cpp/absl/hash/internal/wyhash.cc +111 -0
  1101. data/third_party/abseil-cpp/absl/hash/internal/wyhash.h +48 -0
  1102. data/third_party/abseil-cpp/absl/meta/type_traits.h +16 -2
  1103. data/third_party/abseil-cpp/absl/numeric/bits.h +177 -0
  1104. data/third_party/abseil-cpp/absl/numeric/int128.cc +3 -3
  1105. data/third_party/abseil-cpp/absl/numeric/internal/bits.h +358 -0
  1106. data/third_party/abseil-cpp/absl/numeric/internal/representation.h +55 -0
  1107. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +18 -0
  1108. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +396 -0
  1109. data/third_party/abseil-cpp/absl/status/status.cc +29 -22
  1110. data/third_party/abseil-cpp/absl/status/status.h +81 -20
  1111. data/third_party/abseil-cpp/absl/status/statusor.cc +71 -0
  1112. data/third_party/abseil-cpp/absl/status/statusor.h +760 -0
  1113. data/third_party/abseil-cpp/absl/strings/charconv.cc +5 -5
  1114. data/third_party/abseil-cpp/absl/strings/cord.cc +326 -371
  1115. data/third_party/abseil-cpp/absl/strings/cord.h +182 -64
  1116. data/third_party/abseil-cpp/absl/strings/escaping.cc +4 -4
  1117. data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +6 -6
  1118. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +83 -0
  1119. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +387 -17
  1120. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +146 -0
  1121. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +897 -0
  1122. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +589 -0
  1123. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +114 -0
  1124. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +14 -0
  1125. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +14 -0
  1126. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +15 -1
  1127. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +19 -4
  1128. data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +14 -0
  1129. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +36 -18
  1130. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.h +14 -0
  1131. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +14 -0
  1132. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +14 -0
  1133. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +15 -40
  1134. data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +64 -0
  1135. data/third_party/abseil-cpp/absl/strings/match.cc +6 -3
  1136. data/third_party/abseil-cpp/absl/strings/match.h +16 -6
  1137. data/third_party/abseil-cpp/absl/strings/numbers.cc +132 -4
  1138. data/third_party/abseil-cpp/absl/strings/numbers.h +10 -10
  1139. data/third_party/abseil-cpp/absl/strings/str_join.h +1 -1
  1140. data/third_party/abseil-cpp/absl/strings/str_split.h +38 -4
  1141. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +154 -0
  1142. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +1 -0
  1143. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +2 -1
  1144. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +2 -2
  1145. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +4 -4
  1146. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +1 -65
  1147. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +2 -6
  1148. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +71 -59
  1149. data/third_party/abseil-cpp/absl/synchronization/mutex.h +79 -62
  1150. data/third_party/abseil-cpp/absl/time/clock.cc +146 -130
  1151. data/third_party/abseil-cpp/absl/time/clock.h +2 -2
  1152. data/third_party/abseil-cpp/absl/time/duration.cc +3 -2
  1153. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +7 -11
  1154. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +7 -1
  1155. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +4 -4
  1156. data/third_party/abseil-cpp/absl/time/time.cc +4 -3
  1157. data/third_party/abseil-cpp/absl/time/time.h +26 -24
  1158. data/third_party/abseil-cpp/absl/types/internal/variant.h +1 -1
  1159. data/third_party/abseil-cpp/absl/types/variant.h +9 -4
  1160. data/third_party/address_sorting/address_sorting_posix.c +1 -0
  1161. data/third_party/boringssl-with-bazel/err_data.c +756 -724
  1162. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +55 -50
  1163. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +22 -23
  1164. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +0 -2
  1165. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +2 -2
  1166. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +6 -1
  1167. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +5 -5
  1168. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +16 -23
  1169. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +26 -24
  1170. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +3 -3
  1171. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_print.c +19 -29
  1172. data/third_party/boringssl-with-bazel/src/crypto/{x509 → asn1}/a_strex.c +269 -272
  1173. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +106 -153
  1174. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +3 -3
  1175. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +22 -10
  1176. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +3 -42
  1177. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +1 -1
  1178. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +16 -16
  1179. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +1 -1
  1180. data/third_party/boringssl-with-bazel/src/crypto/{x509 → asn1}/charmap.h +0 -0
  1181. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +196 -0
  1182. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +35 -86
  1183. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +326 -281
  1184. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +15 -26
  1185. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +20 -75
  1186. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +0 -2
  1187. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +3 -2
  1188. data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +1 -1
  1189. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +11 -8
  1190. data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +1 -7
  1191. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -5
  1192. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +0 -4
  1193. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +1 -7
  1194. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -6
  1195. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +3 -17
  1196. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +4 -0
  1197. data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +156 -0
  1198. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/bn_asn1.c +3 -10
  1199. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +8 -9
  1200. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +9 -0
  1201. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +68 -45
  1202. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +38 -47
  1203. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/cipher_extra.c +49 -65
  1204. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +6 -81
  1205. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +1 -88
  1206. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +101 -3
  1207. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +119 -273
  1208. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +14 -3
  1209. data/third_party/boringssl-with-bazel/src/crypto/cpu-aarch64-win.c +41 -0
  1210. data/third_party/boringssl-with-bazel/src/crypto/cpu-arm-linux.c +11 -2
  1211. data/third_party/boringssl-with-bazel/src/crypto/cpu-arm.c +3 -3
  1212. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +1 -1
  1213. data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +1 -1
  1214. data/third_party/boringssl-with-bazel/src/crypto/{dh → dh_extra}/dh_asn1.c +0 -0
  1215. data/third_party/boringssl-with-bazel/src/crypto/{dh → dh_extra}/params.c +179 -0
  1216. data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +31 -3
  1217. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +2 -17
  1218. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +87 -80
  1219. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +9 -0
  1220. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +32 -34
  1221. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +4 -1
  1222. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +13 -20
  1223. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +28 -12
  1224. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +3 -2
  1225. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +15 -4
  1226. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +0 -4
  1227. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +5 -9
  1228. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +32 -16
  1229. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +35 -2
  1230. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/des.c +10 -11
  1231. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/internal.h +1 -3
  1232. data/third_party/boringssl-with-bazel/src/crypto/{dh → fipsmodule/dh}/check.c +0 -0
  1233. data/third_party/boringssl-with-bazel/src/crypto/{dh → fipsmodule/dh}/dh.c +136 -213
  1234. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +9 -0
  1235. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digests.c +10 -2
  1236. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/md32_common.h +87 -160
  1237. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +16 -0
  1238. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +9 -2
  1239. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +0 -4
  1240. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +104 -93
  1241. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +39 -0
  1242. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md4/md4.c +56 -72
  1243. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md5/md5.c +56 -73
  1244. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +33 -22
  1245. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +9 -8
  1246. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +9 -8
  1247. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +17 -13
  1248. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +1 -1
  1249. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +1 -22
  1250. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -1
  1251. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -9
  1252. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +123 -44
  1253. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +30 -20
  1254. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +50 -33
  1255. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +65 -41
  1256. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +79 -0
  1257. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +161 -9
  1258. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +93 -107
  1259. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +91 -113
  1260. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +50 -86
  1261. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +400 -325
  1262. data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +219 -121
  1263. data/third_party/boringssl-with-bazel/src/crypto/hrss/internal.h +9 -2
  1264. data/third_party/boringssl-with-bazel/src/crypto/internal.h +125 -0
  1265. data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +253 -0
  1266. data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +28 -23
  1267. data/third_party/boringssl-with-bazel/src/crypto/mem.c +28 -9
  1268. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +10 -6
  1269. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +0 -9
  1270. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +0 -2
  1271. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +0 -8
  1272. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +0 -2
  1273. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +0 -4
  1274. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/internal.h +16 -7
  1275. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7.c +9 -4
  1276. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +156 -15
  1277. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +95 -48
  1278. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +11 -8
  1279. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +13 -11
  1280. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +4 -0
  1281. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +1 -0
  1282. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +4 -0
  1283. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/fuchsia.c +4 -0
  1284. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/is_fips.c → rand_extra/passive.c} +16 -11
  1285. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/rand_extra.c +5 -1
  1286. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +4 -0
  1287. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_asn1.c +1 -2
  1288. data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +6 -6
  1289. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +7 -13
  1290. data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +0 -28
  1291. data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +15 -11
  1292. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +1 -1
  1293. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +1 -0
  1294. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +2 -0
  1295. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +345 -13
  1296. data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +246 -0
  1297. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +20 -5
  1298. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +10 -5
  1299. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +2 -0
  1300. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +0 -179
  1301. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +7 -2
  1302. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +24 -47
  1303. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +4 -31
  1304. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +12 -9
  1305. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +1 -5
  1306. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +1 -0
  1307. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +42 -89
  1308. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +17 -24
  1309. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +2 -0
  1310. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +26 -23
  1311. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +25 -69
  1312. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +54 -74
  1313. data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +61 -23
  1314. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +2 -4
  1315. data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +3 -0
  1316. data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +21 -19
  1317. data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +3 -16
  1318. data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +21 -34
  1319. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +15 -13
  1320. data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +2 -0
  1321. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +23 -21
  1322. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +2 -2
  1323. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +25 -22
  1324. data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +5 -8
  1325. data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +5 -0
  1326. data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +2 -0
  1327. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +50 -14
  1328. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +5 -2
  1329. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +23 -0
  1330. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +1 -0
  1331. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +1 -1
  1332. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_int.h +1 -1
  1333. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +1 -0
  1334. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +4 -3
  1335. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +27 -8
  1336. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +28 -18
  1337. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +6 -3
  1338. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +26 -25
  1339. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +10 -12
  1340. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +4 -2
  1341. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +7 -1
  1342. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +40 -20
  1343. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +3 -4
  1344. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +27 -36
  1345. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +112 -55
  1346. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +2 -1
  1347. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +14 -13
  1348. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +2 -2
  1349. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +7 -6
  1350. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +86 -44
  1351. data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +1 -4
  1352. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +69 -4
  1353. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +1026 -615
  1354. data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +2 -176
  1355. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +63 -13
  1356. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +3 -1
  1357. data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +62 -0
  1358. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +3 -3
  1359. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +32 -7
  1360. data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +1 -1
  1361. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +23 -6
  1362. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +8 -5
  1363. data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +22 -32
  1364. data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +24 -4
  1365. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +56 -26
  1366. data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +10 -2
  1367. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +20 -2
  1368. data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +33 -0
  1369. data/third_party/boringssl-with-bazel/src/include/openssl/err.h +3 -2
  1370. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +38 -51
  1371. data/third_party/boringssl-with-bazel/src/{crypto/x509/x509_r2x.c → include/openssl/evp_errors.h} +41 -58
  1372. data/third_party/boringssl-with-bazel/src/include/openssl/hkdf.h +4 -0
  1373. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +350 -0
  1374. data/third_party/boringssl-with-bazel/src/include/openssl/hrss.h +14 -12
  1375. data/third_party/boringssl-with-bazel/src/include/openssl/lhash.h +4 -205
  1376. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +12 -3
  1377. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +26 -6
  1378. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +0 -20
  1379. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs7.h +33 -8
  1380. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +9 -1
  1381. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -2
  1382. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +104 -63
  1383. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +39 -16
  1384. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +406 -108
  1385. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +48 -36
  1386. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +1425 -377
  1387. data/third_party/boringssl-with-bazel/src/include/openssl/x509_vfy.h +16 -679
  1388. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +188 -49
  1389. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +16 -18
  1390. data/third_party/boringssl-with-bazel/src/ssl/d1_srtp.cc +1 -1
  1391. data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +1084 -0
  1392. data/third_party/boringssl-with-bazel/src/ssl/{t1_lib.cc → extensions.cc} +847 -622
  1393. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +298 -22
  1394. data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +92 -44
  1395. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +314 -217
  1396. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +177 -35
  1397. data/third_party/boringssl-with-bazel/src/ssl/internal.h +491 -152
  1398. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +9 -3
  1399. data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +0 -2
  1400. data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +14 -19
  1401. data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +7 -8
  1402. data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +4 -6
  1403. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +2 -2
  1404. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +34 -31
  1405. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +60 -112
  1406. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +2 -0
  1407. data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +136 -104
  1408. data/third_party/boringssl-with-bazel/src/ssl/ssl_stat.cc +3 -0
  1409. data/third_party/boringssl-with-bazel/src/ssl/ssl_transcript.cc +12 -17
  1410. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +7 -3
  1411. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +28 -23
  1412. data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +5 -7
  1413. data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +79 -34
  1414. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +235 -178
  1415. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +160 -91
  1416. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +269 -118
  1417. data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +4 -2
  1418. data/third_party/re2/re2/compile.cc +91 -109
  1419. data/third_party/re2/re2/dfa.cc +27 -39
  1420. data/third_party/re2/re2/filtered_re2.cc +18 -2
  1421. data/third_party/re2/re2/filtered_re2.h +10 -5
  1422. data/third_party/re2/re2/nfa.cc +1 -1
  1423. data/third_party/re2/re2/parse.cc +42 -23
  1424. data/third_party/re2/re2/perl_groups.cc +34 -34
  1425. data/third_party/re2/re2/prefilter.cc +3 -2
  1426. data/third_party/re2/re2/prog.cc +182 -4
  1427. data/third_party/re2/re2/prog.h +28 -9
  1428. data/third_party/re2/re2/re2.cc +87 -118
  1429. data/third_party/re2/re2/re2.h +156 -141
  1430. data/third_party/re2/re2/regexp.cc +12 -5
  1431. data/third_party/re2/re2/regexp.h +8 -2
  1432. data/third_party/re2/re2/set.cc +31 -9
  1433. data/third_party/re2/re2/set.h +9 -4
  1434. data/third_party/re2/re2/simplify.cc +11 -3
  1435. data/third_party/re2/re2/tostring.cc +1 -1
  1436. data/third_party/re2/re2/walker-inl.h +1 -1
  1437. data/third_party/re2/util/mutex.h +2 -2
  1438. data/third_party/re2/util/pcre.h +3 -3
  1439. data/third_party/upb/upb/decode.c +354 -204
  1440. data/third_party/upb/upb/decode.h +50 -3
  1441. data/third_party/upb/upb/decode_fast.c +1053 -0
  1442. data/third_party/upb/upb/decode_fast.h +153 -0
  1443. data/third_party/upb/upb/decode_internal.h +193 -0
  1444. data/third_party/upb/upb/def.c +609 -610
  1445. data/third_party/upb/upb/def.h +57 -50
  1446. data/third_party/upb/upb/def.hpp +66 -123
  1447. data/third_party/upb/upb/encode.c +267 -176
  1448. data/third_party/upb/upb/encode.h +56 -4
  1449. data/third_party/upb/upb/msg.c +304 -84
  1450. data/third_party/upb/upb/msg.h +76 -441
  1451. data/third_party/upb/upb/msg_internal.h +687 -0
  1452. data/third_party/upb/upb/port_def.inc +156 -82
  1453. data/third_party/upb/upb/port_undef.inc +41 -8
  1454. data/third_party/upb/upb/reflection.c +64 -55
  1455. data/third_party/upb/upb/reflection.h +36 -8
  1456. data/third_party/upb/upb/reflection.hpp +37 -0
  1457. data/third_party/upb/upb/table.c +238 -276
  1458. data/third_party/upb/upb/{table.int.h → table_internal.h} +66 -181
  1459. data/third_party/upb/upb/text_encode.c +77 -26
  1460. data/third_party/upb/upb/text_encode.h +30 -1
  1461. data/third_party/upb/upb/upb.c +75 -47
  1462. data/third_party/upb/upb/upb.h +72 -13
  1463. data/third_party/upb/upb/upb.hpp +28 -4
  1464. data/third_party/upb/upb/upb_internal.h +58 -0
  1465. data/third_party/xxhash/xxhash.h +5325 -0
  1466. metadata +287 -137
  1467. data/src/core/ext/filters/client_channel/lb_policy/xds/eds.cc +0 -909
  1468. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.cc +0 -485
  1469. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_libuv.cc +0 -179
  1470. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_fallback.cc +0 -68
  1471. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_libuv.cc +0 -38
  1472. data/src/core/ext/filters/client_channel/resolving_lb_policy.cc +0 -355
  1473. data/src/core/ext/filters/client_channel/resolving_lb_policy.h +0 -138
  1474. data/src/core/ext/filters/workarounds/workaround_cronet_compression_filter.cc +0 -210
  1475. data/src/core/ext/filters/workarounds/workaround_utils.cc +0 -53
  1476. data/src/core/ext/filters/workarounds/workaround_utils.h +0 -39
  1477. data/src/core/ext/transport/chttp2/client/authority.cc +0 -42
  1478. data/src/core/ext/transport/chttp2/client/authority.h +0 -36
  1479. data/src/core/ext/transport/chttp2/transport/hpack_table.cc +0 -242
  1480. data/src/core/ext/transport/chttp2/transport/hpack_table.h +0 -148
  1481. data/src/core/ext/transport/chttp2/transport/incoming_metadata.cc +0 -66
  1482. data/src/core/ext/transport/chttp2/transport/incoming_metadata.h +0 -58
  1483. data/src/core/ext/upb-generated/udpa/core/v1/authority.upb.c +0 -28
  1484. data/src/core/ext/upb-generated/udpa/core/v1/authority.upb.h +0 -53
  1485. data/src/core/ext/upb-generated/udpa/core/v1/collection_entry.upb.c +0 -52
  1486. data/src/core/ext/upb-generated/udpa/core/v1/collection_entry.upb.h +0 -129
  1487. data/src/core/ext/upb-generated/udpa/core/v1/context_params.upb.c +0 -42
  1488. data/src/core/ext/upb-generated/udpa/core/v1/context_params.upb.h +0 -77
  1489. data/src/core/ext/upb-generated/udpa/core/v1/resource.upb.c +0 -36
  1490. data/src/core/ext/upb-generated/udpa/core/v1/resource.upb.h +0 -85
  1491. data/src/core/ext/upb-generated/udpa/core/v1/resource_locator.upb.c +0 -54
  1492. data/src/core/ext/upb-generated/udpa/core/v1/resource_locator.upb.h +0 -160
  1493. data/src/core/ext/upb-generated/udpa/core/v1/resource_name.upb.c +0 -36
  1494. data/src/core/ext/upb-generated/udpa/core/v1/resource_name.upb.h +0 -84
  1495. data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.c +0 -58
  1496. data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.h +0 -117
  1497. data/src/core/ext/upbdefs-generated/udpa/core/v1/authority.upbdefs.c +0 -42
  1498. data/src/core/ext/upbdefs-generated/udpa/core/v1/authority.upbdefs.h +0 -35
  1499. data/src/core/ext/upbdefs-generated/udpa/core/v1/collection_entry.upbdefs.c +0 -62
  1500. data/src/core/ext/upbdefs-generated/udpa/core/v1/collection_entry.upbdefs.h +0 -40
  1501. data/src/core/ext/upbdefs-generated/udpa/core/v1/context_params.upbdefs.c +0 -45
  1502. data/src/core/ext/upbdefs-generated/udpa/core/v1/context_params.upbdefs.h +0 -40
  1503. data/src/core/ext/upbdefs-generated/udpa/core/v1/resource.upbdefs.c +0 -49
  1504. data/src/core/ext/upbdefs-generated/udpa/core/v1/resource.upbdefs.h +0 -35
  1505. data/src/core/ext/upbdefs-generated/udpa/core/v1/resource_locator.upbdefs.c +0 -68
  1506. data/src/core/ext/upbdefs-generated/udpa/core/v1/resource_locator.upbdefs.h +0 -40
  1507. data/src/core/ext/upbdefs-generated/udpa/core/v1/resource_name.upbdefs.c +0 -51
  1508. data/src/core/ext/upbdefs-generated/udpa/core/v1/resource_name.upbdefs.h +0 -35
  1509. data/src/core/ext/xds/google_mesh_ca_certificate_provider_factory.cc +0 -265
  1510. data/src/core/ext/xds/google_mesh_ca_certificate_provider_factory.h +0 -104
  1511. data/src/core/lib/gpr/arena.h +0 -47
  1512. data/src/core/lib/gpr/tls_gcc.h +0 -52
  1513. data/src/core/lib/gpr/tls_msvc.h +0 -54
  1514. data/src/core/lib/gpr/tls_pthread.h +0 -56
  1515. data/src/core/lib/gpr/tls_stdcpp.h +0 -48
  1516. data/src/core/lib/gprpp/atomic.h +0 -104
  1517. data/src/core/lib/gprpp/map.h +0 -53
  1518. data/src/core/lib/iomgr/endpoint_pair_uv.cc +0 -40
  1519. data/src/core/lib/iomgr/iomgr_posix.h +0 -26
  1520. data/src/core/lib/iomgr/iomgr_uv.cc +0 -43
  1521. data/src/core/lib/iomgr/poller/eventmanager_libuv.cc +0 -88
  1522. data/src/core/lib/iomgr/poller/eventmanager_libuv.h +0 -88
  1523. data/src/core/lib/iomgr/pollset_uv.cc +0 -93
  1524. data/src/core/lib/iomgr/pollset_uv.h +0 -32
  1525. data/src/core/lib/iomgr/sockaddr_custom.h +0 -54
  1526. data/src/core/lib/iomgr/socket_utils_uv.cc +0 -49
  1527. data/src/core/lib/iomgr/tcp_uv.cc +0 -419
  1528. data/src/core/lib/iomgr/timer_uv.cc +0 -66
  1529. data/src/core/lib/iomgr/udp_server.cc +0 -748
  1530. data/src/core/lib/iomgr/udp_server.h +0 -104
  1531. data/src/core/lib/security/authorization/authorization_engine.cc +0 -177
  1532. data/src/core/lib/security/authorization/mock_cel/activation.h +0 -57
  1533. data/src/core/lib/security/authorization/mock_cel/cel_expr_builder_factory.h +0 -44
  1534. data/src/core/lib/security/authorization/mock_cel/cel_expression.h +0 -69
  1535. data/src/core/lib/security/authorization/mock_cel/cel_value.h +0 -97
  1536. data/src/core/lib/security/authorization/mock_cel/evaluator_core.h +0 -67
  1537. data/src/core/lib/security/authorization/mock_cel/flat_expr_builder.h +0 -57
  1538. data/src/core/lib/transport/authority_override.cc +0 -38
  1539. data/third_party/abseil-cpp/absl/base/internal/bits.h +0 -219
  1540. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +0 -504
  1541. data/third_party/abseil-cpp/absl/synchronization/internal/mutex_nonprod.inc +0 -249
  1542. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_locl.h +0 -104
  1543. data/third_party/boringssl-with-bazel/src/crypto/hpke/internal.h +0 -237
  1544. data/third_party/boringssl-with-bazel/src/crypto/x509/vpm_int.h +0 -71
  1545. data/third_party/upb/upb/port.c +0 -26
@@ -0,0 +1,2573 @@
1
+ //
2
+ // Copyright 2015 gRPC authors.
3
+ //
4
+ // Licensed under the Apache License, Version 2.0 (the "License");
5
+ // you may not use this file except in compliance with the License.
6
+ // You may obtain a copy of the License at
7
+ //
8
+ // http://www.apache.org/licenses/LICENSE-2.0
9
+ //
10
+ // Unless required by applicable law or agreed to in writing, software
11
+ // distributed under the License is distributed on an "AS IS" BASIS,
12
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ // See the License for the specific language governing permissions and
14
+ // limitations under the License.
15
+ //
16
+
17
+ #include <grpc/support/port_platform.h>
18
+
19
+ #include "src/core/ext/filters/client_channel/retry_filter.h"
20
+
21
+ #include "absl/container/inlined_vector.h"
22
+ #include "absl/status/statusor.h"
23
+ #include "absl/strings/strip.h"
24
+
25
+ #include <grpc/support/log.h>
26
+
27
+ #include "src/core/ext/filters/client_channel/client_channel.h"
28
+ #include "src/core/ext/filters/client_channel/retry_service_config.h"
29
+ #include "src/core/ext/filters/client_channel/retry_throttle.h"
30
+ #include "src/core/ext/service_config/service_config.h"
31
+ #include "src/core/ext/service_config/service_config_call_data.h"
32
+ #include "src/core/lib/backoff/backoff.h"
33
+ #include "src/core/lib/channel/channel_args.h"
34
+ #include "src/core/lib/channel/channel_stack.h"
35
+ #include "src/core/lib/channel/status_util.h"
36
+ #include "src/core/lib/gprpp/manual_constructor.h"
37
+ #include "src/core/lib/iomgr/polling_entity.h"
38
+ #include "src/core/lib/slice/slice_internal.h"
39
+ #include "src/core/lib/slice/slice_string_helpers.h"
40
+ #include "src/core/lib/transport/error_utils.h"
41
+ #include "src/core/lib/transport/metadata.h"
42
+ #include "src/core/lib/transport/metadata_batch.h"
43
+ #include "src/core/lib/transport/static_metadata.h"
44
+ #include "src/core/lib/transport/status_metadata.h"
45
+ #include "src/core/lib/uri/uri_parser.h"
46
+
47
+ //
48
+ // Retry filter
49
+ //
50
+
51
+ // This filter is intended to be used in the DynamicFilter stack in the
52
+ // client channel, which is situated between the name resolver and the
53
+ // LB policy. Normally, the last filter in the DynamicFilter stack is
54
+ // the DynamicTerminationFilter (see client_channel.cc), which creates a
55
+ // LoadBalancedCall and delegates to it. However, when retries are
56
+ // enabled, this filter is used instead of the DynamicTerminationFilter.
57
+ //
58
+ // In order to support retries, we act as a proxy for stream op batches.
59
+ // When we get a batch from the surface, we add it to our list of pending
60
+ // batches, and we then use those batches to construct separate "child"
61
+ // batches to be started on an LB call. When the child batches return, we
62
+ // then decide which pending batches have been completed and schedule their
63
+ // callbacks accordingly. If a call attempt fails and we want to retry it,
64
+ // we create a new LB call and start again, constructing new "child" batches
65
+ // for the new LB call.
66
+ //
67
+ // Note that retries are committed when receiving data from the server
68
+ // (except for Trailers-Only responses). However, there may be many
69
+ // send ops started before receiving any data, so we may have already
70
+ // completed some number of send ops (and returned the completions up to
71
+ // the surface) by the time we realize that we need to retry. To deal
72
+ // with this, we cache data for send ops, so that we can replay them on a
73
+ // different LB call even after we have completed the original batches.
74
+ //
75
+ // The code is structured as follows:
76
+ // - In CallData (in the parent channel), we maintain a list of pending
77
+ // ops and cached data for send ops.
78
+ // - There is a CallData::CallAttempt object for each retry attempt.
79
+ // This object contains the LB call for that attempt and state to indicate
80
+ // which ops from the CallData object have already been sent down to that
81
+ // LB call.
82
+ // - There is a CallData::CallAttempt::BatchData object for each "child"
83
+ // batch sent on the LB call.
84
+ //
85
+ // When constructing the "child" batches, we compare the state in the
86
+ // CallAttempt object against the state in the CallData object to see
87
+ // which batches need to be sent on the LB call for a given attempt.
88
+
89
+ // TODO(roth): In subsequent PRs:
90
+ // - add support for transparent retries (including initial metadata)
91
+ // - implement hedging
92
+
93
+ // By default, we buffer 256 KiB per RPC for retries.
94
+ // TODO(roth): Do we have any data to suggest a better value?
95
+ #define DEFAULT_PER_RPC_RETRY_BUFFER_SIZE (256 << 10)
96
+
97
+ // This value was picked arbitrarily. It can be changed if there is
98
+ // any even moderately compelling reason to do so.
99
+ #define RETRY_BACKOFF_JITTER 0.2
100
+
101
+ namespace grpc_core {
102
+
103
+ namespace {
104
+
105
+ using internal::RetryGlobalConfig;
106
+ using internal::RetryMethodConfig;
107
+ using internal::RetryServiceConfigParser;
108
+ using internal::ServerRetryThrottleData;
109
+
110
+ TraceFlag grpc_retry_trace(false, "retry");
111
+
112
+ //
113
+ // RetryFilter
114
+ //
115
+
116
+ class RetryFilter {
117
+ public:
118
+ class CallData;
119
+
120
+ static grpc_error_handle Init(grpc_channel_element* elem,
121
+ grpc_channel_element_args* args) {
122
+ GPR_ASSERT(args->is_last);
123
+ GPR_ASSERT(elem->filter == &kRetryFilterVtable);
124
+ grpc_error_handle error = GRPC_ERROR_NONE;
125
+ new (elem->channel_data) RetryFilter(args->channel_args, &error);
126
+ return error;
127
+ }
128
+
129
+ static void Destroy(grpc_channel_element* elem) {
130
+ auto* chand = static_cast<RetryFilter*>(elem->channel_data);
131
+ chand->~RetryFilter();
132
+ }
133
+
134
+ // Will never be called.
135
+ static void StartTransportOp(grpc_channel_element* /*elem*/,
136
+ grpc_transport_op* /*op*/) {}
137
+ static void GetChannelInfo(grpc_channel_element* /*elem*/,
138
+ const grpc_channel_info* /*info*/) {}
139
+
140
+ private:
141
+ static size_t GetMaxPerRpcRetryBufferSize(const grpc_channel_args* args) {
142
+ return static_cast<size_t>(grpc_channel_args_find_integer(
143
+ args, GRPC_ARG_PER_RPC_RETRY_BUFFER_SIZE,
144
+ {DEFAULT_PER_RPC_RETRY_BUFFER_SIZE, 0, INT_MAX}));
145
+ }
146
+
147
+ RetryFilter(const grpc_channel_args* args, grpc_error_handle* error)
148
+ : client_channel_(grpc_channel_args_find_pointer<ClientChannel>(
149
+ args, GRPC_ARG_CLIENT_CHANNEL)),
150
+ per_rpc_retry_buffer_size_(GetMaxPerRpcRetryBufferSize(args)) {
151
+ // Get retry throttling parameters from service config.
152
+ auto* service_config = grpc_channel_args_find_pointer<ServiceConfig>(
153
+ args, GRPC_ARG_SERVICE_CONFIG_OBJ);
154
+ if (service_config == nullptr) return;
155
+ const auto* config = static_cast<const RetryGlobalConfig*>(
156
+ service_config->GetGlobalParsedConfig(
157
+ RetryServiceConfigParser::ParserIndex()));
158
+ if (config == nullptr) return;
159
+ // Get server name from target URI.
160
+ const char* server_uri =
161
+ grpc_channel_args_find_string(args, GRPC_ARG_SERVER_URI);
162
+ if (server_uri == nullptr) {
163
+ *error = GRPC_ERROR_CREATE_FROM_STATIC_STRING(
164
+ "server URI channel arg missing or wrong type in client channel "
165
+ "filter");
166
+ return;
167
+ }
168
+ absl::StatusOr<URI> uri = URI::Parse(server_uri);
169
+ if (!uri.ok() || uri->path().empty()) {
170
+ *error = GRPC_ERROR_CREATE_FROM_STATIC_STRING(
171
+ "could not extract server name from target URI");
172
+ return;
173
+ }
174
+ std::string server_name(absl::StripPrefix(uri->path(), "/"));
175
+ // Get throttling config for server_name.
176
+ retry_throttle_data_ = internal::ServerRetryThrottleMap::GetDataForServer(
177
+ server_name, config->max_milli_tokens(), config->milli_token_ratio());
178
+ }
179
+
180
+ ClientChannel* client_channel_;
181
+ size_t per_rpc_retry_buffer_size_;
182
+ RefCountedPtr<ServerRetryThrottleData> retry_throttle_data_;
183
+ };
184
+
185
+ //
186
+ // RetryFilter::CallData
187
+ //
188
+
189
+ class RetryFilter::CallData {
190
+ public:
191
+ static grpc_error_handle Init(grpc_call_element* elem,
192
+ const grpc_call_element_args* args);
193
+ static void Destroy(grpc_call_element* elem,
194
+ const grpc_call_final_info* /*final_info*/,
195
+ grpc_closure* then_schedule_closure);
196
+ static void StartTransportStreamOpBatch(
197
+ grpc_call_element* elem, grpc_transport_stream_op_batch* batch);
198
+ static void SetPollent(grpc_call_element* elem, grpc_polling_entity* pollent);
199
+
200
+ private:
201
+ class CallStackDestructionBarrier;
202
+
203
+ // Pending batches stored in call data.
204
+ struct PendingBatch {
205
+ // The pending batch. If nullptr, this slot is empty.
206
+ grpc_transport_stream_op_batch* batch = nullptr;
207
+ // Indicates whether payload for send ops has been cached in CallData.
208
+ bool send_ops_cached = false;
209
+ };
210
+
211
+ // State associated with each call attempt.
212
+ class CallAttempt : public RefCounted<CallAttempt> {
213
+ public:
214
+ explicit CallAttempt(CallData* calld);
215
+ ~CallAttempt() override;
216
+
217
+ bool lb_call_committed() const { return lb_call_committed_; }
218
+
219
+ // Constructs and starts whatever batches are needed on this call
220
+ // attempt.
221
+ void StartRetriableBatches();
222
+
223
+ // Frees cached send ops that have already been completed after
224
+ // committing the call.
225
+ void FreeCachedSendOpDataAfterCommit();
226
+
227
+ // Cancels the call attempt.
228
+ void CancelFromSurface(grpc_transport_stream_op_batch* cancel_batch);
229
+
230
+ private:
231
+ // State used for starting a retryable batch on the call attempt's LB call.
232
+ // This provides its own grpc_transport_stream_op_batch and other data
233
+ // structures needed to populate the ops in the batch.
234
+ // We allocate one struct on the arena for each attempt at starting a
235
+ // batch on a given LB call.
236
+ class BatchData
237
+ : public RefCounted<BatchData, PolymorphicRefCount, kUnrefCallDtor> {
238
+ public:
239
+ BatchData(RefCountedPtr<CallAttempt> call_attempt, int refcount,
240
+ bool set_on_complete);
241
+ ~BatchData() override;
242
+
243
+ grpc_transport_stream_op_batch* batch() { return &batch_; }
244
+
245
+ // Adds retriable send_initial_metadata op.
246
+ void AddRetriableSendInitialMetadataOp();
247
+ // Adds retriable send_message op.
248
+ void AddRetriableSendMessageOp();
249
+ // Adds retriable send_trailing_metadata op.
250
+ void AddRetriableSendTrailingMetadataOp();
251
+ // Adds retriable recv_initial_metadata op.
252
+ void AddRetriableRecvInitialMetadataOp();
253
+ // Adds retriable recv_message op.
254
+ void AddRetriableRecvMessageOp();
255
+ // Adds retriable recv_trailing_metadata op.
256
+ void AddRetriableRecvTrailingMetadataOp();
257
+ // Adds cancel_stream op.
258
+ void AddCancelStreamOp(grpc_error_handle error);
259
+
260
+ private:
261
+ // Frees cached send ops that were completed by the completed batch in
262
+ // batch_data. Used when batches are completed after the call is
263
+ // committed.
264
+ void FreeCachedSendOpDataForCompletedBatch();
265
+
266
+ // If there is a pending recv_initial_metadata op, adds a closure
267
+ // to closures for recv_initial_metadata_ready.
268
+ void MaybeAddClosureForRecvInitialMetadataCallback(
269
+ grpc_error_handle error, CallCombinerClosureList* closures);
270
+ // Intercepts recv_initial_metadata_ready callback for retries.
271
+ // Commits the call and returns the initial metadata up the stack.
272
+ static void RecvInitialMetadataReady(void* arg, grpc_error_handle error);
273
+
274
+ // If there is a pending recv_message op, adds a closure to closures
275
+ // for recv_message_ready.
276
+ void MaybeAddClosureForRecvMessageCallback(
277
+ grpc_error_handle error, CallCombinerClosureList* closures);
278
+ // Intercepts recv_message_ready callback for retries.
279
+ // Commits the call and returns the message up the stack.
280
+ static void RecvMessageReady(void* arg, grpc_error_handle error);
281
+
282
+ // If there is a pending recv_trailing_metadata op, adds a closure to
283
+ // closures for recv_trailing_metadata_ready.
284
+ void MaybeAddClosureForRecvTrailingMetadataReady(
285
+ grpc_error_handle error, CallCombinerClosureList* closures);
286
+ // Adds any necessary closures for deferred batch completion
287
+ // callbacks to closures.
288
+ void AddClosuresForDeferredCompletionCallbacks(
289
+ CallCombinerClosureList* closures);
290
+ // For any pending batch containing an op that has not yet been started,
291
+ // adds the pending batch's completion closures to closures.
292
+ void AddClosuresToFailUnstartedPendingBatches(
293
+ grpc_error_handle error, CallCombinerClosureList* closures);
294
+ // Runs necessary closures upon completion of a call attempt.
295
+ void RunClosuresForCompletedCall(grpc_error_handle error);
296
+ // Intercepts recv_trailing_metadata_ready callback for retries.
297
+ // Commits the call and returns the trailing metadata up the stack.
298
+ static void RecvTrailingMetadataReady(void* arg, grpc_error_handle error);
299
+
300
+ // Adds the on_complete closure for the pending batch completed in
301
+ // batch_data to closures.
302
+ void AddClosuresForCompletedPendingBatch(
303
+ grpc_error_handle error, CallCombinerClosureList* closures);
304
+
305
+ // If there are any cached ops to replay or pending ops to start on the
306
+ // LB call, adds them to closures.
307
+ void AddClosuresForReplayOrPendingSendOps(
308
+ CallCombinerClosureList* closures);
309
+
310
+ // Callback used to intercept on_complete from LB calls.
311
+ static void OnComplete(void* arg, grpc_error_handle error);
312
+
313
+ // Callback used to handle on_complete for internally generated
314
+ // cancel_stream op.
315
+ static void OnCompleteForCancelOp(void* arg, grpc_error_handle error);
316
+
317
+ RefCountedPtr<CallAttempt> call_attempt_;
318
+ // The batch to use in the LB call.
319
+ // Its payload field points to CallAttempt::batch_payload_.
320
+ grpc_transport_stream_op_batch batch_;
321
+ // For intercepting on_complete.
322
+ grpc_closure on_complete_;
323
+ };
324
+
325
+ class AttemptDispatchController
326
+ : public ConfigSelector::CallDispatchController {
327
+ public:
328
+ explicit AttemptDispatchController(CallAttempt* call_attempt)
329
+ : call_attempt_(call_attempt) {}
330
+
331
+ // Will never be called.
332
+ bool ShouldRetry() override { return false; }
333
+
334
+ void Commit() override {
335
+ call_attempt_->lb_call_committed_ = true;
336
+ auto* calld = call_attempt_->calld_;
337
+ if (calld->retry_committed_) {
338
+ auto* service_config_call_data =
339
+ static_cast<ClientChannelServiceConfigCallData*>(
340
+ calld->call_context_[GRPC_CONTEXT_SERVICE_CONFIG_CALL_DATA]
341
+ .value);
342
+ service_config_call_data->call_dispatch_controller()->Commit();
343
+ }
344
+ }
345
+
346
+ private:
347
+ CallAttempt* call_attempt_;
348
+ };
349
+
350
+ // Creates a BatchData object on the call's arena with the
351
+ // specified refcount. If set_on_complete is true, the batch's
352
+ // on_complete callback will be set to point to on_complete();
353
+ // otherwise, the batch's on_complete callback will be null.
354
+ BatchData* CreateBatch(int refcount, bool set_on_complete) {
355
+ return calld_->arena_->New<BatchData>(Ref(DEBUG_LOCATION, "CreateBatch"),
356
+ refcount, set_on_complete);
357
+ }
358
+
359
+ // If there are any cached send ops that need to be replayed on this
360
+ // call attempt, creates and returns a new batch to replay those ops.
361
+ // Otherwise, returns nullptr.
362
+ BatchData* MaybeCreateBatchForReplay();
363
+
364
+ // Adds a closure to closures that will execute batch in the call combiner.
365
+ void AddClosureForBatch(grpc_transport_stream_op_batch* batch,
366
+ const char* reason,
367
+ CallCombinerClosureList* closures);
368
+
369
+ // Helper function used to start a recv_trailing_metadata batch. This
370
+ // is used in the case where a recv_initial_metadata or recv_message
371
+ // op fails in a way that we know the call is over but when the application
372
+ // has not yet started its own recv_trailing_metadata op.
373
+ void AddBatchForInternalRecvTrailingMetadata(
374
+ CallCombinerClosureList* closures);
375
+
376
+ // Adds a batch to closures to cancel this call attempt.
377
+ void AddBatchForCancelOp(grpc_error_handle error,
378
+ CallCombinerClosureList* closures);
379
+
380
+ // Adds batches for pending batches to closures.
381
+ void AddBatchesForPendingBatches(CallCombinerClosureList* closures);
382
+
383
+ // Adds whatever batches are needed on this attempt to closures.
384
+ void AddRetriableBatches(CallCombinerClosureList* closures);
385
+
386
+ // Returns true if any send op in the batch was not yet started on this
387
+ // attempt.
388
+ bool PendingBatchContainsUnstartedSendOps(PendingBatch* pending);
389
+
390
+ // Returns true if there are cached send ops to replay.
391
+ bool HaveSendOpsToReplay();
392
+
393
+ // If our retry state is no longer needed, switch to fast path by moving
394
+ // our LB call into calld_->committed_call_ and having calld_ drop
395
+ // its ref to us.
396
+ void MaybeSwitchToFastPath();
397
+
398
+ // Returns true if the call should be retried.
399
+ // If server_pushback_md is non-null, sets *server_pushback_ms.
400
+ bool ShouldRetry(absl::optional<grpc_status_code> status, bool is_lb_drop,
401
+ grpc_mdelem* server_pushback_md,
402
+ grpc_millis* server_pushback_ms);
403
+
404
+ // Abandons the call attempt. Unrefs any deferred batches.
405
+ void Abandon();
406
+
407
+ static void OnPerAttemptRecvTimer(void* arg, grpc_error_handle error);
408
+ static void OnPerAttemptRecvTimerLocked(void* arg, grpc_error_handle error);
409
+ void MaybeCancelPerAttemptRecvTimer();
410
+
411
+ CallData* calld_;
412
+ AttemptDispatchController attempt_dispatch_controller_;
413
+ OrphanablePtr<ClientChannel::LoadBalancedCall> lb_call_;
414
+ bool lb_call_committed_ = false;
415
+
416
+ grpc_timer per_attempt_recv_timer_;
417
+ grpc_closure on_per_attempt_recv_timer_;
418
+ bool per_attempt_recv_timer_pending_ = false;
419
+
420
+ // BatchData.batch.payload points to this.
421
+ grpc_transport_stream_op_batch_payload batch_payload_;
422
+ // For send_initial_metadata.
423
+ grpc_linked_mdelem retry_attempts_metadata_;
424
+ grpc_metadata_batch send_initial_metadata_{calld_->arena_};
425
+ // For send_message.
426
+ // TODO(roth): Restructure this to eliminate use of ManualConstructor.
427
+ ManualConstructor<ByteStreamCache::CachingByteStream> send_message_;
428
+ // For send_trailing_metadata.
429
+ grpc_metadata_batch send_trailing_metadata_{calld_->arena_};
430
+ // For intercepting recv_initial_metadata.
431
+ grpc_metadata_batch recv_initial_metadata_{calld_->arena_};
432
+ grpc_closure recv_initial_metadata_ready_;
433
+ bool trailing_metadata_available_ = false;
434
+ // For intercepting recv_message.
435
+ grpc_closure recv_message_ready_;
436
+ OrphanablePtr<ByteStream> recv_message_;
437
+ // For intercepting recv_trailing_metadata.
438
+ grpc_metadata_batch recv_trailing_metadata_{calld_->arena_};
439
+ grpc_transport_stream_stats collect_stats_;
440
+ grpc_closure recv_trailing_metadata_ready_;
441
+ // These fields indicate which ops have been started and completed on
442
+ // this call attempt.
443
+ size_t started_send_message_count_ = 0;
444
+ size_t completed_send_message_count_ = 0;
445
+ size_t started_recv_message_count_ = 0;
446
+ size_t completed_recv_message_count_ = 0;
447
+ bool started_send_initial_metadata_ : 1;
448
+ bool completed_send_initial_metadata_ : 1;
449
+ bool started_send_trailing_metadata_ : 1;
450
+ bool completed_send_trailing_metadata_ : 1;
451
+ bool started_recv_initial_metadata_ : 1;
452
+ bool completed_recv_initial_metadata_ : 1;
453
+ bool started_recv_trailing_metadata_ : 1;
454
+ bool completed_recv_trailing_metadata_ : 1;
455
+ // State for callback processing.
456
+ RefCountedPtr<BatchData> recv_initial_metadata_ready_deferred_batch_;
457
+ grpc_error_handle recv_initial_metadata_error_ = GRPC_ERROR_NONE;
458
+ RefCountedPtr<BatchData> recv_message_ready_deferred_batch_;
459
+ grpc_error_handle recv_message_error_ = GRPC_ERROR_NONE;
460
+ struct OnCompleteDeferredBatch {
461
+ OnCompleteDeferredBatch(RefCountedPtr<BatchData> batch,
462
+ grpc_error_handle error)
463
+ : batch(std::move(batch)), error(error) {}
464
+ RefCountedPtr<BatchData> batch;
465
+ grpc_error_handle error;
466
+ };
467
+ // There cannot be more than 3 pending send op batches at a time.
468
+ absl::InlinedVector<OnCompleteDeferredBatch, 3>
469
+ on_complete_deferred_batches_;
470
+ RefCountedPtr<BatchData> recv_trailing_metadata_internal_batch_;
471
+ grpc_error_handle recv_trailing_metadata_error_ = GRPC_ERROR_NONE;
472
+ bool seen_recv_trailing_metadata_from_surface_ : 1;
473
+ // NOTE: Do not move this next to the metadata bitfields above. That would
474
+ // save space but will also result in a data race because compiler
475
+ // will generate a 2 byte store which overwrites the meta-data
476
+ // fields upon setting this field.
477
+ bool abandoned_ : 1;
478
+ };
479
+
480
+ CallData(RetryFilter* chand, const grpc_call_element_args& args);
481
+ ~CallData();
482
+
483
+ void StartTransportStreamOpBatch(grpc_transport_stream_op_batch* batch);
484
+
485
+ // Returns the index into pending_batches_ to be used for batch.
486
+ static size_t GetBatchIndex(grpc_transport_stream_op_batch* batch);
487
+ PendingBatch* PendingBatchesAdd(grpc_transport_stream_op_batch* batch);
488
+ void PendingBatchClear(PendingBatch* pending);
489
+ void MaybeClearPendingBatch(PendingBatch* pending);
490
+ static void FailPendingBatchInCallCombiner(void* arg,
491
+ grpc_error_handle error);
492
+ // Fails all pending batches. Does NOT yield call combiner.
493
+ void PendingBatchesFail(grpc_error_handle error);
494
+ // Returns a pointer to the first pending batch for which predicate(batch)
495
+ // returns true, or null if not found.
496
+ template <typename Predicate>
497
+ PendingBatch* PendingBatchFind(const char* log_message, Predicate predicate);
498
+
499
+ // Caches data for send ops so that it can be retried later, if not
500
+ // already cached.
501
+ void MaybeCacheSendOpsForBatch(PendingBatch* pending);
502
+ void FreeCachedSendInitialMetadata();
503
+ // Frees cached send_message at index idx.
504
+ void FreeCachedSendMessage(size_t idx);
505
+ void FreeCachedSendTrailingMetadata();
506
+ void FreeAllCachedSendOpData();
507
+
508
+ // Commits the call so that no further retry attempts will be performed.
509
+ void RetryCommit(CallAttempt* call_attempt);
510
+
511
+ // Starts a timer to retry after appropriate back-off.
512
+ // If server_pushback_ms is -1, retry_backoff_ is used.
513
+ void StartRetryTimer(grpc_millis server_pushback_ms);
514
+
515
+ static void OnRetryTimer(void* arg, grpc_error_handle error);
516
+ static void OnRetryTimerLocked(void* arg, grpc_error_handle error);
517
+
518
+ OrphanablePtr<ClientChannel::LoadBalancedCall> CreateLoadBalancedCall(
519
+ ConfigSelector::CallDispatchController* call_dispatch_controller);
520
+
521
+ void CreateCallAttempt();
522
+
523
+ RetryFilter* chand_;
524
+ grpc_polling_entity* pollent_;
525
+ RefCountedPtr<ServerRetryThrottleData> retry_throttle_data_;
526
+ const RetryMethodConfig* retry_policy_ = nullptr;
527
+ BackOff retry_backoff_;
528
+
529
+ grpc_slice path_; // Request path.
530
+ grpc_millis deadline_;
531
+ Arena* arena_;
532
+ grpc_call_stack* owning_call_;
533
+ CallCombiner* call_combiner_;
534
+ grpc_call_context_element* call_context_;
535
+
536
+ grpc_error_handle cancelled_from_surface_ = GRPC_ERROR_NONE;
537
+
538
+ RefCountedPtr<CallStackDestructionBarrier> call_stack_destruction_barrier_;
539
+
540
+ // TODO(roth): As part of implementing hedging, we will need to maintain a
541
+ // list of all pending attempts, so that we can cancel them all if the call
542
+ // gets cancelled.
543
+ RefCountedPtr<CallAttempt> call_attempt_;
544
+
545
+ // LB call used when we've committed to a call attempt and the retry
546
+ // state for that attempt is no longer needed. This provides a fast
547
+ // path for long-running streaming calls that minimizes overhead.
548
+ OrphanablePtr<ClientChannel::LoadBalancedCall> committed_call_;
549
+
550
+ // When are are not yet fully committed to a particular call (i.e.,
551
+ // either we might still retry or we have committed to the call but
552
+ // there are still some cached ops to be replayed on the call),
553
+ // batches received from above will be added to this list, and they
554
+ // will not be removed until we have invoked their completion callbacks.
555
+ size_t bytes_buffered_for_retry_ = 0;
556
+ PendingBatch pending_batches_[MAX_PENDING_BATCHES];
557
+ bool pending_send_initial_metadata_ : 1;
558
+ bool pending_send_message_ : 1;
559
+ bool pending_send_trailing_metadata_ : 1;
560
+
561
+ // Retry state.
562
+ bool retry_committed_ : 1;
563
+ bool retry_timer_pending_ : 1;
564
+ int num_attempts_completed_ = 0;
565
+ grpc_timer retry_timer_;
566
+ grpc_closure retry_closure_;
567
+
568
+ // Cached data for retrying send ops.
569
+ // send_initial_metadata
570
+ bool seen_send_initial_metadata_ = false;
571
+ grpc_metadata_batch send_initial_metadata_{arena_};
572
+ uint32_t send_initial_metadata_flags_;
573
+ // TODO(roth): As part of implementing hedging, we'll probably need to
574
+ // have the LB call set a value in CallAttempt and then propagate it
575
+ // from CallAttempt to the parent call when we commit. Otherwise, we
576
+ // may leave this with a value for a peer other than the one we
577
+ // actually commit to. Alternatively, maybe see if there's a way to
578
+ // change the surface API such that the peer isn't available until
579
+ // after initial metadata is received? (Could even change the
580
+ // transport API to return this with the recv_initial_metadata op.)
581
+ gpr_atm* peer_string_;
582
+ // send_message
583
+ // When we get a send_message op, we replace the original byte stream
584
+ // with a CachingByteStream that caches the slices to a local buffer for
585
+ // use in retries.
586
+ // Note: We inline the cache for the first 3 send_message ops and use
587
+ // dynamic allocation after that. This number was essentially picked
588
+ // at random; it could be changed in the future to tune performance.
589
+ // TODO(roth): As part of implementing hedging, we may need some
590
+ // synchronization here, since ByteStreamCache does not provide any
591
+ // synchronization, so it's not safe to have multiple
592
+ // CachingByteStreams read from the same ByteStreamCache concurrently.
593
+ absl::InlinedVector<ByteStreamCache*, 3> send_messages_;
594
+ // send_trailing_metadata
595
+ bool seen_send_trailing_metadata_ = false;
596
+ grpc_metadata_batch send_trailing_metadata_{arena_};
597
+ };
598
+
599
+ //
600
+ // RetryFilter::CallData::CallStackDestructionBarrier
601
+ //
602
+
603
+ // A class to track the existence of LoadBalancedCall call stacks that
604
+ // we've created. We wait until all such call stacks have been
605
+ // destroyed before we return the on_call_stack_destruction closure up
606
+ // to the surface.
607
+ //
608
+ // The parent RetryFilter::CallData object holds a ref to this object.
609
+ // When it is destroyed, it will store the on_call_stack_destruction
610
+ // closure from the surface in this object and then release its ref.
611
+ // We also take a ref to this object for each LB call we create, and
612
+ // those refs are not released until the LB call stack is destroyed.
613
+ // When this object is destroyed, it will invoke the
614
+ // on_call_stack_destruction closure from the surface.
615
+ class RetryFilter::CallData::CallStackDestructionBarrier
616
+ : public RefCounted<CallStackDestructionBarrier, PolymorphicRefCount,
617
+ kUnrefCallDtor> {
618
+ public:
619
+ CallStackDestructionBarrier() {}
620
+
621
+ ~CallStackDestructionBarrier() override {
622
+ // TODO(yashkt) : This can potentially be a Closure::Run
623
+ ExecCtx::Run(DEBUG_LOCATION, on_call_stack_destruction_, GRPC_ERROR_NONE);
624
+ }
625
+
626
+ // Set the closure from the surface. This closure will be invoked
627
+ // when this object is destroyed.
628
+ void set_on_call_stack_destruction(grpc_closure* on_call_stack_destruction) {
629
+ on_call_stack_destruction_ = on_call_stack_destruction;
630
+ }
631
+
632
+ // Invoked to get an on_call_stack_destruction closure for a new LB call.
633
+ grpc_closure* MakeLbCallDestructionClosure(CallData* calld) {
634
+ Ref().release(); // Ref held by callback.
635
+ grpc_closure* on_lb_call_destruction_complete =
636
+ calld->arena_->New<grpc_closure>();
637
+ GRPC_CLOSURE_INIT(on_lb_call_destruction_complete,
638
+ OnLbCallDestructionComplete, this, nullptr);
639
+ return on_lb_call_destruction_complete;
640
+ }
641
+
642
+ private:
643
+ static void OnLbCallDestructionComplete(void* arg,
644
+ grpc_error_handle /*error*/) {
645
+ auto* self = static_cast<CallStackDestructionBarrier*>(arg);
646
+ self->Unref();
647
+ }
648
+
649
+ grpc_closure* on_call_stack_destruction_ = nullptr;
650
+ };
651
+
652
+ //
653
+ // RetryFilter::CallData::CallAttempt
654
+ //
655
+
656
+ RetryFilter::CallData::CallAttempt::CallAttempt(CallData* calld)
657
+ : RefCounted(GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace) ? "CallAttempt"
658
+ : nullptr),
659
+ calld_(calld),
660
+ attempt_dispatch_controller_(this),
661
+ batch_payload_(calld->call_context_),
662
+ started_send_initial_metadata_(false),
663
+ completed_send_initial_metadata_(false),
664
+ started_send_trailing_metadata_(false),
665
+ completed_send_trailing_metadata_(false),
666
+ started_recv_initial_metadata_(false),
667
+ completed_recv_initial_metadata_(false),
668
+ started_recv_trailing_metadata_(false),
669
+ completed_recv_trailing_metadata_(false),
670
+ seen_recv_trailing_metadata_from_surface_(false),
671
+ abandoned_(false) {
672
+ lb_call_ = calld->CreateLoadBalancedCall(&attempt_dispatch_controller_);
673
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
674
+ gpr_log(GPR_INFO, "chand=%p calld=%p attempt=%p: create lb_call=%p",
675
+ calld->chand_, calld, this, lb_call_.get());
676
+ }
677
+ // If per_attempt_recv_timeout is set, start a timer.
678
+ if (calld->retry_policy_ != nullptr &&
679
+ calld->retry_policy_->per_attempt_recv_timeout().has_value()) {
680
+ grpc_millis per_attempt_recv_deadline =
681
+ ExecCtx::Get()->Now() +
682
+ *calld->retry_policy_->per_attempt_recv_timeout();
683
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
684
+ gpr_log(GPR_INFO,
685
+ "chand=%p calld=%p attempt=%p: per-attempt timeout in %" PRId64
686
+ " ms",
687
+ calld->chand_, calld, this,
688
+ *calld->retry_policy_->per_attempt_recv_timeout());
689
+ }
690
+ // Schedule retry after computed delay.
691
+ GRPC_CLOSURE_INIT(&on_per_attempt_recv_timer_, OnPerAttemptRecvTimer, this,
692
+ nullptr);
693
+ GRPC_CALL_STACK_REF(calld->owning_call_, "OnPerAttemptRecvTimer");
694
+ Ref(DEBUG_LOCATION, "OnPerAttemptRecvTimer").release();
695
+ per_attempt_recv_timer_pending_ = true;
696
+ grpc_timer_init(&per_attempt_recv_timer_, per_attempt_recv_deadline,
697
+ &on_per_attempt_recv_timer_);
698
+ }
699
+ }
700
+
701
+ RetryFilter::CallData::CallAttempt::~CallAttempt() {
702
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
703
+ gpr_log(GPR_INFO, "chand=%p calld=%p attempt=%p: destroying call attempt",
704
+ calld_->chand_, calld_, this);
705
+ }
706
+ }
707
+
708
+ void RetryFilter::CallData::CallAttempt::FreeCachedSendOpDataAfterCommit() {
709
+ // TODO(roth): When we implement hedging, this logic will need to get
710
+ // a bit more complex, because there may be other (now abandoned) call
711
+ // attempts still using this data. We may need to do some sort of
712
+ // ref-counting instead.
713
+ if (completed_send_initial_metadata_) {
714
+ calld_->FreeCachedSendInitialMetadata();
715
+ }
716
+ for (size_t i = 0; i < completed_send_message_count_; ++i) {
717
+ calld_->FreeCachedSendMessage(i);
718
+ }
719
+ if (completed_send_trailing_metadata_) {
720
+ calld_->FreeCachedSendTrailingMetadata();
721
+ }
722
+ }
723
+
724
+ bool RetryFilter::CallData::CallAttempt::PendingBatchContainsUnstartedSendOps(
725
+ PendingBatch* pending) {
726
+ if (pending->batch->on_complete == nullptr) return false;
727
+ if (pending->batch->send_initial_metadata &&
728
+ !started_send_initial_metadata_) {
729
+ return true;
730
+ }
731
+ if (pending->batch->send_message &&
732
+ started_send_message_count_ < calld_->send_messages_.size()) {
733
+ return true;
734
+ }
735
+ if (pending->batch->send_trailing_metadata &&
736
+ !started_send_trailing_metadata_) {
737
+ return true;
738
+ }
739
+ return false;
740
+ }
741
+
742
+ bool RetryFilter::CallData::CallAttempt::HaveSendOpsToReplay() {
743
+ // We don't check send_initial_metadata here, because that op will always
744
+ // be started as soon as it is received from the surface, so it will
745
+ // never need to be started at this point.
746
+ return started_send_message_count_ < calld_->send_messages_.size() ||
747
+ (calld_->seen_send_trailing_metadata_ &&
748
+ !started_send_trailing_metadata_);
749
+ }
750
+
751
+ void RetryFilter::CallData::CallAttempt::MaybeSwitchToFastPath() {
752
+ // If we're not yet committed, we can't switch yet.
753
+ // TODO(roth): As part of implementing hedging, this logic needs to
754
+ // check that *this* call attempt is the one that we've committed to.
755
+ // Might need to replace abandoned_ with an enum indicating whether we're
756
+ // in flight, abandoned, or the winning call attempt.
757
+ if (!calld_->retry_committed_) return;
758
+ // If we've already switched to fast path, there's nothing to do here.
759
+ if (calld_->committed_call_ != nullptr) return;
760
+ // If the perAttemptRecvTimeout timer is pending, we can't switch yet.
761
+ if (per_attempt_recv_timer_pending_) return;
762
+ // If there are still send ops to replay, we can't switch yet.
763
+ if (HaveSendOpsToReplay()) return;
764
+ // If we started an internal batch for recv_trailing_metadata but have not
765
+ // yet seen that op from the surface, we can't switch yet.
766
+ if (recv_trailing_metadata_internal_batch_ != nullptr) return;
767
+ // Switch to fast path.
768
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
769
+ gpr_log(GPR_INFO,
770
+ "chand=%p calld=%p attempt=%p: retry state no longer needed; "
771
+ "moving LB call to parent and unreffing the call attempt",
772
+ calld_->chand_, calld_, this);
773
+ }
774
+ calld_->committed_call_ = std::move(lb_call_);
775
+ calld_->call_attempt_.reset(DEBUG_LOCATION, "MaybeSwitchToFastPath");
776
+ }
777
+
778
+ // If there are any cached send ops that need to be replayed on the
779
+ // current call attempt, creates and returns a new batch to replay those ops.
780
+ // Otherwise, returns nullptr.
781
+ RetryFilter::CallData::CallAttempt::BatchData*
782
+ RetryFilter::CallData::CallAttempt::MaybeCreateBatchForReplay() {
783
+ BatchData* replay_batch_data = nullptr;
784
+ // send_initial_metadata.
785
+ if (calld_->seen_send_initial_metadata_ && !started_send_initial_metadata_ &&
786
+ !calld_->pending_send_initial_metadata_) {
787
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
788
+ gpr_log(GPR_INFO,
789
+ "chand=%p calld=%p attempt=%p: replaying previously completed "
790
+ "send_initial_metadata op",
791
+ calld_->chand_, calld_, this);
792
+ }
793
+ replay_batch_data = CreateBatch(1, true /* set_on_complete */);
794
+ replay_batch_data->AddRetriableSendInitialMetadataOp();
795
+ }
796
+ // send_message.
797
+ // Note that we can only have one send_message op in flight at a time.
798
+ if (started_send_message_count_ < calld_->send_messages_.size() &&
799
+ started_send_message_count_ == completed_send_message_count_ &&
800
+ !calld_->pending_send_message_) {
801
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
802
+ gpr_log(GPR_INFO,
803
+ "chand=%p calld=%p attempt=%p: replaying previously completed "
804
+ "send_message op",
805
+ calld_->chand_, calld_, this);
806
+ }
807
+ if (replay_batch_data == nullptr) {
808
+ replay_batch_data = CreateBatch(1, true /* set_on_complete */);
809
+ }
810
+ replay_batch_data->AddRetriableSendMessageOp();
811
+ }
812
+ // send_trailing_metadata.
813
+ // Note that we only add this op if we have no more send_message ops
814
+ // to start, since we can't send down any more send_message ops after
815
+ // send_trailing_metadata.
816
+ if (calld_->seen_send_trailing_metadata_ &&
817
+ started_send_message_count_ == calld_->send_messages_.size() &&
818
+ !started_send_trailing_metadata_ &&
819
+ !calld_->pending_send_trailing_metadata_) {
820
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
821
+ gpr_log(GPR_INFO,
822
+ "chand=%p calld=%p attempt=%p: replaying previously completed "
823
+ "send_trailing_metadata op",
824
+ calld_->chand_, calld_, this);
825
+ }
826
+ if (replay_batch_data == nullptr) {
827
+ replay_batch_data = CreateBatch(1, true /* set_on_complete */);
828
+ }
829
+ replay_batch_data->AddRetriableSendTrailingMetadataOp();
830
+ }
831
+ return replay_batch_data;
832
+ }
833
+
834
+ namespace {
835
+
836
+ void StartBatchInCallCombiner(void* arg, grpc_error_handle /*ignored*/) {
837
+ grpc_transport_stream_op_batch* batch =
838
+ static_cast<grpc_transport_stream_op_batch*>(arg);
839
+ auto* lb_call = static_cast<ClientChannel::LoadBalancedCall*>(
840
+ batch->handler_private.extra_arg);
841
+ // Note: This will release the call combiner.
842
+ lb_call->StartTransportStreamOpBatch(batch);
843
+ }
844
+
845
+ } // namespace
846
+
847
+ void RetryFilter::CallData::CallAttempt::AddClosureForBatch(
848
+ grpc_transport_stream_op_batch* batch, const char* reason,
849
+ CallCombinerClosureList* closures) {
850
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
851
+ gpr_log(GPR_INFO, "chand=%p calld=%p attempt=%p: adding batch (%s): %s",
852
+ calld_->chand_, calld_, this, reason,
853
+ grpc_transport_stream_op_batch_string(batch).c_str());
854
+ }
855
+ batch->handler_private.extra_arg = lb_call_.get();
856
+ GRPC_CLOSURE_INIT(&batch->handler_private.closure, StartBatchInCallCombiner,
857
+ batch, grpc_schedule_on_exec_ctx);
858
+ closures->Add(&batch->handler_private.closure, GRPC_ERROR_NONE, reason);
859
+ }
860
+
861
+ void RetryFilter::CallData::CallAttempt::
862
+ AddBatchForInternalRecvTrailingMetadata(CallCombinerClosureList* closures) {
863
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
864
+ gpr_log(GPR_INFO,
865
+ "chand=%p calld=%p attempt=%p: call failed but "
866
+ "recv_trailing_metadata not started; starting it internally",
867
+ calld_->chand_, calld_, this);
868
+ }
869
+ // Create batch_data with 2 refs, since this batch will be unreffed twice:
870
+ // once for the recv_trailing_metadata_ready callback when the batch
871
+ // completes, and again when we actually get a recv_trailing_metadata
872
+ // op from the surface.
873
+ BatchData* batch_data = CreateBatch(2, false /* set_on_complete */);
874
+ batch_data->AddRetriableRecvTrailingMetadataOp();
875
+ recv_trailing_metadata_internal_batch_.reset(batch_data);
876
+ AddClosureForBatch(batch_data->batch(),
877
+ "starting internal recv_trailing_metadata", closures);
878
+ }
879
+
880
+ void RetryFilter::CallData::CallAttempt::AddBatchForCancelOp(
881
+ grpc_error_handle error, CallCombinerClosureList* closures) {
882
+ BatchData* cancel_batch_data = CreateBatch(1, /*set_on_complete=*/true);
883
+ cancel_batch_data->AddCancelStreamOp(error);
884
+ AddClosureForBatch(cancel_batch_data->batch(),
885
+ "start cancellation batch on call attempt", closures);
886
+ }
887
+
888
+ void RetryFilter::CallData::CallAttempt::AddBatchesForPendingBatches(
889
+ CallCombinerClosureList* closures) {
890
+ for (size_t i = 0; i < GPR_ARRAY_SIZE(calld_->pending_batches_); ++i) {
891
+ PendingBatch* pending = &calld_->pending_batches_[i];
892
+ grpc_transport_stream_op_batch* batch = pending->batch;
893
+ if (batch == nullptr) continue;
894
+ bool has_send_ops = false;
895
+ // Skip any batch that either (a) has already been started on this
896
+ // call attempt or (b) we can't start yet because we're still
897
+ // replaying send ops that need to be completed first.
898
+ // TODO(roth): Note that if any one op in the batch can't be sent
899
+ // yet due to ops that we're replaying, we don't start any of the ops
900
+ // in the batch. This is probably okay, but it could conceivably
901
+ // lead to increased latency in some cases -- e.g., we could delay
902
+ // starting a recv op due to it being in the same batch with a send
903
+ // op. If/when we revamp the callback protocol in
904
+ // transport_stream_op_batch, we may be able to fix this.
905
+ if (batch->send_initial_metadata) {
906
+ if (started_send_initial_metadata_) continue;
907
+ has_send_ops = true;
908
+ }
909
+ if (batch->send_message) {
910
+ if (completed_send_message_count_ < started_send_message_count_) {
911
+ continue;
912
+ }
913
+ has_send_ops = true;
914
+ }
915
+ // Note that we only start send_trailing_metadata if we have no more
916
+ // send_message ops to start, since we can't send down any more
917
+ // send_message ops after send_trailing_metadata.
918
+ if (batch->send_trailing_metadata) {
919
+ if (started_send_message_count_ + batch->send_message <
920
+ calld_->send_messages_.size() ||
921
+ started_send_trailing_metadata_) {
922
+ continue;
923
+ }
924
+ has_send_ops = true;
925
+ }
926
+ int num_callbacks = has_send_ops; // All send ops share one callback.
927
+ if (batch->recv_initial_metadata) {
928
+ if (started_recv_initial_metadata_) continue;
929
+ ++num_callbacks;
930
+ }
931
+ if (batch->recv_message) {
932
+ if (completed_recv_message_count_ < started_recv_message_count_) {
933
+ continue;
934
+ }
935
+ ++num_callbacks;
936
+ }
937
+ if (batch->recv_trailing_metadata) {
938
+ if (started_recv_trailing_metadata_) {
939
+ seen_recv_trailing_metadata_from_surface_ = true;
940
+ // If we previously completed a recv_trailing_metadata op
941
+ // initiated by AddBatchForInternalRecvTrailingMetadata(), use the
942
+ // result of that instead of trying to re-start this op.
943
+ if (GPR_UNLIKELY(recv_trailing_metadata_internal_batch_ != nullptr)) {
944
+ // If the batch completed, then trigger the completion callback
945
+ // directly, so that we return the previously returned results to
946
+ // the application. Otherwise, just unref the internally started
947
+ // batch, since we'll propagate the completion when it completes.
948
+ if (completed_recv_trailing_metadata_) {
949
+ closures->Add(
950
+ &recv_trailing_metadata_ready_, recv_trailing_metadata_error_,
951
+ "re-executing recv_trailing_metadata_ready to propagate "
952
+ "internally triggered result");
953
+ // Ref will be released by callback.
954
+ recv_trailing_metadata_internal_batch_.release();
955
+ } else {
956
+ recv_trailing_metadata_internal_batch_.reset(
957
+ DEBUG_LOCATION,
958
+ "internally started recv_trailing_metadata batch pending and "
959
+ "recv_trailing_metadata started from surface");
960
+ GRPC_ERROR_UNREF(recv_trailing_metadata_error_);
961
+ }
962
+ recv_trailing_metadata_error_ = GRPC_ERROR_NONE;
963
+ }
964
+ // We don't want the fact that we've already started this op internally
965
+ // to prevent us from adding a batch that may contain other ops.
966
+ // Instead, we'll just skip adding this op below.
967
+ if (num_callbacks == 0) continue;
968
+ } else {
969
+ ++num_callbacks;
970
+ }
971
+ }
972
+ // If we're already committed and the following conditions are met,
973
+ // just send the batch down as-is:
974
+ // - The batch contains no cached send ops. (If it does, we need
975
+ // the logic below to use the cached payloads.)
976
+ // - The batch does not contain recv_trailing_metadata when we have
977
+ // already started an internal recv_trailing_metadata batch. (If
978
+ // we've already started an internal recv_trailing_metadata batch,
979
+ // then we need the logic below to send all ops in the batch
980
+ // *except* the recv_trailing_metadata op.)
981
+ if (calld_->retry_committed_ && !pending->send_ops_cached &&
982
+ (!batch->recv_trailing_metadata || !started_recv_trailing_metadata_)) {
983
+ AddClosureForBatch(
984
+ batch,
985
+ "start non-replayable pending batch on call attempt after commit",
986
+ closures);
987
+ calld_->PendingBatchClear(pending);
988
+ continue;
989
+ }
990
+ // Create batch with the right number of callbacks.
991
+ BatchData* batch_data =
992
+ CreateBatch(num_callbacks, has_send_ops /* set_on_complete */);
993
+ // Cache send ops if needed.
994
+ calld_->MaybeCacheSendOpsForBatch(pending);
995
+ // send_initial_metadata.
996
+ if (batch->send_initial_metadata) {
997
+ batch_data->AddRetriableSendInitialMetadataOp();
998
+ }
999
+ // send_message.
1000
+ if (batch->send_message) {
1001
+ batch_data->AddRetriableSendMessageOp();
1002
+ }
1003
+ // send_trailing_metadata.
1004
+ if (batch->send_trailing_metadata) {
1005
+ batch_data->AddRetriableSendTrailingMetadataOp();
1006
+ }
1007
+ // recv_initial_metadata.
1008
+ if (batch->recv_initial_metadata) {
1009
+ // recv_flags is only used on the server side.
1010
+ GPR_ASSERT(batch->payload->recv_initial_metadata.recv_flags == nullptr);
1011
+ batch_data->AddRetriableRecvInitialMetadataOp();
1012
+ }
1013
+ // recv_message.
1014
+ if (batch->recv_message) {
1015
+ batch_data->AddRetriableRecvMessageOp();
1016
+ }
1017
+ // recv_trailing_metadata.
1018
+ if (batch->recv_trailing_metadata && !started_recv_trailing_metadata_) {
1019
+ batch_data->AddRetriableRecvTrailingMetadataOp();
1020
+ }
1021
+ AddClosureForBatch(batch_data->batch(),
1022
+ "start replayable pending batch on call attempt",
1023
+ closures);
1024
+ }
1025
+ }
1026
+
1027
+ void RetryFilter::CallData::CallAttempt::AddRetriableBatches(
1028
+ CallCombinerClosureList* closures) {
1029
+ // Replay previously-returned send_* ops if needed.
1030
+ BatchData* replay_batch_data = MaybeCreateBatchForReplay();
1031
+ if (replay_batch_data != nullptr) {
1032
+ AddClosureForBatch(replay_batch_data->batch(),
1033
+ "start replay batch on call attempt", closures);
1034
+ }
1035
+ // Now add pending batches.
1036
+ AddBatchesForPendingBatches(closures);
1037
+ }
1038
+
1039
+ void RetryFilter::CallData::CallAttempt::StartRetriableBatches() {
1040
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1041
+ gpr_log(GPR_INFO,
1042
+ "chand=%p calld=%p attempt=%p: constructing retriable batches",
1043
+ calld_->chand_, calld_, this);
1044
+ }
1045
+ // Construct list of closures to execute, one for each pending batch.
1046
+ CallCombinerClosureList closures;
1047
+ AddRetriableBatches(&closures);
1048
+ // Note: This will yield the call combiner.
1049
+ // Start batches on LB call.
1050
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1051
+ gpr_log(GPR_INFO,
1052
+ "chand=%p calld=%p attempt=%p: starting %" PRIuPTR
1053
+ " retriable batches on lb_call=%p",
1054
+ calld_->chand_, calld_, this, closures.size(), lb_call_.get());
1055
+ }
1056
+ closures.RunClosures(calld_->call_combiner_);
1057
+ }
1058
+
1059
+ void RetryFilter::CallData::CallAttempt::CancelFromSurface(
1060
+ grpc_transport_stream_op_batch* cancel_batch) {
1061
+ MaybeCancelPerAttemptRecvTimer();
1062
+ // Propagate cancellation to LB call.
1063
+ lb_call_->StartTransportStreamOpBatch(cancel_batch);
1064
+ }
1065
+
1066
+ bool RetryFilter::CallData::CallAttempt::ShouldRetry(
1067
+ absl::optional<grpc_status_code> status, bool is_lb_drop,
1068
+ grpc_mdelem* server_pushback_md, grpc_millis* server_pushback_ms) {
1069
+ // LB drops always inhibit retries.
1070
+ if (is_lb_drop) return false;
1071
+ // TODO(roth): Handle transparent retries here.
1072
+ // If no retry policy, don't retry.
1073
+ if (calld_->retry_policy_ == nullptr) return false;
1074
+ // Check status.
1075
+ if (status.has_value()) {
1076
+ if (GPR_LIKELY(*status == GRPC_STATUS_OK)) {
1077
+ if (calld_->retry_throttle_data_ != nullptr) {
1078
+ calld_->retry_throttle_data_->RecordSuccess();
1079
+ }
1080
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1081
+ gpr_log(GPR_INFO, "chand=%p calld=%p attempt=%p: call succeeded",
1082
+ calld_->chand_, calld_, this);
1083
+ }
1084
+ return false;
1085
+ }
1086
+ // Status is not OK. Check whether the status is retryable.
1087
+ if (!calld_->retry_policy_->retryable_status_codes().Contains(*status)) {
1088
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1089
+ gpr_log(GPR_INFO,
1090
+ "chand=%p calld=%p attempt=%p: status %s not configured as "
1091
+ "retryable",
1092
+ calld_->chand_, calld_, this,
1093
+ grpc_status_code_to_string(*status));
1094
+ }
1095
+ return false;
1096
+ }
1097
+ }
1098
+ // Record the failure and check whether retries are throttled.
1099
+ // Note that it's important for this check to come after the status
1100
+ // code check above, since we should only record failures whose statuses
1101
+ // match the configured retryable status codes, so that we don't count
1102
+ // things like failures due to malformed requests (INVALID_ARGUMENT).
1103
+ // Conversely, it's important for this to come before the remaining
1104
+ // checks, so that we don't fail to record failures due to other factors.
1105
+ if (calld_->retry_throttle_data_ != nullptr &&
1106
+ !calld_->retry_throttle_data_->RecordFailure()) {
1107
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1108
+ gpr_log(GPR_INFO, "chand=%p calld=%p attempt=%p: retries throttled",
1109
+ calld_->chand_, calld_, this);
1110
+ }
1111
+ return false;
1112
+ }
1113
+ // Check whether the call is committed.
1114
+ if (calld_->retry_committed_) {
1115
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1116
+ gpr_log(GPR_INFO,
1117
+ "chand=%p calld=%p attempt=%p: retries already committed",
1118
+ calld_->chand_, calld_, this);
1119
+ }
1120
+ return false;
1121
+ }
1122
+ // Check whether we have retries remaining.
1123
+ ++calld_->num_attempts_completed_;
1124
+ if (calld_->num_attempts_completed_ >=
1125
+ calld_->retry_policy_->max_attempts()) {
1126
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1127
+ gpr_log(
1128
+ GPR_INFO, "chand=%p calld=%p attempt=%p: exceeded %d retry attempts",
1129
+ calld_->chand_, calld_, this, calld_->retry_policy_->max_attempts());
1130
+ }
1131
+ return false;
1132
+ }
1133
+ // Check server push-back.
1134
+ if (server_pushback_md != nullptr) {
1135
+ // If the value is "-1" or any other unparseable string, we do not retry.
1136
+ uint32_t ms;
1137
+ if (!grpc_parse_slice_to_uint32(GRPC_MDVALUE(*server_pushback_md), &ms)) {
1138
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1139
+ gpr_log(GPR_INFO,
1140
+ "chand=%p calld=%p attempt=%p: not retrying due to server "
1141
+ "push-back",
1142
+ calld_->chand_, calld_, this);
1143
+ }
1144
+ return false;
1145
+ } else {
1146
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1147
+ gpr_log(
1148
+ GPR_INFO,
1149
+ "chand=%p calld=%p attempt=%p: server push-back: retry in %u ms",
1150
+ calld_->chand_, calld_, this, ms);
1151
+ }
1152
+ *server_pushback_ms = static_cast<grpc_millis>(ms);
1153
+ }
1154
+ }
1155
+ // Check with call dispatch controller.
1156
+ auto* service_config_call_data =
1157
+ static_cast<ClientChannelServiceConfigCallData*>(
1158
+ calld_->call_context_[GRPC_CONTEXT_SERVICE_CONFIG_CALL_DATA].value);
1159
+ if (!service_config_call_data->call_dispatch_controller()->ShouldRetry()) {
1160
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1161
+ gpr_log(
1162
+ GPR_INFO,
1163
+ "chand=%p calld=%p attempt=%p: call dispatch controller denied retry",
1164
+ calld_->chand_, calld_, this);
1165
+ }
1166
+ return false;
1167
+ }
1168
+ // We should retry.
1169
+ return true;
1170
+ }
1171
+
1172
+ void RetryFilter::CallData::CallAttempt::Abandon() {
1173
+ abandoned_ = true;
1174
+ // Unref batches for deferred completion callbacks that will now never
1175
+ // be invoked.
1176
+ if (started_recv_trailing_metadata_ &&
1177
+ !seen_recv_trailing_metadata_from_surface_) {
1178
+ recv_trailing_metadata_internal_batch_.reset(
1179
+ DEBUG_LOCATION,
1180
+ "internal recv_trailing_metadata completed before that op was "
1181
+ "started from the surface");
1182
+ }
1183
+ GRPC_ERROR_UNREF(recv_trailing_metadata_error_);
1184
+ recv_trailing_metadata_error_ = GRPC_ERROR_NONE;
1185
+ recv_initial_metadata_ready_deferred_batch_.reset(
1186
+ DEBUG_LOCATION,
1187
+ "unref deferred recv_initial_metadata_ready batch due to retry");
1188
+ GRPC_ERROR_UNREF(recv_initial_metadata_error_);
1189
+ recv_initial_metadata_error_ = GRPC_ERROR_NONE;
1190
+ recv_message_ready_deferred_batch_.reset(
1191
+ DEBUG_LOCATION, "unref deferred recv_message_ready batch due to retry");
1192
+ GRPC_ERROR_UNREF(recv_message_error_);
1193
+ recv_message_error_ = GRPC_ERROR_NONE;
1194
+ for (auto& on_complete_deferred_batch : on_complete_deferred_batches_) {
1195
+ on_complete_deferred_batch.batch.reset(
1196
+ DEBUG_LOCATION, "unref deferred on_complete batch due to retry");
1197
+ GRPC_ERROR_UNREF(on_complete_deferred_batch.error);
1198
+ }
1199
+ on_complete_deferred_batches_.clear();
1200
+ }
1201
+
1202
+ void RetryFilter::CallData::CallAttempt::OnPerAttemptRecvTimer(
1203
+ void* arg, grpc_error_handle error) {
1204
+ auto* call_attempt = static_cast<CallAttempt*>(arg);
1205
+ GRPC_CLOSURE_INIT(&call_attempt->on_per_attempt_recv_timer_,
1206
+ OnPerAttemptRecvTimerLocked, call_attempt, nullptr);
1207
+ GRPC_CALL_COMBINER_START(call_attempt->calld_->call_combiner_,
1208
+ &call_attempt->on_per_attempt_recv_timer_,
1209
+ GRPC_ERROR_REF(error), "per-attempt timer fired");
1210
+ }
1211
+
1212
+ void RetryFilter::CallData::CallAttempt::OnPerAttemptRecvTimerLocked(
1213
+ void* arg, grpc_error_handle error) {
1214
+ auto* call_attempt = static_cast<CallAttempt*>(arg);
1215
+ auto* calld = call_attempt->calld_;
1216
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1217
+ gpr_log(GPR_INFO,
1218
+ "chand=%p calld=%p attempt=%p: perAttemptRecvTimeout timer fired: "
1219
+ "error=%s, per_attempt_recv_timer_pending_=%d",
1220
+ calld->chand_, calld, call_attempt,
1221
+ grpc_error_std_string(error).c_str(),
1222
+ call_attempt->per_attempt_recv_timer_pending_);
1223
+ }
1224
+ CallCombinerClosureList closures;
1225
+ if (error == GRPC_ERROR_NONE &&
1226
+ call_attempt->per_attempt_recv_timer_pending_) {
1227
+ call_attempt->per_attempt_recv_timer_pending_ = false;
1228
+ // Cancel this attempt.
1229
+ // TODO(roth): When implementing hedging, we should not cancel the
1230
+ // current attempt.
1231
+ call_attempt->AddBatchForCancelOp(
1232
+ grpc_error_set_int(GRPC_ERROR_CREATE_FROM_STATIC_STRING(
1233
+ "retry perAttemptRecvTimeout exceeded"),
1234
+ GRPC_ERROR_INT_GRPC_STATUS, GRPC_STATUS_CANCELLED),
1235
+ &closures);
1236
+ // Check whether we should retry.
1237
+ if (call_attempt->ShouldRetry(
1238
+ /*status=*/absl::nullopt, /*is_lb_drop=*/false,
1239
+ /*server_pushback_md=*/nullptr, /*server_pushback_ms=*/nullptr)) {
1240
+ // Mark current attempt as abandoned.
1241
+ call_attempt->Abandon();
1242
+ // We are retrying. Start backoff timer.
1243
+ calld->StartRetryTimer(/*server_pushback_ms=*/-1);
1244
+ } else {
1245
+ // Not retrying, so commit the call.
1246
+ calld->RetryCommit(call_attempt);
1247
+ // If retry state is no longer needed, switch to fast path for
1248
+ // subsequent batches.
1249
+ call_attempt->MaybeSwitchToFastPath();
1250
+ }
1251
+ }
1252
+ closures.RunClosures(calld->call_combiner_);
1253
+ call_attempt->Unref(DEBUG_LOCATION, "OnPerAttemptRecvTimer");
1254
+ GRPC_CALL_STACK_UNREF(calld->owning_call_, "OnPerAttemptRecvTimer");
1255
+ }
1256
+
1257
+ void RetryFilter::CallData::CallAttempt::MaybeCancelPerAttemptRecvTimer() {
1258
+ if (per_attempt_recv_timer_pending_) {
1259
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1260
+ gpr_log(GPR_INFO,
1261
+ "chand=%p calld=%p attempt=%p: cancelling "
1262
+ "perAttemptRecvTimeout timer",
1263
+ calld_->chand_, calld_, this);
1264
+ }
1265
+ per_attempt_recv_timer_pending_ = false;
1266
+ grpc_timer_cancel(&per_attempt_recv_timer_);
1267
+ }
1268
+ }
1269
+
1270
+ //
1271
+ // RetryFilter::CallData::CallAttempt::BatchData
1272
+ //
1273
+
1274
+ RetryFilter::CallData::CallAttempt::BatchData::BatchData(
1275
+ RefCountedPtr<CallAttempt> attempt, int refcount, bool set_on_complete)
1276
+ : RefCounted(
1277
+ GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace) ? "BatchData" : nullptr,
1278
+ refcount),
1279
+ call_attempt_(std::move(attempt)) {
1280
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1281
+ gpr_log(GPR_INFO, "chand=%p calld=%p attempt=%p: creating batch %p",
1282
+ call_attempt_->calld_->chand_, call_attempt_->calld_,
1283
+ call_attempt_.get(), this);
1284
+ }
1285
+ // We hold a ref to the call stack for every batch sent on a call attempt.
1286
+ // This is because some batches on the call attempt may not complete
1287
+ // until after all of the batches are completed at the surface (because
1288
+ // each batch that is pending at the surface holds a ref). This
1289
+ // can happen for replayed send ops, and it can happen for
1290
+ // recv_initial_metadata and recv_message ops on a call attempt that has
1291
+ // been abandoned.
1292
+ GRPC_CALL_STACK_REF(call_attempt_->calld_->owning_call_, "Retry BatchData");
1293
+ batch_.payload = &call_attempt_->batch_payload_;
1294
+ if (set_on_complete) {
1295
+ GRPC_CLOSURE_INIT(&on_complete_, OnComplete, this, nullptr);
1296
+ batch_.on_complete = &on_complete_;
1297
+ }
1298
+ }
1299
+
1300
+ RetryFilter::CallData::CallAttempt::BatchData::~BatchData() {
1301
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1302
+ gpr_log(GPR_INFO, "chand=%p calld=%p attempt=%p: destroying batch %p",
1303
+ call_attempt_->calld_->chand_, call_attempt_->calld_,
1304
+ call_attempt_.get(), this);
1305
+ }
1306
+ GRPC_CALL_STACK_UNREF(call_attempt_->calld_->owning_call_, "Retry BatchData");
1307
+ call_attempt_.reset(DEBUG_LOCATION, "~BatchData");
1308
+ }
1309
+
1310
+ void RetryFilter::CallData::CallAttempt::BatchData::
1311
+ FreeCachedSendOpDataForCompletedBatch() {
1312
+ auto* calld = call_attempt_->calld_;
1313
+ // TODO(roth): When we implement hedging, this logic will need to get
1314
+ // a bit more complex, because there may be other (now abandoned) call
1315
+ // attempts still using this data. We may need to do some sort of
1316
+ // ref-counting instead.
1317
+ if (batch_.send_initial_metadata) {
1318
+ calld->FreeCachedSendInitialMetadata();
1319
+ }
1320
+ if (batch_.send_message) {
1321
+ calld->FreeCachedSendMessage(call_attempt_->completed_send_message_count_ -
1322
+ 1);
1323
+ }
1324
+ if (batch_.send_trailing_metadata) {
1325
+ calld->FreeCachedSendTrailingMetadata();
1326
+ }
1327
+ }
1328
+
1329
+ //
1330
+ // recv_initial_metadata callback handling
1331
+ //
1332
+
1333
+ void RetryFilter::CallData::CallAttempt::BatchData::
1334
+ MaybeAddClosureForRecvInitialMetadataCallback(
1335
+ grpc_error_handle error, CallCombinerClosureList* closures) {
1336
+ // Find pending batch.
1337
+ PendingBatch* pending = call_attempt_->calld_->PendingBatchFind(
1338
+ "invoking recv_initial_metadata_ready for",
1339
+ [](grpc_transport_stream_op_batch* batch) {
1340
+ return batch->recv_initial_metadata &&
1341
+ batch->payload->recv_initial_metadata
1342
+ .recv_initial_metadata_ready != nullptr;
1343
+ });
1344
+ if (pending == nullptr) {
1345
+ GRPC_ERROR_UNREF(error);
1346
+ return;
1347
+ }
1348
+ // Return metadata.
1349
+ *pending->batch->payload->recv_initial_metadata.recv_initial_metadata =
1350
+ std::move(call_attempt_->recv_initial_metadata_);
1351
+ // Propagate trailing_metadata_available.
1352
+ *pending->batch->payload->recv_initial_metadata.trailing_metadata_available =
1353
+ call_attempt_->trailing_metadata_available_;
1354
+ // Update bookkeeping.
1355
+ // Note: Need to do this before invoking the callback, since invoking
1356
+ // the callback will result in yielding the call combiner.
1357
+ grpc_closure* recv_initial_metadata_ready =
1358
+ pending->batch->payload->recv_initial_metadata
1359
+ .recv_initial_metadata_ready;
1360
+ pending->batch->payload->recv_initial_metadata.recv_initial_metadata_ready =
1361
+ nullptr;
1362
+ call_attempt_->calld_->MaybeClearPendingBatch(pending);
1363
+ // Add callback to closures.
1364
+ closures->Add(recv_initial_metadata_ready, error,
1365
+ "recv_initial_metadata_ready for pending batch");
1366
+ }
1367
+
1368
+ void RetryFilter::CallData::CallAttempt::BatchData::RecvInitialMetadataReady(
1369
+ void* arg, grpc_error_handle error) {
1370
+ RefCountedPtr<BatchData> batch_data(static_cast<BatchData*>(arg));
1371
+ CallAttempt* call_attempt = batch_data->call_attempt_.get();
1372
+ CallData* calld = call_attempt->calld_;
1373
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1374
+ gpr_log(GPR_INFO,
1375
+ "chand=%p calld=%p attempt=%p batch_data=%p: "
1376
+ "got recv_initial_metadata_ready, error=%s",
1377
+ calld->chand_, calld, call_attempt, batch_data.get(),
1378
+ grpc_error_std_string(error).c_str());
1379
+ }
1380
+ call_attempt->completed_recv_initial_metadata_ = true;
1381
+ // If this attempt has been abandoned, then we're not going to use the
1382
+ // result of this recv_initial_metadata op, so do nothing.
1383
+ if (call_attempt->abandoned_) {
1384
+ GRPC_CALL_COMBINER_STOP(
1385
+ calld->call_combiner_,
1386
+ "recv_initial_metadata_ready for abandoned attempt");
1387
+ return;
1388
+ }
1389
+ // Cancel per-attempt recv timer, if any.
1390
+ call_attempt->MaybeCancelPerAttemptRecvTimer();
1391
+ // If we're not committed, check the response to see if we need to commit.
1392
+ if (!calld->retry_committed_) {
1393
+ // If we got an error or a Trailers-Only response and have not yet gotten
1394
+ // the recv_trailing_metadata_ready callback, then defer propagating this
1395
+ // callback back to the surface. We can evaluate whether to retry when
1396
+ // recv_trailing_metadata comes back.
1397
+ if (GPR_UNLIKELY((call_attempt->trailing_metadata_available_ ||
1398
+ error != GRPC_ERROR_NONE) &&
1399
+ !call_attempt->completed_recv_trailing_metadata_)) {
1400
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1401
+ gpr_log(GPR_INFO,
1402
+ "chand=%p calld=%p attempt=%p: deferring "
1403
+ "recv_initial_metadata_ready (Trailers-Only)",
1404
+ calld->chand_, calld, call_attempt);
1405
+ }
1406
+ call_attempt->recv_initial_metadata_ready_deferred_batch_ =
1407
+ std::move(batch_data);
1408
+ call_attempt->recv_initial_metadata_error_ = GRPC_ERROR_REF(error);
1409
+ CallCombinerClosureList closures;
1410
+ if (error != GRPC_ERROR_NONE) {
1411
+ call_attempt->AddBatchForCancelOp(GRPC_ERROR_REF(error), &closures);
1412
+ }
1413
+ if (!call_attempt->started_recv_trailing_metadata_) {
1414
+ // recv_trailing_metadata not yet started by application; start it
1415
+ // ourselves to get status.
1416
+ call_attempt->AddBatchForInternalRecvTrailingMetadata(&closures);
1417
+ }
1418
+ closures.RunClosures(calld->call_combiner_);
1419
+ return;
1420
+ }
1421
+ // Received valid initial metadata, so commit the call.
1422
+ calld->RetryCommit(call_attempt);
1423
+ // If retry state is no longer needed, switch to fast path for
1424
+ // subsequent batches.
1425
+ call_attempt->MaybeSwitchToFastPath();
1426
+ }
1427
+ // Invoke the callback to return the result to the surface.
1428
+ CallCombinerClosureList closures;
1429
+ batch_data->MaybeAddClosureForRecvInitialMetadataCallback(
1430
+ GRPC_ERROR_REF(error), &closures);
1431
+ closures.RunClosures(calld->call_combiner_);
1432
+ }
1433
+
1434
+ //
1435
+ // recv_message callback handling
1436
+ //
1437
+
1438
+ void RetryFilter::CallData::CallAttempt::BatchData::
1439
+ MaybeAddClosureForRecvMessageCallback(grpc_error_handle error,
1440
+ CallCombinerClosureList* closures) {
1441
+ // Find pending op.
1442
+ PendingBatch* pending = call_attempt_->calld_->PendingBatchFind(
1443
+ "invoking recv_message_ready for",
1444
+ [](grpc_transport_stream_op_batch* batch) {
1445
+ return batch->recv_message &&
1446
+ batch->payload->recv_message.recv_message_ready != nullptr;
1447
+ });
1448
+ if (pending == nullptr) {
1449
+ GRPC_ERROR_UNREF(error);
1450
+ return;
1451
+ }
1452
+ // Return payload.
1453
+ *pending->batch->payload->recv_message.recv_message =
1454
+ std::move(call_attempt_->recv_message_);
1455
+ // Update bookkeeping.
1456
+ // Note: Need to do this before invoking the callback, since invoking
1457
+ // the callback will result in yielding the call combiner.
1458
+ grpc_closure* recv_message_ready =
1459
+ pending->batch->payload->recv_message.recv_message_ready;
1460
+ pending->batch->payload->recv_message.recv_message_ready = nullptr;
1461
+ call_attempt_->calld_->MaybeClearPendingBatch(pending);
1462
+ // Add callback to closures.
1463
+ closures->Add(recv_message_ready, error,
1464
+ "recv_message_ready for pending batch");
1465
+ }
1466
+
1467
+ void RetryFilter::CallData::CallAttempt::BatchData::RecvMessageReady(
1468
+ void* arg, grpc_error_handle error) {
1469
+ RefCountedPtr<BatchData> batch_data(static_cast<BatchData*>(arg));
1470
+ CallAttempt* call_attempt = batch_data->call_attempt_.get();
1471
+ CallData* calld = call_attempt->calld_;
1472
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1473
+ gpr_log(GPR_INFO,
1474
+ "chand=%p calld=%p attempt=%p batch_data=%p: "
1475
+ "got recv_message_ready, error=%s",
1476
+ calld->chand_, calld, call_attempt, batch_data.get(),
1477
+ grpc_error_std_string(error).c_str());
1478
+ }
1479
+ ++call_attempt->completed_recv_message_count_;
1480
+ // If this attempt has been abandoned, then we're not going to use the
1481
+ // result of this recv_message op, so do nothing.
1482
+ if (call_attempt->abandoned_) {
1483
+ GRPC_CALL_COMBINER_STOP(calld->call_combiner_,
1484
+ "recv_message_ready for abandoned attempt");
1485
+ return;
1486
+ }
1487
+ // Cancel per-attempt recv timer, if any.
1488
+ call_attempt->MaybeCancelPerAttemptRecvTimer();
1489
+ // If we're not committed, check the response to see if we need to commit.
1490
+ if (!calld->retry_committed_) {
1491
+ // If we got an error or the payload was nullptr and we have not yet gotten
1492
+ // the recv_trailing_metadata_ready callback, then defer propagating this
1493
+ // callback back to the surface. We can evaluate whether to retry when
1494
+ // recv_trailing_metadata comes back.
1495
+ if (GPR_UNLIKELY((call_attempt->recv_message_ == nullptr ||
1496
+ error != GRPC_ERROR_NONE) &&
1497
+ !call_attempt->completed_recv_trailing_metadata_)) {
1498
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1499
+ gpr_log(GPR_INFO,
1500
+ "chand=%p calld=%p attempt=%p: deferring recv_message_ready "
1501
+ "(nullptr message and recv_trailing_metadata pending)",
1502
+ calld->chand_, calld, call_attempt);
1503
+ }
1504
+ call_attempt->recv_message_ready_deferred_batch_ = std::move(batch_data);
1505
+ call_attempt->recv_message_error_ = GRPC_ERROR_REF(error);
1506
+ CallCombinerClosureList closures;
1507
+ if (error != GRPC_ERROR_NONE) {
1508
+ call_attempt->AddBatchForCancelOp(GRPC_ERROR_REF(error), &closures);
1509
+ }
1510
+ if (!call_attempt->started_recv_trailing_metadata_) {
1511
+ // recv_trailing_metadata not yet started by application; start it
1512
+ // ourselves to get status.
1513
+ call_attempt->AddBatchForInternalRecvTrailingMetadata(&closures);
1514
+ }
1515
+ closures.RunClosures(calld->call_combiner_);
1516
+ return;
1517
+ }
1518
+ // Received a valid message, so commit the call.
1519
+ calld->RetryCommit(call_attempt);
1520
+ // If retry state is no longer needed, switch to fast path for
1521
+ // subsequent batches.
1522
+ call_attempt->MaybeSwitchToFastPath();
1523
+ }
1524
+ // Invoke the callback to return the result to the surface.
1525
+ CallCombinerClosureList closures;
1526
+ batch_data->MaybeAddClosureForRecvMessageCallback(GRPC_ERROR_REF(error),
1527
+ &closures);
1528
+ closures.RunClosures(calld->call_combiner_);
1529
+ }
1530
+
1531
+ //
1532
+ // recv_trailing_metadata handling
1533
+ //
1534
+
1535
+ namespace {
1536
+
1537
+ // Sets *status, *server_pushback_md, and *is_lb_drop based on md_batch
1538
+ // and error.
1539
+ void GetCallStatus(grpc_millis deadline, grpc_metadata_batch* md_batch,
1540
+ grpc_error_handle error, grpc_status_code* status,
1541
+ grpc_mdelem** server_pushback_md, bool* is_lb_drop) {
1542
+ if (error != GRPC_ERROR_NONE) {
1543
+ grpc_error_get_status(error, deadline, status, nullptr, nullptr, nullptr);
1544
+ intptr_t value = 0;
1545
+ if (grpc_error_get_int(error, GRPC_ERROR_INT_LB_POLICY_DROP, &value) &&
1546
+ value != 0) {
1547
+ *is_lb_drop = true;
1548
+ }
1549
+ } else {
1550
+ GPR_ASSERT(md_batch->legacy_index()->named.grpc_status != nullptr);
1551
+ *status = grpc_get_status_code_from_metadata(
1552
+ md_batch->legacy_index()->named.grpc_status->md);
1553
+ if (md_batch->legacy_index()->named.grpc_retry_pushback_ms != nullptr) {
1554
+ *server_pushback_md =
1555
+ &md_batch->legacy_index()->named.grpc_retry_pushback_ms->md;
1556
+ }
1557
+ }
1558
+ GRPC_ERROR_UNREF(error);
1559
+ }
1560
+
1561
+ } // namespace
1562
+
1563
+ void RetryFilter::CallData::CallAttempt::BatchData::
1564
+ MaybeAddClosureForRecvTrailingMetadataReady(
1565
+ grpc_error_handle error, CallCombinerClosureList* closures) {
1566
+ auto* calld = call_attempt_->calld_;
1567
+ // Find pending batch.
1568
+ PendingBatch* pending = calld->PendingBatchFind(
1569
+ "invoking recv_trailing_metadata_ready for",
1570
+ [](grpc_transport_stream_op_batch* batch) {
1571
+ return batch->recv_trailing_metadata &&
1572
+ batch->payload->recv_trailing_metadata
1573
+ .recv_trailing_metadata_ready != nullptr;
1574
+ });
1575
+ // If we generated the recv_trailing_metadata op internally via
1576
+ // AddBatchForInternalRecvTrailingMetadata(), then there will be no
1577
+ // pending batch.
1578
+ if (pending == nullptr) {
1579
+ call_attempt_->recv_trailing_metadata_error_ = error;
1580
+ return;
1581
+ }
1582
+ // Copy transport stats to be delivered up to the surface.
1583
+ grpc_transport_move_stats(
1584
+ &call_attempt_->collect_stats_,
1585
+ pending->batch->payload->recv_trailing_metadata.collect_stats);
1586
+ // Return metadata.
1587
+ *pending->batch->payload->recv_trailing_metadata.recv_trailing_metadata =
1588
+ std::move(call_attempt_->recv_trailing_metadata_);
1589
+ // Add closure.
1590
+ closures->Add(pending->batch->payload->recv_trailing_metadata
1591
+ .recv_trailing_metadata_ready,
1592
+ error, "recv_trailing_metadata_ready for pending batch");
1593
+ // Update bookkeeping.
1594
+ pending->batch->payload->recv_trailing_metadata.recv_trailing_metadata_ready =
1595
+ nullptr;
1596
+ calld->MaybeClearPendingBatch(pending);
1597
+ }
1598
+
1599
+ void RetryFilter::CallData::CallAttempt::BatchData::
1600
+ AddClosuresForDeferredCompletionCallbacks(
1601
+ CallCombinerClosureList* closures) {
1602
+ // Add closure for deferred recv_initial_metadata_ready.
1603
+ if (GPR_UNLIKELY(call_attempt_->recv_initial_metadata_ready_deferred_batch_ !=
1604
+ nullptr)) {
1605
+ MaybeAddClosureForRecvInitialMetadataCallback(
1606
+ call_attempt_->recv_initial_metadata_error_, closures);
1607
+ call_attempt_->recv_initial_metadata_ready_deferred_batch_.reset(
1608
+ DEBUG_LOCATION, "resuming deferred recv_initial_metadata_ready");
1609
+ call_attempt_->recv_initial_metadata_error_ = GRPC_ERROR_NONE;
1610
+ }
1611
+ // Add closure for deferred recv_message_ready.
1612
+ if (GPR_UNLIKELY(call_attempt_->recv_message_ready_deferred_batch_ !=
1613
+ nullptr)) {
1614
+ MaybeAddClosureForRecvMessageCallback(call_attempt_->recv_message_error_,
1615
+ closures);
1616
+ call_attempt_->recv_message_ready_deferred_batch_.reset(
1617
+ DEBUG_LOCATION, "resuming deferred recv_message_ready");
1618
+ call_attempt_->recv_message_error_ = GRPC_ERROR_NONE;
1619
+ }
1620
+ // Add closures for deferred on_complete callbacks.
1621
+ for (auto& on_complete_deferred_batch :
1622
+ call_attempt_->on_complete_deferred_batches_) {
1623
+ closures->Add(&on_complete_deferred_batch.batch->on_complete_,
1624
+ on_complete_deferred_batch.error, "resuming on_complete");
1625
+ on_complete_deferred_batch.batch.release();
1626
+ }
1627
+ call_attempt_->on_complete_deferred_batches_.clear();
1628
+ }
1629
+
1630
+ void RetryFilter::CallData::CallAttempt::BatchData::
1631
+ AddClosuresToFailUnstartedPendingBatches(
1632
+ grpc_error_handle error, CallCombinerClosureList* closures) {
1633
+ auto* calld = call_attempt_->calld_;
1634
+ for (size_t i = 0; i < GPR_ARRAY_SIZE(calld->pending_batches_); ++i) {
1635
+ PendingBatch* pending = &calld->pending_batches_[i];
1636
+ if (pending->batch == nullptr) continue;
1637
+ if (call_attempt_->PendingBatchContainsUnstartedSendOps(pending)) {
1638
+ closures->Add(pending->batch->on_complete, GRPC_ERROR_REF(error),
1639
+ "failing on_complete for pending batch");
1640
+ pending->batch->on_complete = nullptr;
1641
+ calld->MaybeClearPendingBatch(pending);
1642
+ }
1643
+ }
1644
+ GRPC_ERROR_UNREF(error);
1645
+ }
1646
+
1647
+ void RetryFilter::CallData::CallAttempt::BatchData::RunClosuresForCompletedCall(
1648
+ grpc_error_handle error) {
1649
+ // Construct list of closures to execute.
1650
+ CallCombinerClosureList closures;
1651
+ // First, add closure for recv_trailing_metadata_ready.
1652
+ MaybeAddClosureForRecvTrailingMetadataReady(GRPC_ERROR_REF(error), &closures);
1653
+ // If there are deferred batch completion callbacks, add them to closures.
1654
+ AddClosuresForDeferredCompletionCallbacks(&closures);
1655
+ // Add closures to fail any pending batches that have not yet been started.
1656
+ AddClosuresToFailUnstartedPendingBatches(GRPC_ERROR_REF(error), &closures);
1657
+ // Schedule all of the closures identified above.
1658
+ // Note: This will release the call combiner.
1659
+ closures.RunClosures(call_attempt_->calld_->call_combiner_);
1660
+ GRPC_ERROR_UNREF(error);
1661
+ }
1662
+
1663
+ void RetryFilter::CallData::CallAttempt::BatchData::RecvTrailingMetadataReady(
1664
+ void* arg, grpc_error_handle error) {
1665
+ RefCountedPtr<BatchData> batch_data(static_cast<BatchData*>(arg));
1666
+ CallAttempt* call_attempt = batch_data->call_attempt_.get();
1667
+ CallData* calld = call_attempt->calld_;
1668
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1669
+ gpr_log(GPR_INFO,
1670
+ "chand=%p calld=%p attempt=%p batch_data=%p: "
1671
+ "got recv_trailing_metadata_ready, error=%s",
1672
+ calld->chand_, calld, call_attempt, batch_data.get(),
1673
+ grpc_error_std_string(error).c_str());
1674
+ }
1675
+ call_attempt->completed_recv_trailing_metadata_ = true;
1676
+ // If this attempt has been abandoned, then we're not going to use the
1677
+ // result of this recv_trailing_metadata op, so do nothing.
1678
+ if (call_attempt->abandoned_) {
1679
+ GRPC_CALL_COMBINER_STOP(
1680
+ calld->call_combiner_,
1681
+ "recv_trailing_metadata_ready for abandoned attempt");
1682
+ return;
1683
+ }
1684
+ // Cancel per-attempt recv timer, if any.
1685
+ call_attempt->MaybeCancelPerAttemptRecvTimer();
1686
+ // Get the call's status and check for server pushback metadata.
1687
+ grpc_status_code status = GRPC_STATUS_OK;
1688
+ grpc_mdelem* server_pushback_md = nullptr;
1689
+ grpc_metadata_batch* md_batch =
1690
+ batch_data->batch_.payload->recv_trailing_metadata.recv_trailing_metadata;
1691
+ bool is_lb_drop = false;
1692
+ GetCallStatus(calld->deadline_, md_batch, GRPC_ERROR_REF(error), &status,
1693
+ &server_pushback_md, &is_lb_drop);
1694
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1695
+ gpr_log(
1696
+ GPR_INFO,
1697
+ "chand=%p calld=%p attempt=%p: call finished, status=%s is_lb_drop=%d",
1698
+ calld->chand_, calld, call_attempt, grpc_status_code_to_string(status),
1699
+ is_lb_drop);
1700
+ }
1701
+ // Check if we should retry.
1702
+ grpc_millis server_pushback_ms = -1;
1703
+ if (call_attempt->ShouldRetry(status, is_lb_drop, server_pushback_md,
1704
+ &server_pushback_ms)) {
1705
+ // Start retry timer.
1706
+ calld->StartRetryTimer(server_pushback_ms);
1707
+ // Cancel call attempt.
1708
+ CallCombinerClosureList closures;
1709
+ call_attempt->AddBatchForCancelOp(
1710
+ error == GRPC_ERROR_NONE
1711
+ ? grpc_error_set_int(
1712
+ GRPC_ERROR_CREATE_FROM_STATIC_STRING("call attempt failed"),
1713
+ GRPC_ERROR_INT_GRPC_STATUS, GRPC_STATUS_CANCELLED)
1714
+ : GRPC_ERROR_REF(error),
1715
+ &closures);
1716
+ // Record that this attempt has been abandoned.
1717
+ call_attempt->Abandon();
1718
+ // Yields call combiner.
1719
+ closures.RunClosures(calld->call_combiner_);
1720
+ return;
1721
+ }
1722
+ // Not retrying, so commit the call.
1723
+ calld->RetryCommit(call_attempt);
1724
+ // If retry state is no longer needed, switch to fast path for
1725
+ // subsequent batches.
1726
+ call_attempt->MaybeSwitchToFastPath();
1727
+ // Run any necessary closures.
1728
+ batch_data->RunClosuresForCompletedCall(GRPC_ERROR_REF(error));
1729
+ }
1730
+
1731
+ //
1732
+ // on_complete callback handling
1733
+ //
1734
+
1735
+ void RetryFilter::CallData::CallAttempt::BatchData::
1736
+ AddClosuresForCompletedPendingBatch(grpc_error_handle error,
1737
+ CallCombinerClosureList* closures) {
1738
+ auto* calld = call_attempt_->calld_;
1739
+ PendingBatch* pending = calld->PendingBatchFind(
1740
+ "completed", [this](grpc_transport_stream_op_batch* batch) {
1741
+ // Match the pending batch with the same set of send ops as the
1742
+ // batch we've just completed.
1743
+ return batch->on_complete != nullptr &&
1744
+ batch_.send_initial_metadata == batch->send_initial_metadata &&
1745
+ batch_.send_message == batch->send_message &&
1746
+ batch_.send_trailing_metadata == batch->send_trailing_metadata;
1747
+ });
1748
+ // If batch_data is a replay batch, then there will be no pending
1749
+ // batch to complete.
1750
+ if (pending == nullptr) {
1751
+ GRPC_ERROR_UNREF(error);
1752
+ return;
1753
+ }
1754
+ // Propagate payload.
1755
+ if (batch_.send_message) {
1756
+ pending->batch->payload->send_message.stream_write_closed =
1757
+ batch_.payload->send_message.stream_write_closed;
1758
+ }
1759
+ // Add closure.
1760
+ closures->Add(pending->batch->on_complete, error,
1761
+ "on_complete for pending batch");
1762
+ pending->batch->on_complete = nullptr;
1763
+ calld->MaybeClearPendingBatch(pending);
1764
+ }
1765
+
1766
+ void RetryFilter::CallData::CallAttempt::BatchData::
1767
+ AddClosuresForReplayOrPendingSendOps(CallCombinerClosureList* closures) {
1768
+ auto* calld = call_attempt_->calld_;
1769
+ bool have_pending_send_ops = call_attempt_->HaveSendOpsToReplay();
1770
+ // We don't check send_initial_metadata here, because that op will always
1771
+ // be started as soon as it is received from the surface, so it will
1772
+ // never need to be started at this point.
1773
+ if (!have_pending_send_ops) {
1774
+ for (size_t i = 0; i < GPR_ARRAY_SIZE(calld->pending_batches_); ++i) {
1775
+ PendingBatch* pending = &calld->pending_batches_[i];
1776
+ grpc_transport_stream_op_batch* batch = pending->batch;
1777
+ if (batch == nullptr || pending->send_ops_cached) continue;
1778
+ if (batch->send_message || batch->send_trailing_metadata) {
1779
+ have_pending_send_ops = true;
1780
+ break;
1781
+ }
1782
+ }
1783
+ }
1784
+ if (have_pending_send_ops) {
1785
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1786
+ gpr_log(GPR_INFO,
1787
+ "chand=%p calld=%p attempt=%p: starting next batch for pending "
1788
+ "send op(s)",
1789
+ calld->chand_, calld, call_attempt_.get());
1790
+ }
1791
+ call_attempt_->AddRetriableBatches(closures);
1792
+ }
1793
+ }
1794
+
1795
+ void RetryFilter::CallData::CallAttempt::BatchData::OnComplete(
1796
+ void* arg, grpc_error_handle error) {
1797
+ RefCountedPtr<BatchData> batch_data(static_cast<BatchData*>(arg));
1798
+ CallAttempt* call_attempt = batch_data->call_attempt_.get();
1799
+ CallData* calld = call_attempt->calld_;
1800
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1801
+ gpr_log(GPR_INFO,
1802
+ "chand=%p calld=%p attempt=%p batch_data=%p: "
1803
+ "got on_complete, error=%s, batch=%s",
1804
+ calld->chand_, calld, call_attempt, batch_data.get(),
1805
+ grpc_error_std_string(error).c_str(),
1806
+ grpc_transport_stream_op_batch_string(&batch_data->batch_).c_str());
1807
+ }
1808
+ // If this attempt has been abandoned, then we're not going to propagate
1809
+ // the completion of this batch, so do nothing.
1810
+ if (call_attempt->abandoned_) {
1811
+ GRPC_CALL_COMBINER_STOP(calld->call_combiner_,
1812
+ "on_complete for abandoned attempt");
1813
+ return;
1814
+ }
1815
+ // If we got an error and have not yet gotten the
1816
+ // recv_trailing_metadata_ready callback, then defer propagating this
1817
+ // callback back to the surface. We can evaluate whether to retry when
1818
+ // recv_trailing_metadata comes back.
1819
+ if (GPR_UNLIKELY(!calld->retry_committed_ && error != GRPC_ERROR_NONE &&
1820
+ !call_attempt->completed_recv_trailing_metadata_)) {
1821
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1822
+ gpr_log(GPR_INFO, "chand=%p calld=%p attempt=%p: deferring on_complete",
1823
+ calld->chand_, calld, call_attempt);
1824
+ }
1825
+ call_attempt->on_complete_deferred_batches_.emplace_back(
1826
+ std::move(batch_data), GRPC_ERROR_REF(error));
1827
+ CallCombinerClosureList closures;
1828
+ call_attempt->AddBatchForCancelOp(GRPC_ERROR_REF(error), &closures);
1829
+ if (!call_attempt->started_recv_trailing_metadata_) {
1830
+ // recv_trailing_metadata not yet started by application; start it
1831
+ // ourselves to get status.
1832
+ call_attempt->AddBatchForInternalRecvTrailingMetadata(&closures);
1833
+ }
1834
+ closures.RunClosures(calld->call_combiner_);
1835
+ return;
1836
+ }
1837
+ // Update bookkeeping in call_attempt.
1838
+ if (batch_data->batch_.send_initial_metadata) {
1839
+ call_attempt->completed_send_initial_metadata_ = true;
1840
+ }
1841
+ if (batch_data->batch_.send_message) {
1842
+ ++call_attempt->completed_send_message_count_;
1843
+ }
1844
+ if (batch_data->batch_.send_trailing_metadata) {
1845
+ call_attempt->completed_send_trailing_metadata_ = true;
1846
+ }
1847
+ // If the call is committed, free cached data for send ops that we've just
1848
+ // completed.
1849
+ if (calld->retry_committed_) {
1850
+ batch_data->FreeCachedSendOpDataForCompletedBatch();
1851
+ }
1852
+ // Construct list of closures to execute.
1853
+ CallCombinerClosureList closures;
1854
+ // Add closure for the completed pending batch, if any.
1855
+ batch_data->AddClosuresForCompletedPendingBatch(GRPC_ERROR_REF(error),
1856
+ &closures);
1857
+ // If needed, add a callback to start any replay or pending send ops on
1858
+ // the LB call.
1859
+ if (!call_attempt->completed_recv_trailing_metadata_) {
1860
+ batch_data->AddClosuresForReplayOrPendingSendOps(&closures);
1861
+ }
1862
+ // If retry state is no longer needed (i.e., we're committed and there
1863
+ // are no more send ops to replay), switch to fast path for subsequent
1864
+ // batches.
1865
+ call_attempt->MaybeSwitchToFastPath();
1866
+ // Schedule all of the closures identified above.
1867
+ // Note: This yields the call combiner.
1868
+ closures.RunClosures(calld->call_combiner_);
1869
+ }
1870
+
1871
+ void RetryFilter::CallData::CallAttempt::BatchData::OnCompleteForCancelOp(
1872
+ void* arg, grpc_error_handle error) {
1873
+ RefCountedPtr<BatchData> batch_data(static_cast<BatchData*>(arg));
1874
+ CallAttempt* call_attempt = batch_data->call_attempt_.get();
1875
+ CallData* calld = call_attempt->calld_;
1876
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1877
+ gpr_log(GPR_INFO,
1878
+ "chand=%p calld=%p attempt=%p batch_data=%p: "
1879
+ "got on_complete for cancel_stream batch, error=%s, batch=%s",
1880
+ calld->chand_, calld, call_attempt, batch_data.get(),
1881
+ grpc_error_std_string(error).c_str(),
1882
+ grpc_transport_stream_op_batch_string(&batch_data->batch_).c_str());
1883
+ }
1884
+ GRPC_CALL_COMBINER_STOP(
1885
+ calld->call_combiner_,
1886
+ "on_complete for internally generated cancel_stream op");
1887
+ }
1888
+
1889
+ //
1890
+ // retriable batch construction
1891
+ //
1892
+
1893
+ void RetryFilter::CallData::CallAttempt::BatchData::
1894
+ AddRetriableSendInitialMetadataOp() {
1895
+ auto* calld = call_attempt_->calld_;
1896
+ // Maps the number of retries to the corresponding metadata value slice.
1897
+ const grpc_slice* retry_count_strings[] = {&GRPC_MDSTR_1, &GRPC_MDSTR_2,
1898
+ &GRPC_MDSTR_3, &GRPC_MDSTR_4};
1899
+ // We need to make a copy of the metadata batch for each attempt, since
1900
+ // the filters in the subchannel stack may modify this batch, and we don't
1901
+ // want those modifications to be passed forward to subsequent attempts.
1902
+ //
1903
+ // If we've already completed one or more attempts, add the
1904
+ // grpc-retry-attempts header.
1905
+ grpc_metadata_batch_copy(&calld->send_initial_metadata_,
1906
+ &call_attempt_->send_initial_metadata_);
1907
+ if (GPR_UNLIKELY(call_attempt_->send_initial_metadata_.legacy_index()
1908
+ ->named.grpc_previous_rpc_attempts != nullptr)) {
1909
+ call_attempt_->send_initial_metadata_.Remove(
1910
+ GRPC_BATCH_GRPC_PREVIOUS_RPC_ATTEMPTS);
1911
+ }
1912
+ if (GPR_UNLIKELY(calld->num_attempts_completed_ > 0)) {
1913
+ grpc_mdelem retry_md = grpc_mdelem_create(
1914
+ GRPC_MDSTR_GRPC_PREVIOUS_RPC_ATTEMPTS,
1915
+ *retry_count_strings[calld->num_attempts_completed_ - 1], nullptr);
1916
+ grpc_error_handle error = grpc_metadata_batch_add_tail(
1917
+ &call_attempt_->send_initial_metadata_,
1918
+ &call_attempt_->retry_attempts_metadata_, retry_md,
1919
+ GRPC_BATCH_GRPC_PREVIOUS_RPC_ATTEMPTS);
1920
+ if (GPR_UNLIKELY(error != GRPC_ERROR_NONE)) {
1921
+ gpr_log(GPR_ERROR, "error adding retry metadata: %s",
1922
+ grpc_error_std_string(error).c_str());
1923
+ GPR_ASSERT(false);
1924
+ }
1925
+ }
1926
+ call_attempt_->started_send_initial_metadata_ = true;
1927
+ batch_.send_initial_metadata = true;
1928
+ batch_.payload->send_initial_metadata.send_initial_metadata =
1929
+ &call_attempt_->send_initial_metadata_;
1930
+ batch_.payload->send_initial_metadata.send_initial_metadata_flags =
1931
+ calld->send_initial_metadata_flags_;
1932
+ batch_.payload->send_initial_metadata.peer_string = calld->peer_string_;
1933
+ }
1934
+
1935
+ void RetryFilter::CallData::CallAttempt::BatchData::
1936
+ AddRetriableSendMessageOp() {
1937
+ auto* calld = call_attempt_->calld_;
1938
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
1939
+ gpr_log(
1940
+ GPR_INFO,
1941
+ "chand=%p calld=%p attempt=%p: starting calld->send_messages[%" PRIuPTR
1942
+ "]",
1943
+ calld->chand_, calld, call_attempt_.get(),
1944
+ call_attempt_->started_send_message_count_);
1945
+ }
1946
+ ByteStreamCache* cache =
1947
+ calld->send_messages_[call_attempt_->started_send_message_count_];
1948
+ ++call_attempt_->started_send_message_count_;
1949
+ call_attempt_->send_message_.Init(cache);
1950
+ batch_.send_message = true;
1951
+ batch_.payload->send_message.send_message.reset(
1952
+ call_attempt_->send_message_.get());
1953
+ }
1954
+
1955
+ void RetryFilter::CallData::CallAttempt::BatchData::
1956
+ AddRetriableSendTrailingMetadataOp() {
1957
+ auto* calld = call_attempt_->calld_;
1958
+ // We need to make a copy of the metadata batch for each attempt, since
1959
+ // the filters in the subchannel stack may modify this batch, and we don't
1960
+ // want those modifications to be passed forward to subsequent attempts.
1961
+ grpc_metadata_batch_copy(&calld->send_trailing_metadata_,
1962
+ &call_attempt_->send_trailing_metadata_);
1963
+ call_attempt_->started_send_trailing_metadata_ = true;
1964
+ batch_.send_trailing_metadata = true;
1965
+ batch_.payload->send_trailing_metadata.send_trailing_metadata =
1966
+ &call_attempt_->send_trailing_metadata_;
1967
+ }
1968
+
1969
+ void RetryFilter::CallData::CallAttempt::BatchData::
1970
+ AddRetriableRecvInitialMetadataOp() {
1971
+ call_attempt_->started_recv_initial_metadata_ = true;
1972
+ batch_.recv_initial_metadata = true;
1973
+ call_attempt_->recv_initial_metadata_.Clear();
1974
+ batch_.payload->recv_initial_metadata.recv_initial_metadata =
1975
+ &call_attempt_->recv_initial_metadata_;
1976
+ batch_.payload->recv_initial_metadata.trailing_metadata_available =
1977
+ &call_attempt_->trailing_metadata_available_;
1978
+ GRPC_CLOSURE_INIT(&call_attempt_->recv_initial_metadata_ready_,
1979
+ RecvInitialMetadataReady, this, grpc_schedule_on_exec_ctx);
1980
+ batch_.payload->recv_initial_metadata.recv_initial_metadata_ready =
1981
+ &call_attempt_->recv_initial_metadata_ready_;
1982
+ }
1983
+
1984
+ void RetryFilter::CallData::CallAttempt::BatchData::
1985
+ AddRetriableRecvMessageOp() {
1986
+ ++call_attempt_->started_recv_message_count_;
1987
+ batch_.recv_message = true;
1988
+ batch_.payload->recv_message.recv_message = &call_attempt_->recv_message_;
1989
+ batch_.payload->recv_message.call_failed_before_recv_message = nullptr;
1990
+ GRPC_CLOSURE_INIT(&call_attempt_->recv_message_ready_, RecvMessageReady, this,
1991
+ grpc_schedule_on_exec_ctx);
1992
+ batch_.payload->recv_message.recv_message_ready =
1993
+ &call_attempt_->recv_message_ready_;
1994
+ }
1995
+
1996
+ void RetryFilter::CallData::CallAttempt::BatchData::
1997
+ AddRetriableRecvTrailingMetadataOp() {
1998
+ call_attempt_->started_recv_trailing_metadata_ = true;
1999
+ batch_.recv_trailing_metadata = true;
2000
+ call_attempt_->recv_trailing_metadata_.Clear();
2001
+ batch_.payload->recv_trailing_metadata.recv_trailing_metadata =
2002
+ &call_attempt_->recv_trailing_metadata_;
2003
+ batch_.payload->recv_trailing_metadata.collect_stats =
2004
+ &call_attempt_->collect_stats_;
2005
+ GRPC_CLOSURE_INIT(&call_attempt_->recv_trailing_metadata_ready_,
2006
+ RecvTrailingMetadataReady, this, grpc_schedule_on_exec_ctx);
2007
+ batch_.payload->recv_trailing_metadata.recv_trailing_metadata_ready =
2008
+ &call_attempt_->recv_trailing_metadata_ready_;
2009
+ }
2010
+
2011
+ void RetryFilter::CallData::CallAttempt::BatchData::AddCancelStreamOp(
2012
+ grpc_error_handle error) {
2013
+ batch_.cancel_stream = true;
2014
+ batch_.payload->cancel_stream.cancel_error = error;
2015
+ // Override on_complete callback.
2016
+ GRPC_CLOSURE_INIT(&on_complete_, OnCompleteForCancelOp, this, nullptr);
2017
+ }
2018
+
2019
+ //
2020
+ // CallData vtable functions
2021
+ //
2022
+
2023
+ grpc_error_handle RetryFilter::CallData::Init(
2024
+ grpc_call_element* elem, const grpc_call_element_args* args) {
2025
+ auto* chand = static_cast<RetryFilter*>(elem->channel_data);
2026
+ new (elem->call_data) CallData(chand, *args);
2027
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2028
+ gpr_log(GPR_INFO, "chand=%p calld=%p: created call", chand,
2029
+ elem->call_data);
2030
+ }
2031
+ return GRPC_ERROR_NONE;
2032
+ }
2033
+
2034
+ void RetryFilter::CallData::Destroy(grpc_call_element* elem,
2035
+ const grpc_call_final_info* /*final_info*/,
2036
+ grpc_closure* then_schedule_closure) {
2037
+ auto* calld = static_cast<CallData*>(elem->call_data);
2038
+ // Save our ref to the CallStackDestructionBarrier until after our
2039
+ // dtor is invoked.
2040
+ RefCountedPtr<CallStackDestructionBarrier> call_stack_destruction_barrier =
2041
+ std::move(calld->call_stack_destruction_barrier_);
2042
+ calld->~CallData();
2043
+ // Now set the callback in the CallStackDestructionBarrier object,
2044
+ // right before we release our ref to it (implicitly upon returning).
2045
+ // The callback will be invoked when the CallStackDestructionBarrier
2046
+ // is destroyed.
2047
+ call_stack_destruction_barrier->set_on_call_stack_destruction(
2048
+ then_schedule_closure);
2049
+ }
2050
+
2051
+ void RetryFilter::CallData::StartTransportStreamOpBatch(
2052
+ grpc_call_element* elem, grpc_transport_stream_op_batch* batch) {
2053
+ auto* calld = static_cast<CallData*>(elem->call_data);
2054
+ calld->StartTransportStreamOpBatch(batch);
2055
+ }
2056
+
2057
+ void RetryFilter::CallData::SetPollent(grpc_call_element* elem,
2058
+ grpc_polling_entity* pollent) {
2059
+ auto* calld = static_cast<CallData*>(elem->call_data);
2060
+ calld->pollent_ = pollent;
2061
+ }
2062
+
2063
+ //
2064
+ // CallData implementation
2065
+ //
2066
+
2067
+ const RetryMethodConfig* GetRetryPolicy(
2068
+ const grpc_call_context_element* context) {
2069
+ if (context == nullptr) return nullptr;
2070
+ auto* svc_cfg_call_data = static_cast<ServiceConfigCallData*>(
2071
+ context[GRPC_CONTEXT_SERVICE_CONFIG_CALL_DATA].value);
2072
+ if (svc_cfg_call_data == nullptr) return nullptr;
2073
+ return static_cast<const RetryMethodConfig*>(
2074
+ svc_cfg_call_data->GetMethodParsedConfig(
2075
+ RetryServiceConfigParser::ParserIndex()));
2076
+ }
2077
+
2078
+ RetryFilter::CallData::CallData(RetryFilter* chand,
2079
+ const grpc_call_element_args& args)
2080
+ : chand_(chand),
2081
+ retry_throttle_data_(chand->retry_throttle_data_),
2082
+ retry_policy_(GetRetryPolicy(args.context)),
2083
+ retry_backoff_(
2084
+ BackOff::Options()
2085
+ .set_initial_backoff(retry_policy_ == nullptr
2086
+ ? 0
2087
+ : retry_policy_->initial_backoff())
2088
+ .set_multiplier(retry_policy_ == nullptr
2089
+ ? 0
2090
+ : retry_policy_->backoff_multiplier())
2091
+ .set_jitter(RETRY_BACKOFF_JITTER)
2092
+ .set_max_backoff(
2093
+ retry_policy_ == nullptr ? 0 : retry_policy_->max_backoff())),
2094
+ path_(grpc_slice_ref_internal(args.path)),
2095
+ deadline_(args.deadline),
2096
+ arena_(args.arena),
2097
+ owning_call_(args.call_stack),
2098
+ call_combiner_(args.call_combiner),
2099
+ call_context_(args.context),
2100
+ call_stack_destruction_barrier_(
2101
+ arena_->New<CallStackDestructionBarrier>()),
2102
+ pending_send_initial_metadata_(false),
2103
+ pending_send_message_(false),
2104
+ pending_send_trailing_metadata_(false),
2105
+ retry_committed_(false),
2106
+ retry_timer_pending_(false) {}
2107
+
2108
+ RetryFilter::CallData::~CallData() {
2109
+ grpc_slice_unref_internal(path_);
2110
+ // Make sure there are no remaining pending batches.
2111
+ for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
2112
+ GPR_ASSERT(pending_batches_[i].batch == nullptr);
2113
+ }
2114
+ GRPC_ERROR_UNREF(cancelled_from_surface_);
2115
+ }
2116
+
2117
+ void RetryFilter::CallData::StartTransportStreamOpBatch(
2118
+ grpc_transport_stream_op_batch* batch) {
2119
+ // If we have an LB call, delegate to the LB call.
2120
+ if (committed_call_ != nullptr) {
2121
+ // Note: This will release the call combiner.
2122
+ committed_call_->StartTransportStreamOpBatch(batch);
2123
+ return;
2124
+ }
2125
+ // Handle cancellation.
2126
+ if (GPR_UNLIKELY(batch->cancel_stream)) {
2127
+ grpc_error_handle cancel_error = batch->payload->cancel_stream.cancel_error;
2128
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2129
+ gpr_log(GPR_INFO, "chand=%p calld=%p: cancelled from surface: %s", chand_,
2130
+ this, grpc_error_std_string(cancel_error).c_str());
2131
+ }
2132
+ // If we have a current call attempt, commit the call, then send
2133
+ // the cancellation down to that attempt. When the call fails, it
2134
+ // will not be retried, because we have committed it here.
2135
+ if (call_attempt_ != nullptr) {
2136
+ RetryCommit(call_attempt_.get());
2137
+ // TODO(roth): When implementing hedging, this will get more
2138
+ // complex, because instead of just passing the batch down to a
2139
+ // single call attempt, we'll need to cancel multiple call
2140
+ // attempts and wait for the cancellation on_complete from each call
2141
+ // attempt before we propagate the on_complete from this batch
2142
+ // back to the surface.
2143
+ // Note: This will release the call combiner.
2144
+ call_attempt_->CancelFromSurface(batch);
2145
+ return;
2146
+ }
2147
+ // Save cancel_error in case subsequent batches are started.
2148
+ GRPC_ERROR_UNREF(cancelled_from_surface_);
2149
+ cancelled_from_surface_ = GRPC_ERROR_REF(cancel_error);
2150
+ // Cancel retry timer.
2151
+ if (retry_timer_pending_) {
2152
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2153
+ gpr_log(GPR_INFO, "chand=%p calld=%p: cancelling retry timer", chand_,
2154
+ this);
2155
+ }
2156
+ retry_timer_pending_ = false; // Lame timer callback.
2157
+ grpc_timer_cancel(&retry_timer_);
2158
+ FreeAllCachedSendOpData();
2159
+ }
2160
+ // Fail pending batches.
2161
+ PendingBatchesFail(GRPC_ERROR_REF(cancel_error));
2162
+ // Note: This will release the call combiner.
2163
+ grpc_transport_stream_op_batch_finish_with_failure(
2164
+ batch, GRPC_ERROR_REF(cancel_error), call_combiner_);
2165
+ return;
2166
+ }
2167
+ // Add the batch to the pending list.
2168
+ PendingBatch* pending = PendingBatchesAdd(batch);
2169
+ // If the timer is pending, yield the call combiner and wait for it to
2170
+ // run, since we don't want to start another call attempt until it does.
2171
+ if (retry_timer_pending_) {
2172
+ GRPC_CALL_COMBINER_STOP(call_combiner_,
2173
+ "added pending batch while retry timer pending");
2174
+ return;
2175
+ }
2176
+ // If we do not yet have a call attempt, create one.
2177
+ if (call_attempt_ == nullptr) {
2178
+ // If we were previously cancelled from the surface, cancel this
2179
+ // batch instead of creating a call attempt.
2180
+ if (cancelled_from_surface_ != GRPC_ERROR_NONE) {
2181
+ PendingBatchClear(pending);
2182
+ // Note: This will release the call combiner.
2183
+ grpc_transport_stream_op_batch_finish_with_failure(
2184
+ batch, GRPC_ERROR_REF(cancelled_from_surface_), call_combiner_);
2185
+ return;
2186
+ }
2187
+ // If there is no retry policy, then commit retries immediately.
2188
+ // This ensures that the code below will always jump to the fast path.
2189
+ // TODO(roth): Remove this special case when we implement
2190
+ // transparent retries.
2191
+ if (retry_policy_ == nullptr) retry_committed_ = true;
2192
+ // If this is the first batch and retries are already committed
2193
+ // (e.g., if this batch put the call above the buffer size limit), then
2194
+ // immediately create an LB call and delegate the batch to it. This
2195
+ // avoids the overhead of unnecessarily allocating a CallAttempt
2196
+ // object or caching any of the send op data.
2197
+ // Note that we would ideally like to do this also on subsequent
2198
+ // attempts (e.g., if a batch puts the call above the buffer size
2199
+ // limit since the last attempt was complete), but in practice that's
2200
+ // not really worthwhile, because we will almost always have cached and
2201
+ // completed at least the send_initial_metadata op on the previous
2202
+ // attempt, which means that we'd need special logic to replay the
2203
+ // batch anyway, which is exactly what the CallAttempt object provides.
2204
+ // We also skip this optimization if perAttemptRecvTimeout is set in the
2205
+ // retry policy, because we need the code in CallAttempt to handle
2206
+ // the associated timer.
2207
+ if (num_attempts_completed_ == 0 && retry_committed_ &&
2208
+ (retry_policy_ == nullptr ||
2209
+ !retry_policy_->per_attempt_recv_timeout().has_value())) {
2210
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2211
+ gpr_log(GPR_INFO,
2212
+ "chand=%p calld=%p: retry committed before first attempt; "
2213
+ "creating LB call",
2214
+ chand_, this);
2215
+ }
2216
+ PendingBatchClear(pending);
2217
+ auto* service_config_call_data =
2218
+ static_cast<ClientChannelServiceConfigCallData*>(
2219
+ call_context_[GRPC_CONTEXT_SERVICE_CONFIG_CALL_DATA].value);
2220
+ committed_call_ = CreateLoadBalancedCall(
2221
+ service_config_call_data->call_dispatch_controller());
2222
+ committed_call_->StartTransportStreamOpBatch(batch);
2223
+ return;
2224
+ }
2225
+ // Otherwise, create a call attempt.
2226
+ // The attempt will automatically start any necessary replays or
2227
+ // pending batches.
2228
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2229
+ gpr_log(GPR_INFO, "chand=%p calld=%p: creating call attempt", chand_,
2230
+ this);
2231
+ }
2232
+ CreateCallAttempt();
2233
+ return;
2234
+ }
2235
+ // Send batches to call attempt.
2236
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2237
+ gpr_log(GPR_INFO, "chand=%p calld=%p: starting batch on attempt=%p", chand_,
2238
+ this, call_attempt_.get());
2239
+ }
2240
+ call_attempt_->StartRetriableBatches();
2241
+ }
2242
+
2243
+ OrphanablePtr<ClientChannel::LoadBalancedCall>
2244
+ RetryFilter::CallData::CreateLoadBalancedCall(
2245
+ ConfigSelector::CallDispatchController* call_dispatch_controller) {
2246
+ grpc_call_element_args args = {owning_call_, nullptr, call_context_,
2247
+ path_, /*start_time=*/0, deadline_,
2248
+ arena_, call_combiner_};
2249
+ return chand_->client_channel_->CreateLoadBalancedCall(
2250
+ args, pollent_,
2251
+ // This callback holds a ref to the CallStackDestructionBarrier
2252
+ // object until the LB call is destroyed.
2253
+ call_stack_destruction_barrier_->MakeLbCallDestructionClosure(this),
2254
+ call_dispatch_controller,
2255
+ // TODO(roth): Change this when we support transparent retries.
2256
+ /*is_transparent_retry=*/false);
2257
+ }
2258
+
2259
+ void RetryFilter::CallData::CreateCallAttempt() {
2260
+ call_attempt_ = MakeRefCounted<CallAttempt>(this);
2261
+ call_attempt_->StartRetriableBatches();
2262
+ }
2263
+
2264
+ //
2265
+ // send op data caching
2266
+ //
2267
+
2268
+ void RetryFilter::CallData::MaybeCacheSendOpsForBatch(PendingBatch* pending) {
2269
+ if (pending->send_ops_cached) return;
2270
+ pending->send_ops_cached = true;
2271
+ grpc_transport_stream_op_batch* batch = pending->batch;
2272
+ // Save a copy of metadata for send_initial_metadata ops.
2273
+ if (batch->send_initial_metadata) {
2274
+ seen_send_initial_metadata_ = true;
2275
+ grpc_metadata_batch* send_initial_metadata =
2276
+ batch->payload->send_initial_metadata.send_initial_metadata;
2277
+ grpc_metadata_batch_copy(send_initial_metadata, &send_initial_metadata_);
2278
+ send_initial_metadata_flags_ =
2279
+ batch->payload->send_initial_metadata.send_initial_metadata_flags;
2280
+ peer_string_ = batch->payload->send_initial_metadata.peer_string;
2281
+ }
2282
+ // Set up cache for send_message ops.
2283
+ if (batch->send_message) {
2284
+ ByteStreamCache* cache = arena_->New<ByteStreamCache>(
2285
+ std::move(batch->payload->send_message.send_message));
2286
+ send_messages_.push_back(cache);
2287
+ }
2288
+ // Save metadata batch for send_trailing_metadata ops.
2289
+ if (batch->send_trailing_metadata) {
2290
+ seen_send_trailing_metadata_ = true;
2291
+ grpc_metadata_batch* send_trailing_metadata =
2292
+ batch->payload->send_trailing_metadata.send_trailing_metadata;
2293
+ grpc_metadata_batch_copy(send_trailing_metadata, &send_trailing_metadata_);
2294
+ }
2295
+ }
2296
+
2297
+ void RetryFilter::CallData::FreeCachedSendInitialMetadata() {
2298
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2299
+ gpr_log(GPR_INFO, "chand=%p calld=%p: destroying send_initial_metadata",
2300
+ chand_, this);
2301
+ }
2302
+ send_initial_metadata_.Clear();
2303
+ }
2304
+
2305
+ void RetryFilter::CallData::FreeCachedSendMessage(size_t idx) {
2306
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2307
+ gpr_log(GPR_INFO,
2308
+ "chand=%p calld=%p: destroying send_messages[%" PRIuPTR "]", chand_,
2309
+ this, idx);
2310
+ }
2311
+ send_messages_[idx]->Destroy();
2312
+ }
2313
+
2314
+ void RetryFilter::CallData::FreeCachedSendTrailingMetadata() {
2315
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2316
+ gpr_log(GPR_INFO, "chand=%p calld=%p: destroying send_trailing_metadata",
2317
+ chand_, this);
2318
+ }
2319
+ send_trailing_metadata_.Clear();
2320
+ }
2321
+
2322
+ void RetryFilter::CallData::FreeAllCachedSendOpData() {
2323
+ if (seen_send_initial_metadata_) {
2324
+ FreeCachedSendInitialMetadata();
2325
+ }
2326
+ for (size_t i = 0; i < send_messages_.size(); ++i) {
2327
+ FreeCachedSendMessage(i);
2328
+ }
2329
+ if (seen_send_trailing_metadata_) {
2330
+ FreeCachedSendTrailingMetadata();
2331
+ }
2332
+ }
2333
+
2334
+ //
2335
+ // pending_batches management
2336
+ //
2337
+
2338
+ size_t RetryFilter::CallData::GetBatchIndex(
2339
+ grpc_transport_stream_op_batch* batch) {
2340
+ if (batch->send_initial_metadata) return 0;
2341
+ if (batch->send_message) return 1;
2342
+ if (batch->send_trailing_metadata) return 2;
2343
+ if (batch->recv_initial_metadata) return 3;
2344
+ if (batch->recv_message) return 4;
2345
+ if (batch->recv_trailing_metadata) return 5;
2346
+ GPR_UNREACHABLE_CODE(return (size_t)-1);
2347
+ }
2348
+
2349
+ // This is called via the call combiner, so access to calld is synchronized.
2350
+ RetryFilter::CallData::PendingBatch* RetryFilter::CallData::PendingBatchesAdd(
2351
+ grpc_transport_stream_op_batch* batch) {
2352
+ const size_t idx = GetBatchIndex(batch);
2353
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2354
+ gpr_log(GPR_INFO,
2355
+ "chand=%p calld=%p: adding pending batch at index %" PRIuPTR,
2356
+ chand_, this, idx);
2357
+ }
2358
+ PendingBatch* pending = &pending_batches_[idx];
2359
+ GPR_ASSERT(pending->batch == nullptr);
2360
+ pending->batch = batch;
2361
+ pending->send_ops_cached = false;
2362
+ // Update state in calld about pending batches.
2363
+ // Also check if the batch takes us over the retry buffer limit.
2364
+ // Note: We don't check the size of trailing metadata here, because
2365
+ // gRPC clients do not send trailing metadata.
2366
+ if (batch->send_initial_metadata) {
2367
+ pending_send_initial_metadata_ = true;
2368
+ bytes_buffered_for_retry_ += batch->payload->send_initial_metadata
2369
+ .send_initial_metadata->TransportSize();
2370
+ }
2371
+ if (batch->send_message) {
2372
+ pending_send_message_ = true;
2373
+ bytes_buffered_for_retry_ +=
2374
+ batch->payload->send_message.send_message->length();
2375
+ }
2376
+ if (batch->send_trailing_metadata) {
2377
+ pending_send_trailing_metadata_ = true;
2378
+ }
2379
+ // TODO(roth): When we implement hedging, if there are currently attempts
2380
+ // in flight, we will need to pick the one on which the max number of send
2381
+ // ops have already been sent, and we commit to that attempt.
2382
+ if (GPR_UNLIKELY(bytes_buffered_for_retry_ >
2383
+ chand_->per_rpc_retry_buffer_size_)) {
2384
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2385
+ gpr_log(GPR_INFO,
2386
+ "chand=%p calld=%p: exceeded retry buffer size, committing",
2387
+ chand_, this);
2388
+ }
2389
+ RetryCommit(call_attempt_.get());
2390
+ }
2391
+ return pending;
2392
+ }
2393
+
2394
+ void RetryFilter::CallData::PendingBatchClear(PendingBatch* pending) {
2395
+ if (pending->batch->send_initial_metadata) {
2396
+ pending_send_initial_metadata_ = false;
2397
+ }
2398
+ if (pending->batch->send_message) {
2399
+ pending_send_message_ = false;
2400
+ }
2401
+ if (pending->batch->send_trailing_metadata) {
2402
+ pending_send_trailing_metadata_ = false;
2403
+ }
2404
+ pending->batch = nullptr;
2405
+ }
2406
+
2407
+ void RetryFilter::CallData::MaybeClearPendingBatch(PendingBatch* pending) {
2408
+ grpc_transport_stream_op_batch* batch = pending->batch;
2409
+ // We clear the pending batch if all of its callbacks have been
2410
+ // scheduled and reset to nullptr.
2411
+ if (batch->on_complete == nullptr &&
2412
+ (!batch->recv_initial_metadata ||
2413
+ batch->payload->recv_initial_metadata.recv_initial_metadata_ready ==
2414
+ nullptr) &&
2415
+ (!batch->recv_message ||
2416
+ batch->payload->recv_message.recv_message_ready == nullptr) &&
2417
+ (!batch->recv_trailing_metadata ||
2418
+ batch->payload->recv_trailing_metadata.recv_trailing_metadata_ready ==
2419
+ nullptr)) {
2420
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2421
+ gpr_log(GPR_INFO, "chand=%p calld=%p: clearing pending batch", chand_,
2422
+ this);
2423
+ }
2424
+ PendingBatchClear(pending);
2425
+ }
2426
+ }
2427
+
2428
+ // This is called via the call combiner, so access to calld is synchronized.
2429
+ void RetryFilter::CallData::FailPendingBatchInCallCombiner(
2430
+ void* arg, grpc_error_handle error) {
2431
+ grpc_transport_stream_op_batch* batch =
2432
+ static_cast<grpc_transport_stream_op_batch*>(arg);
2433
+ CallData* call = static_cast<CallData*>(batch->handler_private.extra_arg);
2434
+ // Note: This will release the call combiner.
2435
+ grpc_transport_stream_op_batch_finish_with_failure(
2436
+ batch, GRPC_ERROR_REF(error), call->call_combiner_);
2437
+ }
2438
+
2439
+ // This is called via the call combiner, so access to calld is synchronized.
2440
+ void RetryFilter::CallData::PendingBatchesFail(grpc_error_handle error) {
2441
+ GPR_ASSERT(error != GRPC_ERROR_NONE);
2442
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2443
+ size_t num_batches = 0;
2444
+ for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
2445
+ if (pending_batches_[i].batch != nullptr) ++num_batches;
2446
+ }
2447
+ gpr_log(GPR_INFO,
2448
+ "chand=%p calld=%p: failing %" PRIuPTR " pending batches: %s",
2449
+ chand_, this, num_batches, grpc_error_std_string(error).c_str());
2450
+ }
2451
+ CallCombinerClosureList closures;
2452
+ for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
2453
+ PendingBatch* pending = &pending_batches_[i];
2454
+ grpc_transport_stream_op_batch* batch = pending->batch;
2455
+ if (batch != nullptr) {
2456
+ batch->handler_private.extra_arg = this;
2457
+ GRPC_CLOSURE_INIT(&batch->handler_private.closure,
2458
+ FailPendingBatchInCallCombiner, batch,
2459
+ grpc_schedule_on_exec_ctx);
2460
+ closures.Add(&batch->handler_private.closure, GRPC_ERROR_REF(error),
2461
+ "PendingBatchesFail");
2462
+ PendingBatchClear(pending);
2463
+ }
2464
+ }
2465
+ closures.RunClosuresWithoutYielding(call_combiner_);
2466
+ GRPC_ERROR_UNREF(error);
2467
+ }
2468
+
2469
+ template <typename Predicate>
2470
+ RetryFilter::CallData::PendingBatch* RetryFilter::CallData::PendingBatchFind(
2471
+ const char* log_message, Predicate predicate) {
2472
+ for (size_t i = 0; i < GPR_ARRAY_SIZE(pending_batches_); ++i) {
2473
+ PendingBatch* pending = &pending_batches_[i];
2474
+ grpc_transport_stream_op_batch* batch = pending->batch;
2475
+ if (batch != nullptr && predicate(batch)) {
2476
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2477
+ gpr_log(GPR_INFO,
2478
+ "chand=%p calld=%p: %s pending batch at index %" PRIuPTR,
2479
+ chand_, this, log_message, i);
2480
+ }
2481
+ return pending;
2482
+ }
2483
+ }
2484
+ return nullptr;
2485
+ }
2486
+
2487
+ //
2488
+ // retry code
2489
+ //
2490
+
2491
+ void RetryFilter::CallData::RetryCommit(CallAttempt* call_attempt) {
2492
+ if (retry_committed_) return;
2493
+ retry_committed_ = true;
2494
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2495
+ gpr_log(GPR_INFO, "chand=%p calld=%p: committing retries", chand_, this);
2496
+ }
2497
+ if (call_attempt != nullptr) {
2498
+ // If the call attempt's LB call has been committed, inform the call
2499
+ // dispatch controller that the call has been committed.
2500
+ // Note: If call_attempt is null, this is happening before the first
2501
+ // retry attempt is started, in which case we'll just pass the real
2502
+ // call dispatch controller down into the LB call, and it won't be
2503
+ // our problem anymore.
2504
+ if (call_attempt->lb_call_committed()) {
2505
+ auto* service_config_call_data =
2506
+ static_cast<ClientChannelServiceConfigCallData*>(
2507
+ call_context_[GRPC_CONTEXT_SERVICE_CONFIG_CALL_DATA].value);
2508
+ service_config_call_data->call_dispatch_controller()->Commit();
2509
+ }
2510
+ // Free cached send ops.
2511
+ call_attempt->FreeCachedSendOpDataAfterCommit();
2512
+ }
2513
+ }
2514
+
2515
+ void RetryFilter::CallData::StartRetryTimer(grpc_millis server_pushback_ms) {
2516
+ // Reset call attempt.
2517
+ call_attempt_.reset(DEBUG_LOCATION, "StartRetryTimer");
2518
+ // Compute backoff delay.
2519
+ grpc_millis next_attempt_time;
2520
+ if (server_pushback_ms >= 0) {
2521
+ next_attempt_time = ExecCtx::Get()->Now() + server_pushback_ms;
2522
+ retry_backoff_.Reset();
2523
+ } else {
2524
+ next_attempt_time = retry_backoff_.NextAttemptTime();
2525
+ }
2526
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_retry_trace)) {
2527
+ gpr_log(GPR_INFO,
2528
+ "chand=%p calld=%p: retrying failed call in %" PRId64 " ms", chand_,
2529
+ this, next_attempt_time - ExecCtx::Get()->Now());
2530
+ }
2531
+ // Schedule retry after computed delay.
2532
+ GRPC_CLOSURE_INIT(&retry_closure_, OnRetryTimer, this, nullptr);
2533
+ GRPC_CALL_STACK_REF(owning_call_, "OnRetryTimer");
2534
+ retry_timer_pending_ = true;
2535
+ grpc_timer_init(&retry_timer_, next_attempt_time, &retry_closure_);
2536
+ }
2537
+
2538
+ void RetryFilter::CallData::OnRetryTimer(void* arg, grpc_error_handle error) {
2539
+ auto* calld = static_cast<CallData*>(arg);
2540
+ GRPC_CLOSURE_INIT(&calld->retry_closure_, OnRetryTimerLocked, calld, nullptr);
2541
+ GRPC_CALL_COMBINER_START(calld->call_combiner_, &calld->retry_closure_,
2542
+ GRPC_ERROR_REF(error), "retry timer fired");
2543
+ }
2544
+
2545
+ void RetryFilter::CallData::OnRetryTimerLocked(void* arg,
2546
+ grpc_error_handle error) {
2547
+ auto* calld = static_cast<CallData*>(arg);
2548
+ if (error == GRPC_ERROR_NONE && calld->retry_timer_pending_) {
2549
+ calld->retry_timer_pending_ = false;
2550
+ calld->CreateCallAttempt();
2551
+ } else {
2552
+ GRPC_CALL_COMBINER_STOP(calld->call_combiner_, "retry timer cancelled");
2553
+ }
2554
+ GRPC_CALL_STACK_UNREF(calld->owning_call_, "OnRetryTimer");
2555
+ }
2556
+
2557
+ } // namespace
2558
+
2559
+ const grpc_channel_filter kRetryFilterVtable = {
2560
+ RetryFilter::CallData::StartTransportStreamOpBatch,
2561
+ RetryFilter::StartTransportOp,
2562
+ sizeof(RetryFilter::CallData),
2563
+ RetryFilter::CallData::Init,
2564
+ RetryFilter::CallData::SetPollent,
2565
+ RetryFilter::CallData::Destroy,
2566
+ sizeof(RetryFilter),
2567
+ RetryFilter::Init,
2568
+ RetryFilter::Destroy,
2569
+ RetryFilter::GetChannelInfo,
2570
+ "retry_filter",
2571
+ };
2572
+
2573
+ } // namespace grpc_core