grpc 1.41.1 → 1.44.0.pre2

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of grpc might be problematic. Click here for more details.

Files changed (1156) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +185 -102
  3. data/include/grpc/event_engine/event_engine.h +118 -54
  4. data/include/grpc/event_engine/internal/memory_allocator_impl.h +68 -0
  5. data/include/grpc/event_engine/memory_allocator.h +226 -0
  6. data/include/grpc/event_engine/memory_request.h +57 -0
  7. data/include/grpc/grpc.h +4 -0
  8. data/include/grpc/grpc_security.h +304 -145
  9. data/include/grpc/grpc_security_constants.h +2 -14
  10. data/include/grpc/impl/codegen/compression_types.h +0 -2
  11. data/include/grpc/impl/codegen/grpc_types.h +6 -0
  12. data/include/grpc/impl/codegen/port_platform.h +14 -3
  13. data/src/core/ext/filters/client_channel/backend_metric.cc +21 -23
  14. data/src/core/ext/filters/client_channel/backend_metric.h +4 -3
  15. data/src/core/ext/filters/client_channel/backup_poller.cc +2 -1
  16. data/src/core/ext/filters/client_channel/channel_connectivity.cc +71 -89
  17. data/src/core/ext/filters/client_channel/client_channel.cc +305 -335
  18. data/src/core/ext/filters/client_channel/client_channel.h +84 -36
  19. data/src/core/ext/filters/client_channel/client_channel_factory.cc +1 -1
  20. data/src/core/ext/filters/client_channel/client_channel_factory.h +17 -19
  21. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +8 -15
  22. data/src/core/ext/filters/client_channel/config_selector.cc +1 -1
  23. data/src/core/ext/filters/client_channel/config_selector.h +5 -6
  24. data/src/core/ext/filters/client_channel/connector.h +18 -18
  25. data/src/core/ext/filters/client_channel/dynamic_filters.cc +5 -5
  26. data/src/core/ext/filters/client_channel/dynamic_filters.h +1 -1
  27. data/src/core/ext/filters/client_channel/global_subchannel_pool.h +0 -1
  28. data/src/core/ext/filters/client_channel/health/health_check_client.cc +25 -22
  29. data/src/core/ext/filters/client_channel/health/health_check_client.h +4 -4
  30. data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +13 -15
  31. data/src/core/ext/filters/client_channel/http_connect_handshaker.h +1 -1
  32. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +4 -3
  33. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +6 -5
  34. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +4 -0
  35. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +5 -18
  36. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +198 -116
  37. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +3 -6
  38. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +1 -1
  39. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +1 -1
  40. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel.h +1 -1
  41. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel_secure.cc +1 -1
  42. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +1 -2
  43. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +2 -2
  44. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +2 -4
  45. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +66 -36
  46. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +21 -12
  47. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +124 -74
  48. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +2514 -0
  49. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +68 -62
  50. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +16 -11
  51. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +18 -6
  52. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +51 -96
  53. data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +1 -1
  54. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +1 -1
  55. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +101 -46
  56. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +11 -3
  57. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +101 -209
  58. data/src/core/ext/filters/client_channel/lb_policy.cc +15 -14
  59. data/src/core/ext/filters/client_channel/lb_policy.h +105 -63
  60. data/src/core/ext/filters/client_channel/lb_policy_factory.h +1 -0
  61. data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +139 -0
  62. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +220 -88
  63. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +22 -12
  64. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +19 -15
  65. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +31 -50
  66. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +124 -240
  67. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +38 -25
  68. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +1 -1
  69. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +90 -77
  70. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +13 -11
  71. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +2 -1
  72. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +7 -16
  73. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +5 -5
  74. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +423 -396
  75. data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +2 -2
  76. data/src/core/ext/filters/client_channel/resolver_result_parsing.h +2 -2
  77. data/src/core/ext/filters/client_channel/retry_filter.cc +66 -131
  78. data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
  79. data/src/core/ext/filters/client_channel/retry_service_config.h +1 -1
  80. data/src/core/ext/filters/client_channel/retry_throttle.cc +17 -48
  81. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +49 -36
  82. data/src/core/ext/filters/client_channel/subchannel.cc +99 -161
  83. data/src/core/ext/filters/client_channel/subchannel.h +31 -52
  84. data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +22 -7
  85. data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +11 -2
  86. data/src/core/ext/filters/client_idle/client_idle_filter.cc +27 -210
  87. data/src/core/ext/filters/client_idle/idle_filter_state.cc +96 -0
  88. data/src/core/ext/filters/client_idle/idle_filter_state.h +66 -0
  89. data/src/core/ext/filters/deadline/deadline_filter.cc +23 -26
  90. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +42 -53
  91. data/src/core/ext/filters/fault_injection/service_config_parser.cc +6 -9
  92. data/src/core/ext/filters/fault_injection/service_config_parser.h +1 -1
  93. data/src/core/ext/filters/http/client/http_client_filter.cc +70 -160
  94. data/src/core/ext/filters/http/client_authority_filter.cc +19 -36
  95. data/src/core/ext/filters/http/http_filters_plugin.cc +51 -71
  96. data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +46 -139
  97. data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +5 -25
  98. data/src/core/ext/filters/http/server/http_server_filter.cc +84 -183
  99. data/src/core/ext/filters/max_age/max_age_filter.cc +24 -26
  100. data/src/core/ext/filters/message_size/message_size_filter.cc +19 -16
  101. data/src/core/ext/filters/message_size/message_size_filter.h +1 -1
  102. data/src/core/ext/filters/rbac/rbac_filter.cc +157 -0
  103. data/src/core/ext/filters/rbac/rbac_filter.h +74 -0
  104. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +605 -0
  105. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +70 -0
  106. data/src/core/ext/filters/server_config_selector/server_config_selector.cc +67 -0
  107. data/src/core/ext/filters/server_config_selector/server_config_selector.h +71 -0
  108. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +270 -0
  109. data/src/core/ext/{transport/chttp2/transport/hpack_utils.h → filters/server_config_selector/server_config_selector_filter.h} +9 -7
  110. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +4 -23
  111. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +0 -2
  112. data/src/core/ext/transport/chttp2/client/insecure/channel_create.cc +26 -28
  113. data/src/core/ext/transport/chttp2/client/insecure/channel_create_posix.cc +11 -14
  114. data/src/core/ext/transport/chttp2/client/secure/secure_channel_create.cc +33 -53
  115. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +146 -113
  116. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2.cc +2 -3
  117. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2_posix.cc +9 -13
  118. data/src/core/ext/transport/chttp2/server/secure/server_secure_chttp2.cc +6 -6
  119. data/src/core/ext/transport/chttp2/transport/chttp2_plugin.cc +0 -1
  120. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +129 -278
  121. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +1 -2
  122. data/src/core/ext/transport/chttp2/transport/context_list.cc +2 -3
  123. data/src/core/ext/transport/chttp2/transport/context_list.h +2 -3
  124. data/src/core/ext/transport/chttp2/transport/flow_control.cc +26 -23
  125. data/src/core/ext/transport/chttp2/transport/flow_control.h +6 -6
  126. data/src/core/ext/transport/chttp2/transport/frame_data.cc +4 -5
  127. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +2 -1
  128. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +2 -1
  129. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +2 -3
  130. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +2 -2
  131. data/src/core/ext/transport/chttp2/transport/hpack_constants.h +1 -1
  132. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +384 -218
  133. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +89 -143
  134. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +1 -1
  135. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +2 -0
  136. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +201 -202
  137. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +27 -9
  138. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +106 -26
  139. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +29 -44
  140. data/src/core/ext/transport/chttp2/transport/internal.h +10 -38
  141. data/src/core/ext/transport/chttp2/transport/parsing.cc +30 -179
  142. data/src/core/ext/transport/chttp2/transport/writing.cc +65 -127
  143. data/src/core/ext/transport/inproc/inproc_plugin.cc +0 -4
  144. data/src/core/ext/transport/inproc/inproc_transport.cc +114 -161
  145. data/src/core/ext/transport/inproc/inproc_transport.h +1 -4
  146. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +197 -165
  147. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +2 -0
  148. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +41 -0
  149. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +18 -0
  150. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +26 -2
  151. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +7 -0
  152. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +107 -82
  153. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +2 -0
  154. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +188 -160
  155. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +2 -0
  156. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +35 -22
  157. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +2 -0
  158. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +277 -208
  159. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +141 -1
  160. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +16 -5
  161. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +2 -0
  162. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +36 -25
  163. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +2 -0
  164. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +56 -39
  165. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +2 -0
  166. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +16 -5
  167. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +2 -0
  168. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +171 -125
  169. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +55 -4
  170. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +51 -36
  171. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +2 -0
  172. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +15 -4
  173. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +2 -0
  174. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +25 -13
  175. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +2 -0
  176. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +114 -90
  177. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +2 -0
  178. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +90 -71
  179. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +17 -0
  180. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +17 -6
  181. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +2 -0
  182. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +121 -92
  183. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +25 -0
  184. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +13 -2
  185. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +2 -0
  186. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +21 -9
  187. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +2 -0
  188. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +18 -7
  189. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +2 -0
  190. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +22 -11
  191. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +2 -0
  192. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +17 -6
  193. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +2 -0
  194. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +41 -27
  195. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +2 -0
  196. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +59 -44
  197. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +2 -0
  198. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +58 -43
  199. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +2 -0
  200. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +15 -4
  201. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +2 -0
  202. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +73 -57
  203. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +2 -0
  204. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +81 -64
  205. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +2 -0
  206. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +25 -14
  207. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +2 -0
  208. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +19 -7
  209. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +2 -0
  210. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +63 -45
  211. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +2 -0
  212. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +66 -47
  213. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +2 -0
  214. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +99 -78
  215. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +19 -0
  216. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +41 -28
  217. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +2 -0
  218. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +508 -442
  219. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +51 -19
  220. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +26 -13
  221. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +2 -0
  222. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +21 -9
  223. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +2 -0
  224. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +13 -2
  225. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +2 -0
  226. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +35 -20
  227. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +2 -0
  228. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +44 -31
  229. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +2 -0
  230. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +61 -0
  231. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +146 -0
  232. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +22 -11
  233. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +2 -0
  234. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +210 -181
  235. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2 -0
  236. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +7 -0
  237. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +5 -3
  238. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +64 -48
  239. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +2 -0
  240. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +33 -20
  241. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +2 -0
  242. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +81 -65
  243. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +2 -0
  244. data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.c +12 -1
  245. data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.h +2 -0
  246. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +12 -1
  247. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +2 -0
  248. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +75 -58
  249. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +2 -0
  250. data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.c +12 -1
  251. data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.h +2 -0
  252. data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.c +12 -1
  253. data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.h +2 -0
  254. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +25 -13
  255. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +2 -0
  256. data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.c +12 -1
  257. data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.h +2 -0
  258. data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.c +12 -1
  259. data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.h +2 -0
  260. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +61 -46
  261. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +2 -0
  262. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +26 -12
  263. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +2 -0
  264. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +22 -10
  265. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +2 -0
  266. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +17 -6
  267. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +2 -0
  268. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +16 -5
  269. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +2 -0
  270. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +15 -4
  271. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +2 -0
  272. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +27 -14
  273. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +2 -0
  274. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +25 -13
  275. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +2 -0
  276. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +20 -8
  277. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +2 -0
  278. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +30 -17
  279. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +2 -0
  280. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +38 -21
  281. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +2 -0
  282. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +41 -26
  283. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +2 -0
  284. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +7 -0
  285. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +2 -0
  286. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +17 -5
  287. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +2 -0
  288. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +22 -9
  289. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +2 -0
  290. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +15 -4
  291. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +2 -0
  292. data/src/core/ext/upb-generated/google/api/annotations.upb.c +20 -0
  293. data/src/core/ext/upb-generated/google/api/annotations.upb.h +7 -0
  294. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +116 -93
  295. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +2 -0
  296. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/eval.upb.c +102 -0
  297. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/eval.upb.h +306 -0
  298. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/explain.upb.c +56 -0
  299. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/explain.upb.h +135 -0
  300. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +122 -98
  301. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +2 -0
  302. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/value.upb.c +115 -0
  303. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/value.upb.h +371 -0
  304. data/src/core/ext/upb-generated/google/api/http.upb.c +35 -22
  305. data/src/core/ext/upb-generated/google/api/http.upb.h +2 -0
  306. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +14 -3
  307. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +2 -0
  308. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +247 -210
  309. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +2 -0
  310. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +14 -3
  311. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +2 -0
  312. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +12 -1
  313. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +2 -0
  314. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +37 -23
  315. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +2 -0
  316. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +14 -3
  317. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +2 -0
  318. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +37 -18
  319. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +2 -0
  320. data/src/core/ext/upb-generated/google/rpc/status.upb.c +17 -6
  321. data/src/core/ext/upb-generated/google/rpc/status.upb.h +2 -0
  322. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +26 -14
  323. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +2 -0
  324. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +105 -83
  325. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +2 -0
  326. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +20 -8
  327. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +2 -0
  328. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +16 -4
  329. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +2 -0
  330. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +65 -47
  331. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +34 -36
  332. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +68 -0
  333. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +156 -0
  334. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +67 -7
  335. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +27 -0
  336. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +27 -5
  337. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +7 -0
  338. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +19 -0
  339. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +7 -0
  340. data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +27 -3
  341. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +7 -0
  342. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +26 -2
  343. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +7 -0
  344. data/src/core/ext/upb-generated/validate/validate.upb.c +320 -251
  345. data/src/core/ext/upb-generated/validate/validate.upb.h +20 -0
  346. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +103 -0
  347. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +199 -0
  348. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +14 -3
  349. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +2 -0
  350. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +25 -13
  351. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +2 -0
  352. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +20 -8
  353. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +2 -0
  354. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +19 -8
  355. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +2 -0
  356. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +28 -16
  357. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +2 -0
  358. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +19 -8
  359. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +2 -0
  360. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +71 -0
  361. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +132 -0
  362. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +44 -0
  363. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +85 -0
  364. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +2 -49
  365. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +2 -2
  366. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +2 -7
  367. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +2 -35
  368. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +2 -41
  369. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +2 -11
  370. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +307 -336
  371. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +10 -0
  372. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +2 -7
  373. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +2 -7
  374. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +2 -19
  375. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +2 -7
  376. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +100 -138
  377. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +5 -0
  378. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +2 -15
  379. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +2 -7
  380. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +2 -9
  381. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +2 -33
  382. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +61 -77
  383. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +2 -7
  384. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +61 -79
  385. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +2 -7
  386. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +2 -9
  387. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +2 -7
  388. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +2 -7
  389. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +2 -7
  390. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +2 -13
  391. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +80 -99
  392. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +2 -15
  393. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +2 -7
  394. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +2 -17
  395. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +2 -19
  396. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +2 -7
  397. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +2 -9
  398. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +2 -21
  399. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +2 -23
  400. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +188 -0
  401. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +70 -0
  402. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +2 -11
  403. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +325 -427
  404. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +2 -11
  405. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +2 -9
  406. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +2 -7
  407. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +2 -15
  408. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +2 -11
  409. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +56 -0
  410. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +40 -0
  411. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +2 -7
  412. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +2 -43
  413. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +2 -2
  414. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +2 -17
  415. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +2 -11
  416. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +2 -17
  417. data/src/core/ext/upbdefs-generated/envoy/service/cluster/v3/cds.upbdefs.c +2 -7
  418. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +2 -7
  419. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +2 -19
  420. data/src/core/ext/upbdefs-generated/envoy/service/endpoint/v3/eds.upbdefs.c +2 -7
  421. data/src/core/ext/upbdefs-generated/envoy/service/listener/v3/lds.upbdefs.c +2 -7
  422. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +2 -9
  423. data/src/core/ext/upbdefs-generated/envoy/service/route/v3/rds.upbdefs.c +2 -7
  424. data/src/core/ext/upbdefs-generated/envoy/service/route/v3/srds.upbdefs.c +2 -7
  425. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +2 -15
  426. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +2 -13
  427. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +2 -9
  428. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +2 -7
  429. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +2 -7
  430. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +2 -7
  431. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +2 -11
  432. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +2 -9
  433. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +2 -9
  434. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +2 -11
  435. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +2 -19
  436. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +2 -15
  437. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +2 -2
  438. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +2 -9
  439. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +2 -11
  440. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +2 -7
  441. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +2 -2
  442. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +154 -0
  443. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +95 -0
  444. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/eval.upbdefs.c +58 -0
  445. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/eval.upbdefs.h +55 -0
  446. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/explain.upbdefs.c +44 -0
  447. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/explain.upbdefs.h +40 -0
  448. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +153 -0
  449. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +100 -0
  450. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/value.upbdefs.c +75 -0
  451. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/value.upbdefs.h +55 -0
  452. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +2 -11
  453. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +2 -7
  454. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +2 -59
  455. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +2 -7
  456. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +2 -7
  457. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +2 -13
  458. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +2 -7
  459. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +2 -23
  460. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +2 -7
  461. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +7 -15
  462. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +21 -30
  463. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +6 -5
  464. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +7 -10
  465. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +7 -11
  466. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +2 -51
  467. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +64 -0
  468. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +50 -0
  469. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +15 -19
  470. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +27 -33
  471. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +18 -24
  472. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +19 -23
  473. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +35 -41
  474. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +21 -25
  475. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +40 -0
  476. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +35 -0
  477. data/src/core/ext/xds/certificate_provider_registry.cc +1 -1
  478. data/src/core/ext/xds/certificate_provider_store.h +1 -1
  479. data/src/core/ext/xds/upb_utils.h +65 -0
  480. data/src/core/ext/xds/xds_api.cc +159 -3468
  481. data/src/core/ext/xds/xds_api.h +57 -558
  482. data/src/core/ext/xds/xds_bootstrap.cc +189 -122
  483. data/src/core/ext/xds/xds_bootstrap.h +30 -15
  484. data/src/core/ext/xds/xds_certificate_provider.cc +3 -3
  485. data/src/core/ext/xds/xds_certificate_provider.h +2 -2
  486. data/src/core/ext/xds/xds_channel_creds.cc +108 -0
  487. data/src/core/ext/xds/xds_channel_creds.h +50 -0
  488. data/src/core/ext/xds/xds_channel_stack_modifier.cc +112 -0
  489. data/src/core/ext/xds/xds_channel_stack_modifier.h +52 -0
  490. data/src/core/ext/xds/xds_client.cc +751 -844
  491. data/src/core/ext/xds/xds_client.h +100 -143
  492. data/src/core/ext/xds/xds_client_stats.h +1 -1
  493. data/src/core/ext/xds/xds_cluster.cc +451 -0
  494. data/src/core/ext/xds/xds_cluster.h +111 -0
  495. data/src/core/ext/xds/xds_common_types.cc +388 -0
  496. data/src/core/ext/xds/xds_common_types.h +110 -0
  497. data/src/core/ext/xds/xds_endpoint.cc +364 -0
  498. data/src/core/ext/xds/xds_endpoint.h +135 -0
  499. data/src/core/ext/xds/xds_http_filters.cc +5 -0
  500. data/src/core/ext/xds/xds_http_rbac_filter.cc +563 -0
  501. data/src/core/ext/xds/xds_http_rbac_filter.h +54 -0
  502. data/src/core/ext/xds/xds_listener.cc +1036 -0
  503. data/src/core/ext/xds/xds_listener.h +220 -0
  504. data/src/core/ext/{filters/workarounds/workaround_cronet_compression_filter.h → xds/xds_resource_type.cc} +14 -8
  505. data/src/core/ext/xds/xds_resource_type.h +98 -0
  506. data/src/core/ext/xds/xds_resource_type_impl.h +87 -0
  507. data/src/core/ext/xds/xds_route_config.cc +993 -0
  508. data/src/core/ext/xds/xds_route_config.h +215 -0
  509. data/src/core/ext/xds/xds_routing.cc +250 -0
  510. data/src/core/ext/xds/xds_routing.h +101 -0
  511. data/src/core/ext/xds/xds_server_config_fetcher.cc +1061 -289
  512. data/src/core/lib/address_utils/parse_address.cc +22 -0
  513. data/src/core/lib/address_utils/parse_address.h +5 -0
  514. data/src/core/lib/address_utils/sockaddr_utils.cc +33 -36
  515. data/src/core/lib/address_utils/sockaddr_utils.h +1 -16
  516. data/src/core/lib/avl/avl.h +389 -88
  517. data/src/core/lib/backoff/backoff.cc +6 -32
  518. data/src/core/lib/backoff/backoff.h +3 -3
  519. data/src/core/lib/channel/channel_args.cc +25 -8
  520. data/src/core/lib/channel/channel_args.h +11 -1
  521. data/src/core/lib/channel/channel_args_preconditioning.cc +47 -0
  522. data/src/core/lib/channel/channel_args_preconditioning.h +62 -0
  523. data/src/core/lib/channel/channel_stack.cc +8 -0
  524. data/src/core/lib/channel/channel_stack.h +1 -1
  525. data/src/core/lib/channel/channel_stack_builder.cc +8 -14
  526. data/src/core/lib/channel/channel_stack_builder.h +4 -7
  527. data/src/core/lib/channel/channel_trace.cc +7 -7
  528. data/src/core/lib/channel/channel_trace.h +1 -1
  529. data/src/core/lib/channel/channelz.cc +4 -3
  530. data/src/core/lib/channel/channelz.h +2 -2
  531. data/src/core/lib/channel/channelz_registry.cc +1 -1
  532. data/src/core/lib/channel/channelz_registry.h +1 -1
  533. data/src/core/lib/channel/connected_channel.cc +1 -3
  534. data/src/core/lib/channel/connected_channel.h +1 -2
  535. data/src/core/lib/compression/compression.cc +21 -113
  536. data/src/core/lib/compression/compression_internal.cc +142 -202
  537. data/src/core/lib/compression/compression_internal.h +64 -69
  538. data/src/core/lib/compression/message_compress.cc +11 -11
  539. data/src/core/lib/compression/message_compress.h +2 -2
  540. data/src/core/lib/config/core_configuration.cc +46 -2
  541. data/src/core/lib/config/core_configuration.h +50 -1
  542. data/src/core/lib/debug/stats.cc +1 -1
  543. data/src/core/lib/debug/stats_data.cc +13 -13
  544. data/src/core/lib/debug/trace.h +2 -2
  545. data/src/core/lib/event_engine/{endpoint_config.cc → channel_args_endpoint_config.cc} +2 -1
  546. data/src/core/lib/event_engine/{endpoint_config_internal.h → channel_args_endpoint_config.h} +3 -3
  547. data/src/core/lib/event_engine/event_engine.cc +0 -13
  548. data/src/core/lib/event_engine/event_engine_factory.cc +49 -0
  549. data/src/core/lib/event_engine/event_engine_factory.h +33 -0
  550. data/src/core/lib/event_engine/memory_allocator.cc +70 -0
  551. data/src/core/lib/gpr/atm.cc +1 -1
  552. data/src/core/lib/gpr/cpu_posix.cc +1 -1
  553. data/src/core/lib/gpr/string.cc +2 -2
  554. data/src/core/lib/gpr/tls.h +7 -1
  555. data/src/core/lib/gpr/useful.h +83 -32
  556. data/src/core/lib/gprpp/bitset.h +45 -16
  557. data/src/core/lib/gprpp/chunked_vector.h +253 -0
  558. data/src/core/lib/gprpp/construct_destruct.h +1 -1
  559. data/src/core/lib/gprpp/cpp_impl_of.h +45 -0
  560. data/src/core/lib/gprpp/global_config_env.cc +7 -7
  561. data/src/core/lib/gprpp/global_config_env.h +2 -2
  562. data/src/core/lib/gprpp/manual_constructor.h +2 -3
  563. data/src/core/lib/gprpp/memory.h +6 -0
  564. data/src/core/lib/gprpp/orphanable.h +1 -1
  565. data/src/core/lib/gprpp/ref_counted.h +1 -1
  566. data/src/core/lib/gprpp/ref_counted_ptr.h +2 -4
  567. data/src/core/lib/gprpp/status_helper.cc +35 -23
  568. data/src/core/lib/gprpp/status_helper.h +14 -16
  569. data/src/core/lib/gprpp/table.h +434 -0
  570. data/src/core/lib/http/httpcli.cc +215 -202
  571. data/src/core/lib/http/httpcli.h +17 -27
  572. data/src/core/lib/http/parser.cc +2 -2
  573. data/src/core/lib/iomgr/buffer_list.cc +9 -9
  574. data/src/core/lib/iomgr/buffer_list.h +13 -13
  575. data/src/core/lib/iomgr/call_combiner.cc +44 -16
  576. data/src/core/lib/iomgr/closure.h +29 -9
  577. data/src/core/lib/iomgr/combiner.cc +31 -24
  578. data/src/core/lib/iomgr/endpoint.h +0 -1
  579. data/src/core/lib/iomgr/endpoint_cfstream.cc +14 -30
  580. data/src/core/lib/iomgr/endpoint_cfstream.h +4 -4
  581. data/src/core/lib/iomgr/endpoint_pair_posix.cc +9 -11
  582. data/src/core/lib/iomgr/endpoint_pair_windows.cc +5 -14
  583. data/src/core/lib/iomgr/error.cc +115 -52
  584. data/src/core/lib/iomgr/error.h +53 -9
  585. data/src/core/lib/iomgr/error_cfstream.cc +5 -0
  586. data/src/core/lib/iomgr/ev_epoll1_linux.cc +3 -2
  587. data/src/core/lib/iomgr/ev_epollex_linux.cc +7 -7
  588. data/src/core/lib/iomgr/ev_poll_posix.cc +29 -20
  589. data/src/core/lib/iomgr/event_engine/closure.cc +41 -18
  590. data/src/core/lib/iomgr/event_engine/closure.h +10 -1
  591. data/src/core/lib/iomgr/event_engine/endpoint.cc +5 -6
  592. data/src/core/lib/iomgr/event_engine/iomgr.cc +9 -28
  593. data/src/core/lib/iomgr/event_engine/pollset.cc +5 -4
  594. data/src/core/lib/iomgr/event_engine/resolved_address_internal.cc +6 -0
  595. data/src/core/lib/iomgr/event_engine/resolved_address_internal.h +2 -0
  596. data/src/core/lib/iomgr/event_engine/resolver.cc +68 -46
  597. data/src/core/lib/iomgr/event_engine/resolver.h +56 -0
  598. data/src/core/lib/iomgr/event_engine/tcp.cc +16 -13
  599. data/src/core/lib/iomgr/event_engine/timer.cc +10 -4
  600. data/src/core/lib/iomgr/exec_ctx.cc +23 -18
  601. data/src/core/lib/iomgr/exec_ctx.h +11 -11
  602. data/src/core/lib/iomgr/executor/mpmcqueue.cc +5 -7
  603. data/src/core/lib/iomgr/executor/mpmcqueue.h +3 -8
  604. data/src/core/lib/iomgr/executor.cc +26 -34
  605. data/src/core/lib/iomgr/executor.h +1 -1
  606. data/src/core/lib/iomgr/fork_posix.cc +3 -2
  607. data/src/core/lib/iomgr/iomgr.cc +3 -1
  608. data/src/core/lib/iomgr/iomgr_custom.cc +4 -1
  609. data/src/core/lib/iomgr/iomgr_internal.cc +4 -9
  610. data/src/core/lib/iomgr/iomgr_internal.h +3 -2
  611. data/src/core/lib/iomgr/iomgr_posix.cc +2 -2
  612. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +2 -2
  613. data/src/core/lib/iomgr/iomgr_windows.cc +2 -2
  614. data/src/core/lib/iomgr/load_file.cc +2 -2
  615. data/src/core/lib/iomgr/lockfree_event.cc +18 -0
  616. data/src/core/lib/iomgr/pollset_custom.cc +1 -1
  617. data/src/core/lib/iomgr/pollset_custom.h +1 -1
  618. data/src/core/lib/iomgr/port.h +2 -2
  619. data/src/core/lib/iomgr/resolve_address.cc +5 -24
  620. data/src/core/lib/iomgr/resolve_address.h +47 -44
  621. data/src/core/lib/iomgr/resolve_address_custom.cc +131 -109
  622. data/src/core/lib/iomgr/resolve_address_custom.h +101 -19
  623. data/src/core/lib/iomgr/resolve_address_impl.h +59 -0
  624. data/src/core/lib/iomgr/resolve_address_posix.cc +87 -73
  625. data/src/core/lib/iomgr/resolve_address_posix.h +47 -0
  626. data/src/core/lib/iomgr/resolve_address_windows.cc +93 -74
  627. data/src/core/lib/iomgr/resolve_address_windows.h +47 -0
  628. data/src/core/lib/iomgr/resolved_address.h +39 -0
  629. data/src/core/lib/iomgr/socket_factory_posix.cc +2 -2
  630. data/src/core/lib/iomgr/socket_mutator.cc +2 -2
  631. data/src/core/lib/iomgr/socket_utils_common_posix.cc +1 -2
  632. data/src/core/lib/iomgr/tcp_client.cc +2 -4
  633. data/src/core/lib/iomgr/tcp_client.h +1 -3
  634. data/src/core/lib/iomgr/tcp_client_cfstream.cc +6 -12
  635. data/src/core/lib/iomgr/tcp_client_custom.cc +5 -11
  636. data/src/core/lib/iomgr/tcp_client_posix.cc +16 -41
  637. data/src/core/lib/iomgr/tcp_client_posix.h +3 -4
  638. data/src/core/lib/iomgr/tcp_client_windows.cc +3 -13
  639. data/src/core/lib/iomgr/tcp_custom.cc +9 -36
  640. data/src/core/lib/iomgr/tcp_custom.h +0 -1
  641. data/src/core/lib/iomgr/tcp_posix.cc +32 -38
  642. data/src/core/lib/iomgr/tcp_posix.h +1 -3
  643. data/src/core/lib/iomgr/tcp_server.cc +4 -6
  644. data/src/core/lib/iomgr/tcp_server.h +6 -8
  645. data/src/core/lib/iomgr/tcp_server_custom.cc +7 -16
  646. data/src/core/lib/iomgr/tcp_server_posix.cc +20 -25
  647. data/src/core/lib/iomgr/tcp_server_utils_posix.h +19 -18
  648. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +1 -0
  649. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +1 -0
  650. data/src/core/lib/iomgr/tcp_server_windows.cc +9 -17
  651. data/src/core/lib/iomgr/tcp_windows.cc +4 -9
  652. data/src/core/lib/iomgr/tcp_windows.h +1 -2
  653. data/src/core/lib/iomgr/timer_generic.cc +13 -13
  654. data/src/core/lib/iomgr/timer_heap.cc +1 -1
  655. data/src/core/lib/iomgr/unix_sockets_posix.cc +22 -34
  656. data/src/core/lib/iomgr/unix_sockets_posix.h +4 -7
  657. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +6 -15
  658. data/src/core/lib/iomgr/work_serializer.cc +115 -44
  659. data/src/core/lib/iomgr/work_serializer.h +16 -4
  660. data/src/core/lib/json/json_reader.cc +83 -35
  661. data/src/core/lib/json/json_util.cc +69 -1
  662. data/src/core/lib/json/json_util.h +57 -99
  663. data/src/core/lib/json/json_writer.cc +0 -3
  664. data/src/core/lib/matchers/matchers.cc +1 -1
  665. data/src/core/lib/promise/activity.cc +115 -0
  666. data/src/core/lib/promise/activity.h +528 -0
  667. data/src/core/lib/promise/context.h +86 -0
  668. data/src/core/lib/promise/detail/basic_seq.h +407 -0
  669. data/src/core/lib/promise/detail/promise_factory.h +189 -0
  670. data/src/core/lib/promise/detail/promise_like.h +85 -0
  671. data/src/core/lib/promise/detail/status.h +49 -0
  672. data/src/core/lib/promise/detail/switch.h +1455 -0
  673. data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +48 -0
  674. data/src/core/lib/promise/loop.h +108 -0
  675. data/src/core/lib/promise/map.h +88 -0
  676. data/src/core/lib/promise/poll.h +60 -0
  677. data/src/core/lib/promise/race.h +84 -0
  678. data/src/core/lib/promise/seq.h +71 -0
  679. data/src/core/{ext/filters/client_channel → lib/resolver}/resolver.cc +17 -25
  680. data/src/core/{ext/filters/client_channel → lib/resolver}/resolver.h +43 -44
  681. data/src/core/{ext/filters/client_channel → lib/resolver}/resolver_factory.h +12 -5
  682. data/src/core/{ext/filters/client_channel → lib/resolver}/resolver_registry.cc +15 -17
  683. data/src/core/{ext/filters/client_channel → lib/resolver}/resolver_registry.h +5 -7
  684. data/src/core/{ext/filters/client_channel → lib/resolver}/server_address.cc +1 -1
  685. data/src/core/{ext/filters/client_channel → lib/resolver}/server_address.h +5 -5
  686. data/src/core/lib/resource_quota/api.cc +108 -0
  687. data/src/core/lib/resource_quota/api.h +40 -0
  688. data/src/core/lib/{gprpp → resource_quota}/arena.cc +16 -13
  689. data/src/core/lib/{gprpp → resource_quota}/arena.h +32 -11
  690. data/src/core/lib/resource_quota/memory_quota.cc +454 -0
  691. data/src/core/lib/resource_quota/memory_quota.h +421 -0
  692. data/src/core/lib/resource_quota/resource_quota.cc +33 -0
  693. data/src/core/lib/resource_quota/resource_quota.h +58 -0
  694. data/src/core/lib/{transport/authority_override.h → resource_quota/thread_quota.cc} +22 -16
  695. data/src/core/lib/resource_quota/thread_quota.h +57 -0
  696. data/src/core/lib/resource_quota/trace.cc +19 -0
  697. data/src/core/lib/resource_quota/trace.h +24 -0
  698. data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
  699. data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +1 -1
  700. data/src/core/lib/security/authorization/evaluate_args.cc +41 -30
  701. data/src/core/lib/security/authorization/evaluate_args.h +3 -1
  702. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +60 -0
  703. data/src/core/lib/security/authorization/grpc_authorization_engine.h +62 -0
  704. data/src/core/lib/security/authorization/matchers.cc +227 -0
  705. data/src/core/lib/security/authorization/matchers.h +211 -0
  706. data/src/core/lib/security/authorization/rbac_policy.cc +442 -0
  707. data/src/core/lib/security/authorization/rbac_policy.h +170 -0
  708. data/src/core/lib/security/authorization/sdk_server_authz_filter.cc +15 -1
  709. data/src/core/lib/security/context/security_context.cc +8 -4
  710. data/src/core/lib/security/context/security_context.h +1 -1
  711. data/src/core/lib/security/credentials/composite/composite_credentials.cc +6 -6
  712. data/src/core/lib/security/credentials/composite/composite_credentials.h +4 -3
  713. data/src/core/lib/security/credentials/credentials.cc +4 -2
  714. data/src/core/lib/security/credentials/credentials.h +16 -21
  715. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +8 -12
  716. data/src/core/lib/security/credentials/external/external_account_credentials.cc +57 -24
  717. data/src/core/lib/security/credentials/external/external_account_credentials.h +3 -7
  718. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +2 -4
  719. data/src/core/lib/security/credentials/fake/fake_credentials.cc +5 -4
  720. data/src/core/lib/security/credentials/fake/fake_credentials.h +8 -7
  721. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +4 -9
  722. data/src/core/lib/security/credentials/iam/iam_credentials.cc +16 -19
  723. data/src/core/lib/security/credentials/iam/iam_credentials.h +6 -5
  724. data/src/core/lib/security/credentials/jwt/json_token.cc +4 -6
  725. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +17 -29
  726. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +8 -8
  727. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +11 -24
  728. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +53 -70
  729. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +13 -15
  730. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +8 -9
  731. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +5 -4
  732. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -10
  733. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +11 -12
  734. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +7 -8
  735. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +201 -0
  736. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +106 -0
  737. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +15 -88
  738. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +26 -82
  739. data/src/core/lib/security/credentials/tls/tls_credentials.cc +21 -10
  740. data/src/core/lib/security/credentials/xds/xds_credentials.cc +28 -33
  741. data/src/core/lib/security/credentials/xds/xds_credentials.h +1 -1
  742. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +3 -3
  743. data/src/core/lib/security/security_connector/alts/alts_security_connector.h +2 -2
  744. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +5 -6
  745. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +2 -2
  746. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +7 -7
  747. data/src/core/lib/security/security_connector/load_system_roots_linux.cc +1 -2
  748. data/src/core/lib/security/security_connector/local/local_security_connector.cc +4 -1
  749. data/src/core/lib/security/security_connector/security_connector.cc +9 -8
  750. data/src/core/lib/security/security_connector/security_connector.h +6 -2
  751. data/src/core/lib/security/security_connector/ssl_utils.cc +25 -27
  752. data/src/core/lib/security/security_connector/ssl_utils.h +6 -15
  753. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +347 -198
  754. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +64 -43
  755. data/src/core/lib/security/transport/auth_filters.h +7 -0
  756. data/src/core/lib/security/transport/client_auth_filter.cc +53 -33
  757. data/src/core/lib/security/transport/security_handshaker.cc +75 -45
  758. data/src/core/lib/security/transport/server_auth_filter.cc +40 -37
  759. data/src/core/lib/security/transport/tsi_error.cc +3 -5
  760. data/src/core/{ext/filters/client_channel → lib/service_config}/service_config.cc +2 -2
  761. data/src/core/{ext/filters/client_channel → lib/service_config}/service_config.h +4 -4
  762. data/src/core/lib/service_config/service_config_call_data.h +72 -0
  763. data/src/core/{ext/filters/client_channel → lib/service_config}/service_config_parser.cc +3 -3
  764. data/src/core/{ext/filters/client_channel → lib/service_config}/service_config_parser.h +8 -6
  765. data/src/core/lib/slice/percent_encoding.cc +30 -86
  766. data/src/core/lib/slice/percent_encoding.h +5 -11
  767. data/src/core/lib/slice/slice.cc +10 -24
  768. data/src/core/lib/slice/slice.h +371 -0
  769. data/src/core/lib/{compression/stream_compression_gzip.h → slice/slice_api.cc} +18 -7
  770. data/src/core/lib/slice/slice_buffer.cc +9 -5
  771. data/src/core/lib/slice/slice_intern.cc +4 -107
  772. data/src/core/lib/slice/slice_internal.h +2 -246
  773. data/src/core/lib/slice/slice_refcount.cc +17 -0
  774. data/src/core/lib/slice/slice_refcount.h +116 -0
  775. data/src/core/lib/slice/slice_refcount_base.h +165 -0
  776. data/src/core/lib/slice/slice_split.cc +100 -0
  777. data/src/core/lib/slice/slice_split.h +40 -0
  778. data/src/core/lib/slice/slice_string_helpers.cc +0 -83
  779. data/src/core/lib/slice/slice_string_helpers.h +0 -11
  780. data/src/core/lib/surface/builtins.cc +49 -0
  781. data/src/core/lib/surface/builtins.h +26 -0
  782. data/src/core/lib/surface/call.cc +249 -482
  783. data/src/core/lib/surface/call.h +4 -10
  784. data/src/core/lib/surface/channel.cc +53 -93
  785. data/src/core/lib/surface/channel.h +6 -25
  786. data/src/core/lib/surface/channel_init.cc +23 -76
  787. data/src/core/lib/surface/channel_init.h +52 -44
  788. data/src/core/lib/surface/completion_queue.cc +8 -7
  789. data/src/core/lib/surface/init.cc +0 -42
  790. data/src/core/lib/surface/init_secure.cc +17 -14
  791. data/src/core/lib/surface/lame_client.cc +41 -28
  792. data/src/core/lib/surface/lame_client.h +1 -1
  793. data/src/core/lib/surface/server.cc +46 -55
  794. data/src/core/lib/surface/server.h +27 -21
  795. data/src/core/lib/surface/validate_metadata.cc +7 -4
  796. data/src/core/lib/surface/version.cc +2 -2
  797. data/src/core/lib/transport/bdp_estimator.cc +2 -2
  798. data/src/core/lib/transport/byte_stream.cc +4 -0
  799. data/src/core/lib/transport/error_utils.cc +42 -17
  800. data/src/core/lib/transport/error_utils.h +15 -1
  801. data/src/core/lib/transport/metadata_batch.h +1167 -176
  802. data/src/core/lib/transport/{authority_override.cc → parsed_metadata.cc} +14 -17
  803. data/src/core/lib/transport/parsed_metadata.h +385 -0
  804. data/src/core/lib/transport/pid_controller.cc +4 -4
  805. data/src/core/lib/transport/timeout_encoding.cc +200 -66
  806. data/src/core/lib/transport/timeout_encoding.h +40 -10
  807. data/src/core/lib/transport/transport.cc +8 -31
  808. data/src/core/lib/transport/transport.h +1 -2
  809. data/src/core/lib/transport/transport_op_string.cc +7 -20
  810. data/src/core/lib/uri/uri_parser.cc +233 -63
  811. data/src/core/lib/uri/uri_parser.h +38 -23
  812. data/src/core/plugin_registry/grpc_plugin_registry.cc +69 -45
  813. data/src/core/tsi/alts/crypt/aes_gcm.cc +3 -1
  814. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +13 -12
  815. data/src/core/tsi/alts/frame_protector/frame_handler.cc +10 -11
  816. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +3 -4
  817. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +12 -2
  818. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +1 -1
  819. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +2 -2
  820. data/src/core/tsi/fake_transport_security.cc +15 -7
  821. data/src/core/tsi/local_transport_security.cc +43 -80
  822. data/src/core/tsi/ssl/session_cache/ssl_session.h +2 -4
  823. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +16 -50
  824. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +6 -7
  825. data/src/core/tsi/ssl_transport_security.cc +93 -16
  826. data/src/core/tsi/ssl_transport_security.h +19 -6
  827. data/src/core/tsi/transport_security.cc +12 -0
  828. data/src/core/tsi/transport_security.h +16 -1
  829. data/src/core/tsi/transport_security_interface.h +26 -0
  830. data/src/ruby/ext/grpc/extconf.rb +21 -11
  831. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +12 -10
  832. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +18 -15
  833. data/src/ruby/lib/grpc/version.rb +1 -1
  834. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +1 -0
  835. data/src/ruby/spec/client_server_spec.rb +1 -1
  836. data/third_party/abseil-cpp/absl/algorithm/container.h +101 -91
  837. data/third_party/abseil-cpp/absl/base/attributes.h +64 -31
  838. data/third_party/abseil-cpp/absl/base/config.h +67 -37
  839. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +1 -26
  840. data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +48 -0
  841. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +3 -1
  842. data/third_party/abseil-cpp/absl/base/internal/spinlock_wait.h +2 -0
  843. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +69 -0
  844. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +4 -4
  845. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +15 -10
  846. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +16 -0
  847. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +4 -4
  848. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  849. data/third_party/abseil-cpp/absl/container/fixed_array.h +0 -5
  850. data/third_party/abseil-cpp/absl/container/inlined_vector.h +105 -97
  851. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +17 -15
  852. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +18 -102
  853. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +37 -78
  854. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +388 -423
  855. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +3 -2
  856. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +14 -8
  857. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +251 -120
  858. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +11 -1
  859. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +12 -11
  860. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +6 -2
  861. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +12 -5
  862. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_emscripten-inl.inc +110 -0
  863. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +234 -0
  864. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +25 -7
  865. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +8 -2
  866. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +21 -3
  867. data/third_party/abseil-cpp/absl/debugging/stacktrace.cc +2 -0
  868. data/third_party/abseil-cpp/absl/debugging/symbolize.cc +2 -0
  869. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +14 -0
  870. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +72 -0
  871. data/third_party/abseil-cpp/absl/functional/function_ref.h +4 -1
  872. data/third_party/abseil-cpp/absl/hash/hash.h +22 -0
  873. data/third_party/abseil-cpp/absl/hash/internal/hash.cc +15 -16
  874. data/third_party/abseil-cpp/absl/hash/internal/hash.h +88 -37
  875. data/third_party/abseil-cpp/absl/hash/internal/{wyhash.cc → low_level_hash.cc} +23 -11
  876. data/third_party/abseil-cpp/absl/hash/internal/{wyhash.h → low_level_hash.h} +14 -12
  877. data/third_party/abseil-cpp/absl/memory/memory.h +1 -1
  878. data/third_party/abseil-cpp/absl/meta/type_traits.h +32 -2
  879. data/third_party/abseil-cpp/absl/numeric/int128.cc +3 -10
  880. data/third_party/abseil-cpp/absl/numeric/int128.h +146 -73
  881. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +19 -25
  882. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +73 -70
  883. data/third_party/abseil-cpp/absl/{base → profiling}/internal/exponential_biased.cc +4 -4
  884. data/third_party/abseil-cpp/absl/{base → profiling}/internal/exponential_biased.h +6 -6
  885. data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +230 -0
  886. data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +200 -0
  887. data/third_party/abseil-cpp/absl/random/beta_distribution.h +427 -0
  888. data/third_party/abseil-cpp/absl/random/discrete_distribution.cc +98 -0
  889. data/third_party/abseil-cpp/absl/random/discrete_distribution.h +247 -0
  890. data/third_party/abseil-cpp/absl/random/distributions.h +452 -0
  891. data/third_party/abseil-cpp/absl/random/exponential_distribution.h +165 -0
  892. data/third_party/abseil-cpp/absl/random/gaussian_distribution.cc +104 -0
  893. data/third_party/abseil-cpp/absl/random/gaussian_distribution.h +275 -0
  894. data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +92 -0
  895. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +268 -0
  896. data/third_party/abseil-cpp/absl/random/internal/fastmath.h +57 -0
  897. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +144 -0
  898. data/third_party/abseil-cpp/absl/random/internal/iostream_state_saver.h +245 -0
  899. data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +150 -0
  900. data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +308 -0
  901. data/third_party/abseil-cpp/absl/random/internal/platform.h +171 -0
  902. data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +253 -0
  903. data/third_party/abseil-cpp/absl/random/internal/pool_urbg.h +131 -0
  904. data/third_party/abseil-cpp/absl/random/internal/randen.cc +91 -0
  905. data/third_party/abseil-cpp/absl/random/internal/randen.h +102 -0
  906. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +221 -0
  907. data/third_party/abseil-cpp/absl/random/internal/randen_detect.h +33 -0
  908. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +239 -0
  909. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +526 -0
  910. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.h +50 -0
  911. data/third_party/abseil-cpp/absl/random/internal/randen_round_keys.cc +462 -0
  912. data/third_party/abseil-cpp/absl/random/internal/randen_slow.cc +471 -0
  913. data/third_party/abseil-cpp/absl/random/internal/randen_slow.h +40 -0
  914. data/third_party/abseil-cpp/absl/random/internal/randen_traits.h +88 -0
  915. data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +167 -0
  916. data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +267 -0
  917. data/third_party/abseil-cpp/absl/random/internal/seed_material.h +104 -0
  918. data/third_party/abseil-cpp/absl/random/internal/traits.h +101 -0
  919. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +244 -0
  920. data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +111 -0
  921. data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +257 -0
  922. data/third_party/abseil-cpp/absl/random/poisson_distribution.h +258 -0
  923. data/third_party/abseil-cpp/absl/random/random.h +189 -0
  924. data/third_party/abseil-cpp/absl/random/seed_gen_exception.cc +46 -0
  925. data/third_party/abseil-cpp/absl/random/seed_gen_exception.h +55 -0
  926. data/third_party/abseil-cpp/absl/random/seed_sequences.cc +29 -0
  927. data/third_party/abseil-cpp/absl/random/seed_sequences.h +110 -0
  928. data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +275 -0
  929. data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +202 -0
  930. data/third_party/abseil-cpp/absl/random/zipf_distribution.h +271 -0
  931. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +5 -5
  932. data/third_party/abseil-cpp/absl/status/status.cc +9 -17
  933. data/third_party/abseil-cpp/absl/status/status.h +19 -15
  934. data/third_party/abseil-cpp/absl/status/statusor.cc +34 -2
  935. data/third_party/abseil-cpp/absl/status/statusor.h +31 -21
  936. data/third_party/abseil-cpp/absl/strings/charconv.cc +3 -3
  937. data/third_party/abseil-cpp/absl/strings/charconv.h +3 -2
  938. data/third_party/abseil-cpp/absl/strings/cord.cc +453 -359
  939. data/third_party/abseil-cpp/absl/strings/cord.h +197 -70
  940. data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +1 -1
  941. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +6 -0
  942. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +140 -63
  943. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +1128 -0
  944. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +939 -0
  945. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +185 -0
  946. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +265 -0
  947. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +68 -0
  948. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +211 -0
  949. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +129 -0
  950. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +50 -0
  951. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +7 -7
  952. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +55 -181
  953. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +42 -24
  954. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +4 -0
  955. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.cc +96 -0
  956. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +85 -0
  957. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +139 -0
  958. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +131 -0
  959. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +445 -0
  960. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +298 -0
  961. data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +87 -0
  962. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_scope.h +71 -0
  963. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +121 -0
  964. data/third_party/abseil-cpp/absl/strings/internal/resize_uninitialized.h +48 -2
  965. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -0
  966. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +3 -4
  967. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +1 -1
  968. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +6 -6
  969. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +36 -18
  970. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +62 -73
  971. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +24 -16
  972. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +35 -35
  973. data/third_party/abseil-cpp/absl/strings/numbers.cc +1 -1
  974. data/third_party/abseil-cpp/absl/strings/numbers.h +34 -0
  975. data/third_party/abseil-cpp/absl/strings/str_cat.cc +4 -4
  976. data/third_party/abseil-cpp/absl/strings/str_format.h +1 -2
  977. data/third_party/abseil-cpp/absl/strings/string_view.cc +16 -21
  978. data/third_party/abseil-cpp/absl/strings/string_view.h +120 -39
  979. data/third_party/abseil-cpp/absl/strings/substitute.cc +2 -1
  980. data/third_party/abseil-cpp/absl/strings/substitute.h +99 -74
  981. data/third_party/abseil-cpp/absl/synchronization/blocking_counter.cc +25 -15
  982. data/third_party/abseil-cpp/absl/synchronization/blocking_counter.h +5 -3
  983. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +1 -1
  984. data/third_party/abseil-cpp/absl/synchronization/mutex.h +3 -3
  985. data/third_party/abseil-cpp/absl/time/civil_time.cc +1 -3
  986. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +93 -20
  987. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
  988. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +2 -1
  989. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +83 -21
  990. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +49 -0
  991. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +1 -1
  992. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +2 -3
  993. data/third_party/abseil-cpp/absl/time/time.h +67 -36
  994. data/third_party/abseil-cpp/absl/types/bad_optional_access.h +1 -1
  995. data/third_party/abseil-cpp/absl/types/bad_variant_access.h +2 -2
  996. data/third_party/abseil-cpp/absl/types/span.h +3 -3
  997. data/third_party/address_sorting/address_sorting_posix.c +1 -0
  998. data/third_party/boringssl-with-bazel/err_data.c +681 -677
  999. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +19 -11
  1000. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +20 -21
  1001. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +41 -30
  1002. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +104 -114
  1003. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
  1004. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +59 -47
  1005. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +24 -28
  1006. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +5 -0
  1007. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +41 -0
  1008. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +48 -272
  1009. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +1 -0
  1010. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +8 -6
  1011. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +13 -0
  1012. data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +4 -6
  1013. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +3 -1
  1014. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +38 -47
  1015. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +21 -0
  1016. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +2 -2
  1017. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +32 -34
  1018. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +5 -9
  1019. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +12 -0
  1020. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/des.c +10 -11
  1021. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/internal.h +1 -3
  1022. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +1 -2
  1023. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md4/md4.c +3 -6
  1024. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md5/md5.c +4 -7
  1025. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +7 -7
  1026. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +35 -35
  1027. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +11 -10
  1028. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +10 -37
  1029. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +2 -2
  1030. data/third_party/boringssl-with-bazel/src/crypto/internal.h +39 -0
  1031. data/third_party/boringssl-with-bazel/src/crypto/mem.c +18 -0
  1032. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7.c +29 -0
  1033. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +0 -1
  1034. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +1 -1
  1035. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +1 -1
  1036. data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +5 -1
  1037. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +59 -23
  1038. data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +6 -6
  1039. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +2 -18
  1040. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +8 -2
  1041. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +216 -11
  1042. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +1 -1
  1043. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +1 -1
  1044. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +1 -1
  1045. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +1 -1
  1046. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +1 -1
  1047. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +1 -1
  1048. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +1 -0
  1049. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +0 -1
  1050. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +21 -4
  1051. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +0 -1
  1052. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +1019 -274
  1053. data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +3 -3
  1054. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +5 -2
  1055. data/third_party/boringssl-with-bazel/src/include/openssl/base64.h +8 -0
  1056. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +13 -1
  1057. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -12
  1058. data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +27 -41
  1059. data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +12 -27
  1060. data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +8 -10
  1061. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +29 -55
  1062. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +1 -1
  1063. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs7.h +12 -13
  1064. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +6 -1
  1065. data/third_party/boringssl-with-bazel/src/include/openssl/pool.h +7 -1
  1066. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +24 -28
  1067. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +31 -13
  1068. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +491 -58
  1069. data/third_party/boringssl-with-bazel/src/include/openssl/x509_vfy.h +16 -564
  1070. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +4 -3
  1071. data/third_party/boringssl-with-bazel/src/ssl/internal.h +3 -3
  1072. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +4 -0
  1073. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +4 -0
  1074. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +0 -1
  1075. data/third_party/re2/re2/compile.cc +91 -109
  1076. data/third_party/re2/re2/dfa.cc +27 -39
  1077. data/third_party/re2/re2/filtered_re2.cc +18 -2
  1078. data/third_party/re2/re2/filtered_re2.h +10 -5
  1079. data/third_party/re2/re2/nfa.cc +1 -1
  1080. data/third_party/re2/re2/parse.cc +42 -23
  1081. data/third_party/re2/re2/perl_groups.cc +34 -34
  1082. data/third_party/re2/re2/prefilter.cc +3 -2
  1083. data/third_party/re2/re2/prog.cc +182 -4
  1084. data/third_party/re2/re2/prog.h +28 -9
  1085. data/third_party/re2/re2/re2.cc +87 -118
  1086. data/third_party/re2/re2/re2.h +156 -141
  1087. data/third_party/re2/re2/regexp.cc +12 -5
  1088. data/third_party/re2/re2/regexp.h +8 -2
  1089. data/third_party/re2/re2/set.cc +31 -9
  1090. data/third_party/re2/re2/set.h +9 -4
  1091. data/third_party/re2/re2/simplify.cc +11 -3
  1092. data/third_party/re2/re2/tostring.cc +1 -1
  1093. data/third_party/re2/re2/walker-inl.h +1 -1
  1094. data/third_party/re2/util/mutex.h +2 -2
  1095. data/third_party/re2/util/pcre.h +3 -3
  1096. data/third_party/upb/upb/decode.c +309 -178
  1097. data/third_party/upb/upb/decode_fast.c +1 -1
  1098. data/third_party/upb/upb/decode_internal.h +1 -0
  1099. data/third_party/upb/upb/def.c +330 -85
  1100. data/third_party/upb/upb/def.h +45 -14
  1101. data/third_party/upb/upb/def.hpp +17 -4
  1102. data/third_party/upb/upb/encode.c +100 -40
  1103. data/third_party/upb/upb/msg.c +22 -9
  1104. data/third_party/upb/upb/msg_internal.h +90 -8
  1105. data/third_party/upb/upb/reflection.c +98 -58
  1106. data/third_party/upb/upb/reflection.h +6 -2
  1107. data/third_party/upb/upb/text_encode.c +3 -3
  1108. data/third_party/upb/upb/upb.c +8 -0
  1109. data/third_party/xxhash/xxhash.h +607 -352
  1110. metadata +259 -115
  1111. data/include/grpc/event_engine/slice_allocator.h +0 -71
  1112. data/src/core/ext/filters/client_channel/service_config_call_data.h +0 -126
  1113. data/src/core/ext/filters/workarounds/workaround_cronet_compression_filter.cc +0 -211
  1114. data/src/core/ext/filters/workarounds/workaround_utils.cc +0 -53
  1115. data/src/core/ext/filters/workarounds/workaround_utils.h +0 -39
  1116. data/src/core/ext/transport/chttp2/client/authority.cc +0 -42
  1117. data/src/core/ext/transport/chttp2/client/authority.h +0 -36
  1118. data/src/core/ext/transport/chttp2/transport/chttp2_slice_allocator.cc +0 -67
  1119. data/src/core/ext/transport/chttp2/transport/chttp2_slice_allocator.h +0 -74
  1120. data/src/core/ext/transport/chttp2/transport/hpack_encoder_index.h +0 -107
  1121. data/src/core/ext/transport/chttp2/transport/hpack_utils.cc +0 -46
  1122. data/src/core/ext/transport/chttp2/transport/incoming_metadata.cc +0 -66
  1123. data/src/core/ext/transport/chttp2/transport/incoming_metadata.h +0 -58
  1124. data/src/core/ext/transport/chttp2/transport/popularity_count.h +0 -60
  1125. data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.c +0 -58
  1126. data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.h +0 -130
  1127. data/src/core/ext/upb-generated/udpa/type/v1/typed_struct.upb.c +0 -33
  1128. data/src/core/ext/upb-generated/udpa/type/v1/typed_struct.upb.h +0 -83
  1129. data/src/core/ext/upbdefs-generated/udpa/type/v1/typed_struct.upbdefs.c +0 -44
  1130. data/src/core/ext/upbdefs-generated/udpa/type/v1/typed_struct.upbdefs.h +0 -35
  1131. data/src/core/lib/avl/avl.cc +0 -306
  1132. data/src/core/lib/compression/algorithm_metadata.h +0 -62
  1133. data/src/core/lib/compression/compression_args.cc +0 -136
  1134. data/src/core/lib/compression/compression_args.h +0 -56
  1135. data/src/core/lib/compression/stream_compression.cc +0 -81
  1136. data/src/core/lib/compression/stream_compression.h +0 -117
  1137. data/src/core/lib/compression/stream_compression_gzip.cc +0 -231
  1138. data/src/core/lib/compression/stream_compression_identity.cc +0 -91
  1139. data/src/core/lib/compression/stream_compression_identity.h +0 -29
  1140. data/src/core/lib/gprpp/match.h +0 -73
  1141. data/src/core/lib/gprpp/overload.h +0 -59
  1142. data/src/core/lib/iomgr/event_engine/iomgr.h +0 -42
  1143. data/src/core/lib/iomgr/resource_quota.cc +0 -1104
  1144. data/src/core/lib/iomgr/resource_quota.h +0 -226
  1145. data/src/core/lib/iomgr/udp_server.cc +0 -747
  1146. data/src/core/lib/iomgr/udp_server.h +0 -103
  1147. data/src/core/lib/security/credentials/credentials_metadata.cc +0 -61
  1148. data/src/core/lib/transport/metadata.cc +0 -693
  1149. data/src/core/lib/transport/metadata.h +0 -448
  1150. data/src/core/lib/transport/metadata_batch.cc +0 -430
  1151. data/src/core/lib/transport/static_metadata.cc +0 -1249
  1152. data/src/core/lib/transport/static_metadata.h +0 -604
  1153. data/src/core/lib/transport/status_metadata.cc +0 -62
  1154. data/src/core/lib/transport/status_metadata.h +0 -48
  1155. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_enum.c +0 -93
  1156. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_int.h +0 -217
@@ -1,1104 +0,0 @@
1
- /*
2
- *
3
- * Copyright 2016 gRPC authors.
4
- *
5
- * Licensed under the Apache License, Version 2.0 (the "License");
6
- * you may not use this file except in compliance with the License.
7
- * You may obtain a copy of the License at
8
- *
9
- * http://www.apache.org/licenses/LICENSE-2.0
10
- *
11
- * Unless required by applicable law or agreed to in writing, software
12
- * distributed under the License is distributed on an "AS IS" BASIS,
13
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- * See the License for the specific language governing permissions and
15
- * limitations under the License.
16
- *
17
- */
18
-
19
- #include <grpc/support/port_platform.h>
20
-
21
- #include "src/core/lib/iomgr/resource_quota.h"
22
-
23
- #include <inttypes.h>
24
- #include <limits.h>
25
- #include <stdint.h>
26
- #include <string.h>
27
-
28
- #include <string>
29
-
30
- #include "absl/strings/str_cat.h"
31
-
32
- #include <grpc/slice_buffer.h>
33
- #include <grpc/support/alloc.h>
34
- #include <grpc/support/log.h>
35
-
36
- #include "src/core/lib/channel/channel_args.h"
37
- #include "src/core/lib/gpr/useful.h"
38
- #include "src/core/lib/iomgr/combiner.h"
39
- #include "src/core/lib/slice/slice_internal.h"
40
-
41
- grpc_core::TraceFlag grpc_resource_quota_trace(false, "resource_quota");
42
-
43
- #define MEMORY_USAGE_ESTIMATION_MAX 65536
44
-
45
- /* Internal linked list pointers for a resource user */
46
- struct grpc_resource_user_link {
47
- grpc_resource_user* next;
48
- grpc_resource_user* prev;
49
- };
50
- /* Resource users are kept in (potentially) several intrusive linked lists
51
- at once. These are the list names. */
52
- typedef enum {
53
- /* Resource users that are waiting for an allocation */
54
- GRPC_RULIST_AWAITING_ALLOCATION,
55
- /* Resource users that have free memory available for internal reclamation */
56
- GRPC_RULIST_NON_EMPTY_FREE_POOL,
57
- /* Resource users that have published a benign reclamation is available */
58
- GRPC_RULIST_RECLAIMER_BENIGN,
59
- /* Resource users that have published a destructive reclamation is
60
- available */
61
- GRPC_RULIST_RECLAIMER_DESTRUCTIVE,
62
- /* Number of lists: must be last */
63
- GRPC_RULIST_COUNT
64
- } grpc_rulist;
65
-
66
- struct grpc_resource_user {
67
- /* The quota this resource user consumes from */
68
- grpc_resource_quota* resource_quota;
69
-
70
- /* Closure to schedule an allocation under the resource quota combiner lock */
71
- grpc_closure allocate_closure;
72
- /* Closure to publish a non empty free pool under the resource quota combiner
73
- lock */
74
- grpc_closure add_to_free_pool_closure;
75
-
76
- /* one ref for each ref call (released by grpc_resource_user_unref), and one
77
- ref for each byte allocated (released by grpc_resource_user_free) */
78
- gpr_atm refs;
79
- /* is this resource user unlocked? starts at 0, increases for each shutdown
80
- call */
81
- gpr_atm shutdown;
82
-
83
- gpr_mu mu;
84
- /* The amount of memory (in bytes) this user has cached for its own use: to
85
- avoid quota contention, each resource user can keep some memory in
86
- addition to what it is immediately using (e.g., for caching), and the quota
87
- can pull it back under memory pressure.
88
- This value can become negative if more memory has been requested than
89
- existed in the free pool, at which point the quota is consulted to bring
90
- this value non-negative (asynchronously). */
91
- int64_t free_pool;
92
- /* A list of closures to call once free_pool becomes non-negative - ie when
93
- all outstanding allocations have been granted. */
94
- grpc_closure_list on_allocated;
95
- /* True if we are currently trying to allocate from the quota, false if not */
96
- bool allocating;
97
- /* The amount of memory (in bytes) that has been requested from this user
98
- * asynchronously but hasn't been granted yet. */
99
- int64_t outstanding_allocations;
100
- /* True if we are currently trying to add ourselves to the non-free quota
101
- list, false otherwise */
102
- bool added_to_free_pool;
103
-
104
- /* The number of threads currently allocated to this resource user */
105
- gpr_atm num_threads_allocated;
106
-
107
- /* Reclaimers: index 0 is the benign reclaimer, 1 is the destructive reclaimer
108
- */
109
- grpc_closure* reclaimers[2];
110
- /* Reclaimers just posted: once we're in the combiner lock, we'll move them
111
- to the array above */
112
- grpc_closure* new_reclaimers[2];
113
- /* Trampoline closures to finish reclamation and re-enter the quota combiner
114
- lock */
115
- grpc_closure post_reclaimer_closure[2];
116
-
117
- /* Closure to execute under the quota combiner to de-register and shutdown the
118
- resource user */
119
- grpc_closure destroy_closure;
120
-
121
- /* Links in the various grpc_rulist lists */
122
- grpc_resource_user_link links[GRPC_RULIST_COUNT];
123
-
124
- /* The name of this resource user, for debugging/tracing */
125
- std::string name;
126
- };
127
-
128
- struct grpc_resource_quota {
129
- /* refcount */
130
- gpr_refcount refs;
131
-
132
- /* estimate of current memory usage
133
- scaled to the range [0..RESOURCE_USAGE_ESTIMATION_MAX] */
134
- gpr_atm memory_usage_estimation;
135
-
136
- /* Main combiner lock: all activity on a quota executes under this combiner
137
- * (so no mutex is needed for this data structure) */
138
- grpc_core::Combiner* combiner;
139
- /* Size of the resource quota */
140
- int64_t size;
141
- /* Amount of free memory in the resource quota */
142
- int64_t free_pool;
143
- /* Used size of memory in the resource quota. Updated as soon as the resource
144
- * users start to allocate or free the memory. */
145
- gpr_atm used;
146
-
147
- gpr_atm last_size;
148
-
149
- /* Mutex to protect max_threads and num_threads_allocated */
150
- /* Note: We could have used gpr_atm for max_threads and num_threads_allocated
151
- * and avoid having this mutex; but in that case, each invocation of the
152
- * function grpc_resource_user_allocate_threads() would have had to do at
153
- * least two atomic loads (for max_threads and num_threads_allocated) followed
154
- * by a CAS (on num_threads_allocated).
155
- * Moreover, we expect grpc_resource_user_allocate_threads() to be often
156
- * called concurrently thereby increasing the chances of failing the CAS
157
- * operation. This additional complexity is not worth the tiny perf gain we
158
- * may (or may not) have by using atomics */
159
- gpr_mu thread_count_mu;
160
-
161
- /* Max number of threads allowed */
162
- int max_threads;
163
-
164
- /* Number of threads currently allocated via this resource_quota object */
165
- int num_threads_allocated;
166
-
167
- /* Has rq_step been scheduled to occur? */
168
- bool step_scheduled;
169
-
170
- /* Are we currently reclaiming memory */
171
- bool reclaiming;
172
-
173
- /* Closure around rq_step */
174
- grpc_closure rq_step_closure;
175
-
176
- /* Closure around rq_reclamation_done */
177
- grpc_closure rq_reclamation_done_closure;
178
-
179
- /* This is only really usable for debugging: it's always a stale pointer, but
180
- a stale pointer that might just be fresh enough to guide us to where the
181
- reclamation system is stuck */
182
- grpc_closure* debug_only_last_initiated_reclaimer;
183
- grpc_resource_user* debug_only_last_reclaimer_resource_user;
184
-
185
- /* Roots of all resource user lists */
186
- grpc_resource_user* roots[GRPC_RULIST_COUNT];
187
-
188
- std::string name;
189
- };
190
-
191
- static void ru_unref_by(grpc_resource_user* resource_user, gpr_atm amount);
192
-
193
- /*******************************************************************************
194
- * list management
195
- */
196
-
197
- static void rulist_add_head(grpc_resource_user* resource_user,
198
- grpc_rulist list) {
199
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
200
- grpc_resource_user** root = &resource_quota->roots[list];
201
- if (*root == nullptr) {
202
- *root = resource_user;
203
- resource_user->links[list].next = resource_user->links[list].prev =
204
- resource_user;
205
- } else {
206
- resource_user->links[list].next = *root;
207
- resource_user->links[list].prev = (*root)->links[list].prev;
208
- resource_user->links[list].next->links[list].prev =
209
- resource_user->links[list].prev->links[list].next = resource_user;
210
- *root = resource_user;
211
- }
212
- }
213
-
214
- static void rulist_add_tail(grpc_resource_user* resource_user,
215
- grpc_rulist list) {
216
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
217
- grpc_resource_user** root = &resource_quota->roots[list];
218
- if (*root == nullptr) {
219
- *root = resource_user;
220
- resource_user->links[list].next = resource_user->links[list].prev =
221
- resource_user;
222
- } else {
223
- resource_user->links[list].next = (*root)->links[list].next;
224
- resource_user->links[list].prev = *root;
225
- resource_user->links[list].next->links[list].prev =
226
- resource_user->links[list].prev->links[list].next = resource_user;
227
- }
228
- }
229
-
230
- static bool rulist_empty(grpc_resource_quota* resource_quota,
231
- grpc_rulist list) {
232
- return resource_quota->roots[list] == nullptr;
233
- }
234
-
235
- static grpc_resource_user* rulist_pop_head(grpc_resource_quota* resource_quota,
236
- grpc_rulist list) {
237
- grpc_resource_user** root = &resource_quota->roots[list];
238
- grpc_resource_user* resource_user = *root;
239
- if (resource_user == nullptr) {
240
- return nullptr;
241
- }
242
- if (resource_user->links[list].next == resource_user) {
243
- *root = nullptr;
244
- } else {
245
- resource_user->links[list].next->links[list].prev =
246
- resource_user->links[list].prev;
247
- resource_user->links[list].prev->links[list].next =
248
- resource_user->links[list].next;
249
- *root = resource_user->links[list].next;
250
- }
251
- resource_user->links[list].next = resource_user->links[list].prev = nullptr;
252
- return resource_user;
253
- }
254
-
255
- static void rulist_remove(grpc_resource_user* resource_user, grpc_rulist list) {
256
- if (resource_user->links[list].next == nullptr) return;
257
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
258
- if (resource_quota->roots[list] == resource_user) {
259
- resource_quota->roots[list] = resource_user->links[list].next;
260
- if (resource_quota->roots[list] == resource_user) {
261
- resource_quota->roots[list] = nullptr;
262
- }
263
- }
264
- resource_user->links[list].next->links[list].prev =
265
- resource_user->links[list].prev;
266
- resource_user->links[list].prev->links[list].next =
267
- resource_user->links[list].next;
268
- resource_user->links[list].next = resource_user->links[list].prev = nullptr;
269
- }
270
-
271
- /*******************************************************************************
272
- * resource quota state machine
273
- */
274
-
275
- static bool rq_alloc(grpc_resource_quota* resource_quota);
276
- static bool rq_reclaim_from_per_user_free_pool(
277
- grpc_resource_quota* resource_quota);
278
- static bool rq_reclaim(grpc_resource_quota* resource_quota, bool destructive);
279
-
280
- static void rq_step(void* rq, grpc_error_handle /*error*/) {
281
- grpc_resource_quota* resource_quota = static_cast<grpc_resource_quota*>(rq);
282
- resource_quota->step_scheduled = false;
283
- do {
284
- if (rq_alloc(resource_quota)) goto done;
285
- } while (rq_reclaim_from_per_user_free_pool(resource_quota));
286
-
287
- if (!rq_reclaim(resource_quota, false)) {
288
- rq_reclaim(resource_quota, true);
289
- }
290
-
291
- done:
292
- grpc_resource_quota_unref_internal(resource_quota);
293
- }
294
-
295
- static void rq_step_sched(grpc_resource_quota* resource_quota) {
296
- if (resource_quota->step_scheduled) return;
297
- resource_quota->step_scheduled = true;
298
- grpc_resource_quota_ref_internal(resource_quota);
299
- resource_quota->combiner->FinallyRun(&resource_quota->rq_step_closure,
300
- GRPC_ERROR_NONE);
301
- }
302
-
303
- /* update the atomically available resource estimate - use no barriers since
304
- timeliness of delivery really doesn't matter much */
305
- static void rq_update_estimate(grpc_resource_quota* resource_quota) {
306
- gpr_atm memory_usage_estimation = MEMORY_USAGE_ESTIMATION_MAX;
307
- if (resource_quota->size != 0) {
308
- memory_usage_estimation =
309
- GPR_CLAMP((gpr_atm)((1.0 - ((double)resource_quota->free_pool) /
310
- ((double)resource_quota->size)) *
311
- MEMORY_USAGE_ESTIMATION_MAX),
312
- 0, MEMORY_USAGE_ESTIMATION_MAX);
313
- }
314
- gpr_atm_no_barrier_store(&resource_quota->memory_usage_estimation,
315
- memory_usage_estimation);
316
- }
317
-
318
- /* returns true if all allocations are completed */
319
- static bool rq_alloc(grpc_resource_quota* resource_quota) {
320
- grpc_resource_user* resource_user;
321
- while ((resource_user = rulist_pop_head(resource_quota,
322
- GRPC_RULIST_AWAITING_ALLOCATION))) {
323
- gpr_mu_lock(&resource_user->mu);
324
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
325
- gpr_log(GPR_INFO,
326
- "RQ: check allocation for user %p shutdown=%" PRIdPTR
327
- " free_pool=%" PRId64 " outstanding_allocations=%" PRId64,
328
- resource_user, gpr_atm_no_barrier_load(&resource_user->shutdown),
329
- resource_user->free_pool, resource_user->outstanding_allocations);
330
- }
331
- if (gpr_atm_no_barrier_load(&resource_user->shutdown)) {
332
- resource_user->allocating = false;
333
- grpc_closure_list_fail_all(
334
- &resource_user->on_allocated,
335
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Resource user shutdown"));
336
- int64_t aborted_allocations = resource_user->outstanding_allocations;
337
- resource_user->outstanding_allocations = 0;
338
- resource_user->free_pool += aborted_allocations;
339
- grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &resource_user->on_allocated);
340
- gpr_mu_unlock(&resource_user->mu);
341
- if (aborted_allocations > 0) {
342
- ru_unref_by(resource_user, static_cast<gpr_atm>(aborted_allocations));
343
- }
344
- continue;
345
- }
346
- if (resource_user->free_pool < 0 &&
347
- -resource_user->free_pool <= resource_quota->free_pool) {
348
- int64_t amt = -resource_user->free_pool;
349
- resource_user->free_pool = 0;
350
- resource_quota->free_pool -= amt;
351
- rq_update_estimate(resource_quota);
352
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
353
- gpr_log(GPR_INFO,
354
- "RQ %s %s: grant alloc %" PRId64
355
- " bytes; rq_free_pool -> %" PRId64,
356
- resource_quota->name.c_str(), resource_user->name.c_str(), amt,
357
- resource_quota->free_pool);
358
- }
359
- } else if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace) &&
360
- resource_user->free_pool >= 0) {
361
- gpr_log(GPR_INFO, "RQ %s %s: discard already satisfied alloc request",
362
- resource_quota->name.c_str(), resource_user->name.c_str());
363
- }
364
- if (resource_user->free_pool >= 0) {
365
- resource_user->allocating = false;
366
- resource_user->outstanding_allocations = 0;
367
- grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &resource_user->on_allocated);
368
- gpr_mu_unlock(&resource_user->mu);
369
- } else {
370
- rulist_add_head(resource_user, GRPC_RULIST_AWAITING_ALLOCATION);
371
- gpr_mu_unlock(&resource_user->mu);
372
- return false;
373
- }
374
- }
375
- return true;
376
- }
377
-
378
- /* returns true if any memory could be reclaimed from buffers */
379
- static bool rq_reclaim_from_per_user_free_pool(
380
- grpc_resource_quota* resource_quota) {
381
- grpc_resource_user* resource_user;
382
- while ((resource_user = rulist_pop_head(resource_quota,
383
- GRPC_RULIST_NON_EMPTY_FREE_POOL))) {
384
- gpr_mu_lock(&resource_user->mu);
385
- resource_user->added_to_free_pool = false;
386
- if (resource_user->free_pool > 0) {
387
- int64_t amt = resource_user->free_pool;
388
- resource_user->free_pool = 0;
389
- resource_quota->free_pool += amt;
390
- rq_update_estimate(resource_quota);
391
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
392
- gpr_log(GPR_INFO,
393
- "RQ %s %s: reclaim_from_per_user_free_pool %" PRId64
394
- " bytes; rq_free_pool -> %" PRId64,
395
- resource_quota->name.c_str(), resource_user->name.c_str(), amt,
396
- resource_quota->free_pool);
397
- }
398
- gpr_mu_unlock(&resource_user->mu);
399
- return true;
400
- } else {
401
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
402
- gpr_log(GPR_INFO,
403
- "RQ %s %s: failed to reclaim_from_per_user_free_pool; "
404
- "free_pool = %" PRId64 "; rq_free_pool = %" PRId64,
405
- resource_quota->name.c_str(), resource_user->name.c_str(),
406
- resource_user->free_pool, resource_quota->free_pool);
407
- }
408
- gpr_mu_unlock(&resource_user->mu);
409
- }
410
- }
411
- return false;
412
- }
413
-
414
- /* returns true if reclamation is proceeding */
415
- static bool rq_reclaim(grpc_resource_quota* resource_quota, bool destructive) {
416
- if (resource_quota->reclaiming) return true;
417
- grpc_rulist list = destructive ? GRPC_RULIST_RECLAIMER_DESTRUCTIVE
418
- : GRPC_RULIST_RECLAIMER_BENIGN;
419
- grpc_resource_user* resource_user = rulist_pop_head(resource_quota, list);
420
- if (resource_user == nullptr) return false;
421
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
422
- gpr_log(GPR_INFO, "RQ %s %s: initiate %s reclamation",
423
- resource_quota->name.c_str(), resource_user->name.c_str(),
424
- destructive ? "destructive" : "benign");
425
- }
426
- resource_quota->reclaiming = true;
427
- grpc_resource_quota_ref_internal(resource_quota);
428
- grpc_closure* c = resource_user->reclaimers[destructive];
429
- GPR_ASSERT(c);
430
- resource_quota->debug_only_last_reclaimer_resource_user = resource_user;
431
- resource_quota->debug_only_last_initiated_reclaimer = c;
432
- resource_user->reclaimers[destructive] = nullptr;
433
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, c, GRPC_ERROR_NONE);
434
- return true;
435
- }
436
-
437
- /*******************************************************************************
438
- * ru_slice: a slice implementation that is backed by a grpc_resource_user
439
- */
440
-
441
- namespace grpc_core {
442
-
443
- class RuSliceRefcount {
444
- public:
445
- static void Destroy(void* p) {
446
- auto* rc = static_cast<RuSliceRefcount*>(p);
447
- rc->~RuSliceRefcount();
448
- gpr_free(rc);
449
- }
450
- RuSliceRefcount(grpc_resource_user* resource_user, size_t size)
451
- : base_(grpc_slice_refcount::Type::REGULAR, &refs_, Destroy, this,
452
- &base_),
453
- resource_user_(resource_user),
454
- size_(size) {
455
- // Nothing to do here.
456
- }
457
- ~RuSliceRefcount() { grpc_resource_user_free(resource_user_, size_); }
458
-
459
- grpc_slice_refcount* base_refcount() { return &base_; }
460
-
461
- private:
462
- grpc_slice_refcount base_;
463
- RefCount refs_;
464
- grpc_resource_user* resource_user_;
465
- size_t size_;
466
- };
467
-
468
- } // namespace grpc_core
469
-
470
- static grpc_slice ru_slice_create(grpc_resource_user* resource_user,
471
- size_t size) {
472
- auto* rc = static_cast<grpc_core::RuSliceRefcount*>(
473
- gpr_malloc(sizeof(grpc_core::RuSliceRefcount) + size));
474
- new (rc) grpc_core::RuSliceRefcount(resource_user, size);
475
- grpc_slice slice;
476
-
477
- slice.refcount = rc->base_refcount();
478
- slice.data.refcounted.bytes = reinterpret_cast<uint8_t*>(rc + 1);
479
- slice.data.refcounted.length = size;
480
- return slice;
481
- }
482
-
483
- /*******************************************************************************
484
- * grpc_resource_quota internal implementation: resource user manipulation under
485
- * the combiner
486
- */
487
-
488
- // TODO(hork): rename all ru variables to resource_user
489
- static void ru_allocate(void* ru, grpc_error_handle /*error*/) {
490
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
491
- if (rulist_empty(resource_user->resource_quota,
492
- GRPC_RULIST_AWAITING_ALLOCATION)) {
493
- rq_step_sched(resource_user->resource_quota);
494
- }
495
- rulist_add_tail(resource_user, GRPC_RULIST_AWAITING_ALLOCATION);
496
- }
497
-
498
- static void ru_add_to_free_pool(void* ru, grpc_error_handle /*error*/) {
499
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
500
- if (!rulist_empty(resource_user->resource_quota,
501
- GRPC_RULIST_AWAITING_ALLOCATION) &&
502
- rulist_empty(resource_user->resource_quota,
503
- GRPC_RULIST_NON_EMPTY_FREE_POOL)) {
504
- rq_step_sched(resource_user->resource_quota);
505
- }
506
- rulist_add_tail(resource_user, GRPC_RULIST_NON_EMPTY_FREE_POOL);
507
- }
508
-
509
- static bool ru_post_reclaimer(grpc_resource_user* resource_user,
510
- bool destructive) {
511
- grpc_closure* closure = resource_user->new_reclaimers[destructive];
512
- GPR_ASSERT(closure != nullptr);
513
- resource_user->new_reclaimers[destructive] = nullptr;
514
- GPR_ASSERT(resource_user->reclaimers[destructive] == nullptr);
515
- if (gpr_atm_acq_load(&resource_user->shutdown) > 0) {
516
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, closure, GRPC_ERROR_CANCELLED);
517
- return false;
518
- }
519
- resource_user->reclaimers[destructive] = closure;
520
- return true;
521
- }
522
-
523
- static void ru_post_benign_reclaimer(void* ru, grpc_error_handle /*error*/) {
524
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
525
- if (!ru_post_reclaimer(resource_user, false)) return;
526
- if (!rulist_empty(resource_user->resource_quota,
527
- GRPC_RULIST_AWAITING_ALLOCATION) &&
528
- rulist_empty(resource_user->resource_quota,
529
- GRPC_RULIST_NON_EMPTY_FREE_POOL) &&
530
- rulist_empty(resource_user->resource_quota,
531
- GRPC_RULIST_RECLAIMER_BENIGN)) {
532
- rq_step_sched(resource_user->resource_quota);
533
- }
534
- rulist_add_tail(resource_user, GRPC_RULIST_RECLAIMER_BENIGN);
535
- }
536
-
537
- static void ru_post_destructive_reclaimer(void* ru,
538
- grpc_error_handle /*error*/) {
539
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
540
- if (!ru_post_reclaimer(resource_user, true)) return;
541
- if (!rulist_empty(resource_user->resource_quota,
542
- GRPC_RULIST_AWAITING_ALLOCATION) &&
543
- rulist_empty(resource_user->resource_quota,
544
- GRPC_RULIST_NON_EMPTY_FREE_POOL) &&
545
- rulist_empty(resource_user->resource_quota,
546
- GRPC_RULIST_RECLAIMER_BENIGN) &&
547
- rulist_empty(resource_user->resource_quota,
548
- GRPC_RULIST_RECLAIMER_DESTRUCTIVE)) {
549
- rq_step_sched(resource_user->resource_quota);
550
- }
551
- rulist_add_tail(resource_user, GRPC_RULIST_RECLAIMER_DESTRUCTIVE);
552
- }
553
-
554
- static void ru_shutdown(void* ru, grpc_error_handle /*error*/) {
555
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
556
- gpr_log(GPR_INFO, "RU shutdown %p", ru);
557
- }
558
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
559
- gpr_mu_lock(&resource_user->mu);
560
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[0],
561
- GRPC_ERROR_CANCELLED);
562
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[1],
563
- GRPC_ERROR_CANCELLED);
564
- resource_user->reclaimers[0] = nullptr;
565
- resource_user->reclaimers[1] = nullptr;
566
- rulist_remove(resource_user, GRPC_RULIST_RECLAIMER_BENIGN);
567
- rulist_remove(resource_user, GRPC_RULIST_RECLAIMER_DESTRUCTIVE);
568
- if (resource_user->allocating) {
569
- rq_step_sched(resource_user->resource_quota);
570
- }
571
- gpr_mu_unlock(&resource_user->mu);
572
- }
573
-
574
- static void ru_destroy(void* ru, grpc_error_handle /*error*/) {
575
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
576
- GPR_ASSERT(gpr_atm_no_barrier_load(&resource_user->refs) == 0);
577
- // Free all the remaining thread quota
578
- grpc_resource_user_free_threads(resource_user,
579
- static_cast<int>(gpr_atm_no_barrier_load(
580
- &resource_user->num_threads_allocated)));
581
-
582
- for (int i = 0; i < GRPC_RULIST_COUNT; i++) {
583
- rulist_remove(resource_user, static_cast<grpc_rulist>(i));
584
- }
585
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[0],
586
- GRPC_ERROR_CANCELLED);
587
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[1],
588
- GRPC_ERROR_CANCELLED);
589
- if (resource_user->free_pool != 0) {
590
- resource_user->resource_quota->free_pool += resource_user->free_pool;
591
- rq_step_sched(resource_user->resource_quota);
592
- }
593
- grpc_resource_quota_unref_internal(resource_user->resource_quota);
594
- gpr_mu_destroy(&resource_user->mu);
595
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
596
- gpr_log(GPR_INFO, "RU '%s' (%p) destroyed", resource_user->name.c_str(),
597
- resource_user);
598
- }
599
- delete resource_user;
600
- }
601
-
602
- static void ru_alloc_slices(grpc_slice_allocator* slice_allocator) {
603
- for (size_t i = 0; i < slice_allocator->count; i++) {
604
- grpc_slice_buffer_add_indexed(
605
- slice_allocator->dest, ru_slice_create(slice_allocator->resource_user,
606
- slice_allocator->length));
607
- }
608
- }
609
-
610
- static void ru_allocated_slices(void* arg, grpc_error_handle error) {
611
- grpc_slice_allocator* slice_allocator =
612
- static_cast<grpc_slice_allocator*>(arg);
613
- if (error == GRPC_ERROR_NONE) ru_alloc_slices(slice_allocator);
614
- grpc_core::Closure::Run(DEBUG_LOCATION, &slice_allocator->on_done,
615
- GRPC_ERROR_REF(error));
616
- }
617
-
618
- /*******************************************************************************
619
- * grpc_resource_quota internal implementation: quota manipulation under the
620
- * combiner
621
- */
622
-
623
- struct rq_resize_args {
624
- int64_t size;
625
- grpc_resource_quota* resource_quota;
626
- grpc_closure closure;
627
- };
628
- static void rq_resize(void* args, grpc_error_handle /*error*/) {
629
- rq_resize_args* a = static_cast<rq_resize_args*>(args);
630
- int64_t delta = a->size - a->resource_quota->size;
631
- a->resource_quota->size += delta;
632
- a->resource_quota->free_pool += delta;
633
- rq_update_estimate(a->resource_quota);
634
- rq_step_sched(a->resource_quota);
635
- grpc_resource_quota_unref_internal(a->resource_quota);
636
- gpr_free(a);
637
- }
638
-
639
- static void rq_reclamation_done(void* rq, grpc_error_handle /*error*/) {
640
- grpc_resource_quota* resource_quota = static_cast<grpc_resource_quota*>(rq);
641
- resource_quota->reclaiming = false;
642
- rq_step_sched(resource_quota);
643
- grpc_resource_quota_unref_internal(resource_quota);
644
- }
645
-
646
- /*******************************************************************************
647
- * grpc_resource_quota api
648
- */
649
-
650
- /* Public API */
651
- grpc_resource_quota* grpc_resource_quota_create(const char* name) {
652
- grpc_resource_quota* resource_quota = new grpc_resource_quota;
653
- gpr_ref_init(&resource_quota->refs, 1);
654
- resource_quota->combiner = grpc_combiner_create();
655
- resource_quota->free_pool = INT64_MAX;
656
- resource_quota->size = INT64_MAX;
657
- resource_quota->used = 0;
658
- gpr_atm_no_barrier_store(&resource_quota->last_size, GPR_ATM_MAX);
659
- gpr_mu_init(&resource_quota->thread_count_mu);
660
- resource_quota->max_threads = INT_MAX;
661
- resource_quota->num_threads_allocated = 0;
662
- resource_quota->step_scheduled = false;
663
- resource_quota->reclaiming = false;
664
- gpr_atm_no_barrier_store(&resource_quota->memory_usage_estimation, 0);
665
- if (name != nullptr) {
666
- resource_quota->name = name;
667
- } else {
668
- resource_quota->name = absl::StrCat(
669
- "anonymous_pool_", reinterpret_cast<intptr_t>(resource_quota));
670
- }
671
- GRPC_CLOSURE_INIT(&resource_quota->rq_step_closure, rq_step, resource_quota,
672
- nullptr);
673
- GRPC_CLOSURE_INIT(&resource_quota->rq_reclamation_done_closure,
674
- rq_reclamation_done, resource_quota, nullptr);
675
- for (int i = 0; i < GRPC_RULIST_COUNT; i++) {
676
- resource_quota->roots[i] = nullptr;
677
- }
678
- return resource_quota;
679
- }
680
-
681
- void grpc_resource_quota_unref_internal(grpc_resource_quota* resource_quota) {
682
- if (gpr_unref(&resource_quota->refs)) {
683
- // No outstanding thread quota
684
- GPR_ASSERT(resource_quota->num_threads_allocated == 0);
685
- GRPC_COMBINER_UNREF(resource_quota->combiner, "resource_quota");
686
- gpr_mu_destroy(&resource_quota->thread_count_mu);
687
- delete resource_quota;
688
- }
689
- }
690
-
691
- /* Public API */
692
- void grpc_resource_quota_unref(grpc_resource_quota* resource_quota) {
693
- grpc_core::ExecCtx exec_ctx;
694
- grpc_resource_quota_unref_internal(resource_quota);
695
- }
696
-
697
- grpc_resource_quota* grpc_resource_quota_ref_internal(
698
- grpc_resource_quota* resource_quota) {
699
- gpr_ref(&resource_quota->refs);
700
- return resource_quota;
701
- }
702
-
703
- /* Public API */
704
- void grpc_resource_quota_ref(grpc_resource_quota* resource_quota) {
705
- grpc_resource_quota_ref_internal(resource_quota);
706
- }
707
-
708
- double grpc_resource_quota_get_memory_pressure(
709
- grpc_resource_quota* resource_quota) {
710
- return (static_cast<double>(gpr_atm_no_barrier_load(
711
- &resource_quota->memory_usage_estimation))) /
712
- (static_cast<double>(MEMORY_USAGE_ESTIMATION_MAX));
713
- }
714
-
715
- /* Public API */
716
- void grpc_resource_quota_set_max_threads(grpc_resource_quota* resource_quota,
717
- int new_max_threads) {
718
- GPR_ASSERT(new_max_threads >= 0);
719
- gpr_mu_lock(&resource_quota->thread_count_mu);
720
- resource_quota->max_threads = new_max_threads;
721
- gpr_mu_unlock(&resource_quota->thread_count_mu);
722
- }
723
-
724
- /* Public API */
725
- void grpc_resource_quota_resize(grpc_resource_quota* resource_quota,
726
- size_t size) {
727
- grpc_core::ExecCtx exec_ctx;
728
- rq_resize_args* a = static_cast<rq_resize_args*>(gpr_malloc(sizeof(*a)));
729
- a->resource_quota = grpc_resource_quota_ref_internal(resource_quota);
730
- a->size = static_cast<int64_t>(size);
731
- gpr_atm_no_barrier_store(&resource_quota->last_size,
732
- (gpr_atm)GPR_MIN((size_t)GPR_ATM_MAX, size));
733
- GRPC_CLOSURE_INIT(&a->closure, rq_resize, a, grpc_schedule_on_exec_ctx);
734
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, &a->closure, GRPC_ERROR_NONE);
735
- }
736
-
737
- size_t grpc_resource_quota_peek_size(grpc_resource_quota* resource_quota) {
738
- return static_cast<size_t>(
739
- gpr_atm_no_barrier_load(&resource_quota->last_size));
740
- }
741
-
742
- /*******************************************************************************
743
- * grpc_resource_user channel args api
744
- */
745
-
746
- grpc_resource_quota* grpc_resource_quota_from_channel_args(
747
- const grpc_channel_args* channel_args, bool create) {
748
- auto* resource_quota = grpc_channel_args_find_pointer<grpc_resource_quota>(
749
- channel_args, GRPC_ARG_RESOURCE_QUOTA);
750
- if (resource_quota != nullptr) {
751
- return grpc_resource_quota_ref_internal(resource_quota);
752
- }
753
- return create ? grpc_resource_quota_create(nullptr) : nullptr;
754
- }
755
-
756
- static void* rq_copy(void* rq) {
757
- grpc_resource_quota_ref(static_cast<grpc_resource_quota*>(rq));
758
- return rq;
759
- }
760
-
761
- static void rq_destroy(void* rq) {
762
- grpc_resource_quota_unref_internal(static_cast<grpc_resource_quota*>(rq));
763
- }
764
-
765
- static int rq_cmp(void* a, void* b) { return GPR_ICMP(a, b); }
766
-
767
- const grpc_arg_pointer_vtable* grpc_resource_quota_arg_vtable(void) {
768
- static const grpc_arg_pointer_vtable vtable = {rq_copy, rq_destroy, rq_cmp};
769
- return &vtable;
770
- }
771
-
772
- /*******************************************************************************
773
- * grpc_resource_user api
774
- */
775
-
776
- grpc_resource_user* grpc_resource_user_create(
777
- grpc_resource_quota* resource_quota, absl::string_view name) {
778
- grpc_resource_user* resource_user = new grpc_resource_user;
779
- resource_user->resource_quota =
780
- grpc_resource_quota_ref_internal(resource_quota);
781
- GRPC_CLOSURE_INIT(&resource_user->allocate_closure, &ru_allocate,
782
- resource_user, nullptr);
783
- GRPC_CLOSURE_INIT(&resource_user->add_to_free_pool_closure,
784
- &ru_add_to_free_pool, resource_user, nullptr);
785
- GRPC_CLOSURE_INIT(&resource_user->post_reclaimer_closure[0],
786
- &ru_post_benign_reclaimer, resource_user, nullptr);
787
- GRPC_CLOSURE_INIT(&resource_user->post_reclaimer_closure[1],
788
- &ru_post_destructive_reclaimer, resource_user, nullptr);
789
- GRPC_CLOSURE_INIT(&resource_user->destroy_closure, &ru_destroy, resource_user,
790
- nullptr);
791
- gpr_mu_init(&resource_user->mu);
792
- gpr_atm_rel_store(&resource_user->refs, 1);
793
- gpr_atm_rel_store(&resource_user->shutdown, 0);
794
- resource_user->free_pool = 0;
795
- grpc_closure_list_init(&resource_user->on_allocated);
796
- resource_user->allocating = false;
797
- resource_user->added_to_free_pool = false;
798
- gpr_atm_no_barrier_store(&resource_user->num_threads_allocated, 0);
799
- resource_user->reclaimers[0] = nullptr;
800
- resource_user->reclaimers[1] = nullptr;
801
- resource_user->new_reclaimers[0] = nullptr;
802
- resource_user->new_reclaimers[1] = nullptr;
803
- resource_user->outstanding_allocations = 0;
804
- for (int i = 0; i < GRPC_RULIST_COUNT; i++) {
805
- resource_user->links[i].next = resource_user->links[i].prev = nullptr;
806
- }
807
- if (!name.empty()) {
808
- resource_user->name = std::string(name);
809
- } else {
810
- resource_user->name = absl::StrCat(
811
- "anonymous_resource_user_", reinterpret_cast<intptr_t>(resource_user));
812
- }
813
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
814
- gpr_log(GPR_INFO, "RU '%s' (%p) created", resource_user->name.c_str(),
815
- resource_user);
816
- }
817
- return resource_user;
818
- }
819
-
820
- grpc_resource_quota* grpc_resource_user_quota(
821
- grpc_resource_user* resource_user) {
822
- return resource_user->resource_quota;
823
- }
824
-
825
- static void ru_ref_by(grpc_resource_user* resource_user, gpr_atm amount) {
826
- GPR_ASSERT(amount > 0);
827
- gpr_atm prior = gpr_atm_no_barrier_fetch_add(&resource_user->refs, amount);
828
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
829
- gpr_log(GPR_INFO, "RU '%s' (%p) reffing: %" PRIdPTR " -> %" PRIdPTR,
830
- resource_user->name.c_str(), resource_user, prior, prior + amount);
831
- }
832
- GPR_ASSERT(prior != 0);
833
- }
834
-
835
- static void ru_unref_by(grpc_resource_user* resource_user, gpr_atm amount) {
836
- GPR_ASSERT(amount > 0);
837
- gpr_atm old = gpr_atm_full_fetch_add(&resource_user->refs, -amount);
838
- GPR_ASSERT(old >= amount);
839
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
840
- gpr_log(GPR_INFO, "RU '%s' (%p) unreffing: %" PRIdPTR " -> %" PRIdPTR,
841
- resource_user->name.c_str(), resource_user, old, old - amount);
842
- }
843
- if (old == amount) {
844
- resource_user->resource_quota->combiner->Run(
845
- &resource_user->destroy_closure, GRPC_ERROR_NONE);
846
- }
847
- }
848
-
849
- void grpc_resource_user_ref(grpc_resource_user* resource_user) {
850
- ru_ref_by(resource_user, 1);
851
- }
852
-
853
- void grpc_resource_user_unref(grpc_resource_user* resource_user) {
854
- ru_unref_by(resource_user, 1);
855
- }
856
-
857
- void grpc_resource_user_shutdown(grpc_resource_user* resource_user) {
858
- if (gpr_atm_full_fetch_add(&resource_user->shutdown, 1) == 0) {
859
- resource_user->resource_quota->combiner->Run(
860
- GRPC_CLOSURE_CREATE(ru_shutdown, resource_user, nullptr),
861
- GRPC_ERROR_NONE);
862
- }
863
- }
864
-
865
- bool grpc_resource_user_allocate_threads(grpc_resource_user* resource_user,
866
- int thread_count) {
867
- GPR_ASSERT(thread_count >= 0);
868
- bool is_success = false;
869
- gpr_mu_lock(&resource_user->resource_quota->thread_count_mu);
870
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
871
- if (resource_quota->num_threads_allocated + thread_count <=
872
- resource_quota->max_threads) {
873
- resource_quota->num_threads_allocated += thread_count;
874
- gpr_atm_no_barrier_fetch_add(&resource_user->num_threads_allocated,
875
- thread_count);
876
- is_success = true;
877
- }
878
- gpr_mu_unlock(&resource_user->resource_quota->thread_count_mu);
879
- return is_success;
880
- }
881
-
882
- void grpc_resource_user_free_threads(grpc_resource_user* resource_user,
883
- int thread_count) {
884
- GPR_ASSERT(thread_count >= 0);
885
- gpr_mu_lock(&resource_user->resource_quota->thread_count_mu);
886
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
887
- resource_quota->num_threads_allocated -= thread_count;
888
- int old_count = static_cast<int>(gpr_atm_no_barrier_fetch_add(
889
- &resource_user->num_threads_allocated, -thread_count));
890
- if (old_count < thread_count || resource_quota->num_threads_allocated < 0) {
891
- gpr_log(GPR_ERROR,
892
- "Releasing more threads (%d) than currently allocated "
893
- "(resource_quota threads: %d, ru threads: %d)",
894
- thread_count, resource_quota->num_threads_allocated + thread_count,
895
- old_count);
896
- abort();
897
- }
898
- gpr_mu_unlock(&resource_user->resource_quota->thread_count_mu);
899
- }
900
-
901
- static bool resource_user_alloc_locked(grpc_resource_user* resource_user,
902
- size_t size,
903
- grpc_closure* optional_on_done) {
904
- ru_ref_by(resource_user, static_cast<gpr_atm>(size));
905
- resource_user->free_pool -= static_cast<int64_t>(size);
906
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
907
- gpr_log(GPR_INFO, "RQ %s %s: alloc %" PRIdPTR "; free_pool -> %" PRId64,
908
- resource_user->resource_quota->name.c_str(),
909
- resource_user->name.c_str(), size, resource_user->free_pool);
910
- }
911
- if (GPR_LIKELY(resource_user->free_pool >= 0)) return true;
912
- // Slow path: We need to wait for the free pool to refill.
913
- if (optional_on_done != nullptr) {
914
- resource_user->outstanding_allocations += static_cast<int64_t>(size);
915
- grpc_closure_list_append(&resource_user->on_allocated, optional_on_done,
916
- GRPC_ERROR_NONE);
917
- }
918
- if (!resource_user->allocating) {
919
- resource_user->allocating = true;
920
- resource_user->resource_quota->combiner->Run(
921
- &resource_user->allocate_closure, GRPC_ERROR_NONE);
922
- }
923
- return false;
924
- }
925
-
926
- bool grpc_resource_user_safe_alloc(grpc_resource_user* resource_user,
927
- size_t size) {
928
- if (gpr_atm_no_barrier_load(&resource_user->shutdown)) return false;
929
- gpr_mu_lock(&resource_user->mu);
930
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
931
- bool cas_success;
932
- do {
933
- gpr_atm used = gpr_atm_no_barrier_load(&resource_quota->used);
934
- gpr_atm new_used = used + size;
935
- if (static_cast<size_t>(new_used) >
936
- grpc_resource_quota_peek_size(resource_quota)) {
937
- gpr_mu_unlock(&resource_user->mu);
938
- return false;
939
- }
940
- cas_success = gpr_atm_full_cas(&resource_quota->used, used, new_used);
941
- } while (!cas_success);
942
- resource_user_alloc_locked(resource_user, size, nullptr);
943
- gpr_mu_unlock(&resource_user->mu);
944
- return true;
945
- }
946
-
947
- bool grpc_resource_user_alloc(grpc_resource_user* resource_user, size_t size,
948
- grpc_closure* optional_on_done) {
949
- // TODO(juanlishen): Maybe return immediately if shutting down. Deferring this
950
- // because some tests become flaky after the change.
951
- gpr_mu_lock(&resource_user->mu);
952
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
953
- gpr_atm_no_barrier_fetch_add(&resource_quota->used, size);
954
- const bool ret =
955
- resource_user_alloc_locked(resource_user, size, optional_on_done);
956
- gpr_mu_unlock(&resource_user->mu);
957
- return ret;
958
- }
959
-
960
- void grpc_resource_user_free(grpc_resource_user* resource_user, size_t size) {
961
- gpr_mu_lock(&resource_user->mu);
962
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
963
- gpr_atm prior = gpr_atm_no_barrier_fetch_add(&resource_quota->used, -size);
964
- GPR_ASSERT(prior >= static_cast<long>(size));
965
- bool was_zero_or_negative = resource_user->free_pool <= 0;
966
- resource_user->free_pool += static_cast<int64_t>(size);
967
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
968
- gpr_log(GPR_INFO, "RQ %s %s: free %" PRIdPTR "; free_pool -> %" PRId64,
969
- resource_user->resource_quota->name.c_str(),
970
- resource_user->name.c_str(), size, resource_user->free_pool);
971
- }
972
- bool is_bigger_than_zero = resource_user->free_pool > 0;
973
- if (is_bigger_than_zero && was_zero_or_negative &&
974
- !resource_user->added_to_free_pool) {
975
- resource_user->added_to_free_pool = true;
976
- resource_quota->combiner->Run(&resource_user->add_to_free_pool_closure,
977
- GRPC_ERROR_NONE);
978
- }
979
- gpr_mu_unlock(&resource_user->mu);
980
- ru_unref_by(resource_user, static_cast<gpr_atm>(size));
981
- }
982
-
983
- void grpc_resource_user_post_reclaimer(grpc_resource_user* resource_user,
984
- bool destructive,
985
- grpc_closure* closure) {
986
- GPR_ASSERT(resource_user->new_reclaimers[destructive] == nullptr);
987
- resource_user->new_reclaimers[destructive] = closure;
988
- resource_user->resource_quota->combiner->Run(
989
- &resource_user->post_reclaimer_closure[destructive], GRPC_ERROR_NONE);
990
- }
991
-
992
- void grpc_resource_user_finish_reclamation(grpc_resource_user* resource_user) {
993
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
994
- gpr_log(GPR_INFO, "RQ %s %s: reclamation complete",
995
- resource_user->resource_quota->name.c_str(),
996
- resource_user->name.c_str());
997
- }
998
- resource_user->resource_quota->combiner->Run(
999
- &resource_user->resource_quota->rq_reclamation_done_closure,
1000
- GRPC_ERROR_NONE);
1001
- }
1002
-
1003
- grpc_slice_allocator* grpc_slice_allocator_create(
1004
- grpc_resource_quota* resource_quota, absl::string_view name,
1005
- const grpc_channel_args* args) {
1006
- grpc_slice_allocator* slice_allocator = new grpc_slice_allocator;
1007
- slice_allocator->min_length = grpc_channel_args_find_integer(
1008
- args, GRPC_ARG_TCP_MIN_READ_CHUNK_SIZE,
1009
- {GRPC_SLICE_ALLOCATOR_MIN_ALLOCATE_SIZE, -1, INT_MAX});
1010
- slice_allocator->max_length = grpc_channel_args_find_integer(
1011
- args, GRPC_ARG_TCP_MAX_READ_CHUNK_SIZE,
1012
- {GRPC_SLICE_ALLOCATOR_MAX_ALLOCATE_SIZE, -1, INT_MAX});
1013
- slice_allocator->resource_user =
1014
- grpc_resource_user_create(resource_quota, name);
1015
- GRPC_CLOSURE_INIT(&slice_allocator->on_allocated, ru_allocated_slices,
1016
- slice_allocator, grpc_schedule_on_exec_ctx);
1017
- return slice_allocator;
1018
- }
1019
-
1020
- void grpc_slice_allocator_destroy(grpc_slice_allocator* slice_allocator) {
1021
- ru_unref_by(slice_allocator->resource_user, 1);
1022
- delete slice_allocator;
1023
- }
1024
-
1025
- static size_t grpc_slice_allocator_adjust_allocation_length(
1026
- grpc_slice_allocator* slice_allocator, size_t requested_length,
1027
- grpc_slice_allocator_intent intent) {
1028
- if (intent == grpc_slice_allocator_intent::kDefault) {
1029
- return requested_length;
1030
- }
1031
- GPR_ASSERT(intent == grpc_slice_allocator_intent::kReadBuffer);
1032
- double pressure = grpc_resource_quota_get_memory_pressure(
1033
- slice_allocator->resource_user->resource_quota);
1034
- // Reduce allocation size proportional to the pressure > 80% usage.
1035
- size_t target =
1036
- requested_length * (pressure > 0.8 ? (1.0 - pressure) / 0.2 : 1.0);
1037
- // Target will be some multiple of 8 bytes, rounded up
1038
- target = ((static_cast<size_t> GPR_CLAMP(target, slice_allocator->min_length,
1039
- slice_allocator->max_length)) +
1040
- 255) &
1041
- ~static_cast<size_t>(255);
1042
- // Don't use more than 1/16th of the overall resource quota for a single
1043
- // read alloc
1044
- size_t rqmax = grpc_resource_quota_peek_size(
1045
- slice_allocator->resource_user->resource_quota);
1046
- if (target > rqmax / 16 && rqmax > 1024) {
1047
- target = rqmax / 16;
1048
- }
1049
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
1050
- gpr_log(
1051
- GPR_INFO,
1052
- "SliceAllocator(%p) requested %zu bytes for (%s) intent, adjusted "
1053
- "allocation size to %zu",
1054
- slice_allocator, requested_length,
1055
- intent == grpc_slice_allocator_intent::kDefault ? "default" : "read",
1056
- target);
1057
- }
1058
- return target;
1059
- }
1060
-
1061
- bool grpc_slice_allocator_allocate(grpc_slice_allocator* slice_allocator,
1062
- size_t length, size_t count,
1063
- grpc_slice_allocator_intent intent,
1064
- grpc_slice_buffer* dest,
1065
- grpc_iomgr_cb_func cb, void* p) {
1066
- if (GPR_UNLIKELY(
1067
- gpr_atm_no_barrier_load(&slice_allocator->resource_user->shutdown))) {
1068
- grpc_core::ExecCtx::Run(
1069
- DEBUG_LOCATION, &slice_allocator->on_allocated,
1070
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Resource user shutdown"));
1071
- return false;
1072
- }
1073
- GRPC_CLOSURE_INIT(&slice_allocator->on_done, cb, p,
1074
- grpc_schedule_on_exec_ctx);
1075
- slice_allocator->length = grpc_slice_allocator_adjust_allocation_length(
1076
- slice_allocator, length, intent);
1077
- slice_allocator->count = count;
1078
- slice_allocator->dest = dest;
1079
- const bool ret = grpc_resource_user_alloc(slice_allocator->resource_user,
1080
- count * slice_allocator->length,
1081
- &slice_allocator->on_allocated);
1082
- if (ret) ru_alloc_slices(slice_allocator);
1083
- return ret;
1084
- }
1085
-
1086
- grpc_slice_allocator_factory* grpc_slice_allocator_factory_create(
1087
- grpc_resource_quota* resource_quota) {
1088
- grpc_slice_allocator_factory* factory = new grpc_slice_allocator_factory;
1089
- factory->resource_quota = resource_quota;
1090
- return factory;
1091
- }
1092
-
1093
- grpc_slice_allocator* grpc_slice_allocator_factory_create_slice_allocator(
1094
- grpc_slice_allocator_factory* slice_allocator_factory,
1095
- absl::string_view name, grpc_channel_args* args) {
1096
- return grpc_slice_allocator_create(slice_allocator_factory->resource_quota,
1097
- name, args);
1098
- }
1099
-
1100
- void grpc_slice_allocator_factory_destroy(
1101
- grpc_slice_allocator_factory* slice_allocator_factory) {
1102
- grpc_resource_quota_unref_internal(slice_allocator_factory->resource_quota);
1103
- delete slice_allocator_factory;
1104
- }