grpc 1.42.0 → 1.43.1

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of grpc might be problematic. Click here for more details.

Files changed (739) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +85 -34
  3. data/include/grpc/event_engine/event_engine.h +37 -13
  4. data/include/grpc/event_engine/internal/memory_allocator_impl.h +1 -31
  5. data/include/grpc/event_engine/memory_allocator.h +27 -11
  6. data/include/grpc/event_engine/memory_request.h +57 -0
  7. data/include/grpc/grpc_security.h +276 -145
  8. data/include/grpc/grpc_security_constants.h +1 -14
  9. data/include/grpc/impl/codegen/port_platform.h +7 -3
  10. data/src/core/ext/filters/client_channel/backend_metric.cc +6 -7
  11. data/src/core/ext/filters/client_channel/backend_metric.h +3 -2
  12. data/src/core/ext/filters/client_channel/client_channel.cc +81 -40
  13. data/src/core/ext/filters/client_channel/client_channel.h +5 -4
  14. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +1 -2
  15. data/src/core/ext/filters/client_channel/dynamic_filters.cc +4 -4
  16. data/src/core/ext/filters/client_channel/health/health_check_client.h +1 -1
  17. data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +12 -14
  18. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1 -2
  19. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +1 -2
  20. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +2 -2
  21. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +2 -3
  22. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +27 -80
  23. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +82 -34
  24. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +47 -91
  25. data/src/core/ext/filters/client_channel/lb_policy.h +75 -59
  26. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +3 -3
  27. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +2 -2
  28. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +8 -12
  29. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +3 -3
  30. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +6 -12
  31. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +222 -294
  32. data/src/core/ext/filters/client_channel/resolver_registry.cc +6 -7
  33. data/src/core/ext/filters/client_channel/resolver_registry.h +1 -2
  34. data/src/core/ext/filters/client_channel/subchannel.cc +4 -4
  35. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +1 -1
  36. data/src/core/ext/filters/http/client/http_client_filter.cc +14 -30
  37. data/src/core/ext/filters/http/http_filters_plugin.cc +3 -5
  38. data/src/core/ext/filters/http/server/http_server_filter.cc +11 -28
  39. data/src/core/ext/filters/server_config_selector/server_config_selector.cc +67 -0
  40. data/src/core/ext/filters/server_config_selector/server_config_selector.h +70 -0
  41. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +265 -0
  42. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +32 -0
  43. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +4 -20
  44. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +0 -2
  45. data/src/core/ext/transport/chttp2/client/insecure/channel_create.cc +8 -5
  46. data/src/core/ext/transport/chttp2/client/insecure/channel_create_posix.cc +11 -14
  47. data/src/core/ext/transport/chttp2/client/secure/secure_channel_create.cc +6 -3
  48. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +54 -79
  49. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2.cc +2 -3
  50. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2_posix.cc +9 -13
  51. data/src/core/ext/transport/chttp2/server/secure/server_secure_chttp2.cc +6 -6
  52. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +53 -62
  53. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +1 -2
  54. data/src/core/ext/transport/chttp2/transport/context_list.cc +2 -3
  55. data/src/core/ext/transport/chttp2/transport/context_list.h +2 -3
  56. data/src/core/ext/transport/chttp2/transport/flow_control.cc +8 -8
  57. data/src/core/ext/transport/chttp2/transport/flow_control.h +2 -2
  58. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +83 -19
  59. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +33 -1
  60. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +66 -92
  61. data/src/core/ext/transport/chttp2/transport/internal.h +8 -4
  62. data/src/core/ext/transport/inproc/inproc_transport.cc +16 -7
  63. data/src/core/ext/transport/inproc/inproc_transport.h +1 -1
  64. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +197 -165
  65. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +2 -0
  66. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +41 -0
  67. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +18 -0
  68. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +26 -2
  69. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +7 -0
  70. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +107 -82
  71. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +2 -0
  72. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +188 -160
  73. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +2 -0
  74. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +35 -22
  75. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +2 -0
  76. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +253 -218
  77. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2 -0
  78. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +16 -5
  79. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +2 -0
  80. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +36 -25
  81. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +2 -0
  82. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +56 -39
  83. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +2 -0
  84. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +16 -5
  85. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +2 -0
  86. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +162 -128
  87. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +2 -0
  88. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +51 -36
  89. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +2 -0
  90. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +15 -4
  91. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +2 -0
  92. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +25 -13
  93. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +2 -0
  94. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +114 -90
  95. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +2 -0
  96. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +89 -71
  97. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +2 -0
  98. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +17 -6
  99. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +2 -0
  100. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +117 -93
  101. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +2 -0
  102. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +13 -2
  103. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +2 -0
  104. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +21 -9
  105. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +2 -0
  106. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +18 -7
  107. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +2 -0
  108. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +22 -11
  109. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +2 -0
  110. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +17 -6
  111. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +2 -0
  112. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +41 -27
  113. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +2 -0
  114. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +59 -43
  115. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +2 -0
  116. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +58 -43
  117. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +2 -0
  118. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +15 -4
  119. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +2 -0
  120. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +73 -57
  121. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +2 -0
  122. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +81 -64
  123. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +2 -0
  124. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +25 -14
  125. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +2 -0
  126. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +19 -7
  127. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +2 -0
  128. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +63 -45
  129. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +2 -0
  130. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +66 -47
  131. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +2 -0
  132. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +93 -75
  133. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +2 -0
  134. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +41 -28
  135. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +2 -0
  136. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +503 -440
  137. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +2 -0
  138. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +26 -13
  139. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +2 -0
  140. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +21 -9
  141. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +2 -0
  142. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +13 -2
  143. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +2 -0
  144. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +35 -20
  145. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +2 -0
  146. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +44 -31
  147. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +2 -0
  148. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +22 -11
  149. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +2 -0
  150. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +210 -181
  151. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2 -0
  152. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +7 -0
  153. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +5 -3
  154. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +64 -48
  155. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +2 -0
  156. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +33 -20
  157. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +2 -0
  158. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +81 -65
  159. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +2 -0
  160. data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.c +12 -1
  161. data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.h +2 -0
  162. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +12 -1
  163. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +2 -0
  164. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +75 -58
  165. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +2 -0
  166. data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.c +12 -1
  167. data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.h +2 -0
  168. data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.c +12 -1
  169. data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.h +2 -0
  170. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +25 -13
  171. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +2 -0
  172. data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.c +12 -1
  173. data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.h +2 -0
  174. data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.c +12 -1
  175. data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.h +2 -0
  176. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +61 -46
  177. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +2 -0
  178. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +26 -12
  179. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +2 -0
  180. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +22 -10
  181. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +2 -0
  182. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +17 -6
  183. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +2 -0
  184. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +16 -5
  185. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +2 -0
  186. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +15 -4
  187. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +2 -0
  188. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +27 -14
  189. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +2 -0
  190. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +25 -13
  191. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +2 -0
  192. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +20 -8
  193. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +2 -0
  194. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +30 -17
  195. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +2 -0
  196. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +38 -21
  197. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +2 -0
  198. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +41 -26
  199. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +2 -0
  200. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +7 -0
  201. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +2 -0
  202. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +17 -5
  203. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +2 -0
  204. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +22 -9
  205. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +2 -0
  206. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +15 -4
  207. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +2 -0
  208. data/src/core/ext/upb-generated/google/api/annotations.upb.c +20 -0
  209. data/src/core/ext/upb-generated/google/api/annotations.upb.h +7 -0
  210. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +116 -93
  211. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +2 -0
  212. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/eval.upb.c +102 -0
  213. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/eval.upb.h +306 -0
  214. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/explain.upb.c +56 -0
  215. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/explain.upb.h +135 -0
  216. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +122 -98
  217. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +2 -0
  218. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/value.upb.c +115 -0
  219. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/value.upb.h +371 -0
  220. data/src/core/ext/upb-generated/google/api/http.upb.c +35 -22
  221. data/src/core/ext/upb-generated/google/api/http.upb.h +2 -0
  222. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +14 -3
  223. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +2 -0
  224. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +247 -210
  225. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +2 -0
  226. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +14 -3
  227. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +2 -0
  228. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +12 -1
  229. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +2 -0
  230. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +37 -23
  231. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +2 -0
  232. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +14 -3
  233. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +2 -0
  234. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +37 -18
  235. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +2 -0
  236. data/src/core/ext/upb-generated/google/rpc/status.upb.c +17 -6
  237. data/src/core/ext/upb-generated/google/rpc/status.upb.h +2 -0
  238. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +26 -14
  239. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +2 -0
  240. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +105 -83
  241. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +2 -0
  242. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +20 -8
  243. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +2 -0
  244. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +16 -4
  245. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +2 -0
  246. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +65 -47
  247. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +34 -36
  248. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +26 -13
  249. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +2 -0
  250. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +67 -7
  251. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +27 -0
  252. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +27 -3
  253. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +7 -0
  254. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +19 -0
  255. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +7 -0
  256. data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +27 -3
  257. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +7 -0
  258. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +26 -2
  259. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +7 -0
  260. data/src/core/ext/upb-generated/validate/validate.upb.c +320 -251
  261. data/src/core/ext/upb-generated/validate/validate.upb.h +20 -0
  262. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +54 -9
  263. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +17 -0
  264. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +13 -2
  265. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +2 -0
  266. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +24 -12
  267. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +2 -0
  268. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +19 -7
  269. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +2 -0
  270. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +18 -7
  271. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +2 -0
  272. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +27 -15
  273. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +2 -0
  274. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +18 -7
  275. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +2 -0
  276. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +28 -15
  277. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +2 -0
  278. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +16 -5
  279. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +2 -0
  280. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +2 -49
  281. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +2 -2
  282. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +2 -7
  283. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +2 -35
  284. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +2 -41
  285. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +2 -11
  286. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +2 -55
  287. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +2 -7
  288. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +2 -7
  289. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +2 -19
  290. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +2 -7
  291. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +2 -53
  292. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +2 -15
  293. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +2 -7
  294. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +2 -9
  295. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +2 -33
  296. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +2 -21
  297. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +2 -7
  298. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +2 -33
  299. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +2 -7
  300. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +2 -9
  301. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +2 -7
  302. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +2 -7
  303. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +2 -7
  304. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +2 -13
  305. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +2 -17
  306. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +2 -15
  307. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +2 -7
  308. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +2 -17
  309. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +2 -19
  310. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +2 -7
  311. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +2 -9
  312. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +2 -21
  313. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +2 -23
  314. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +2 -11
  315. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +2 -111
  316. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +2 -11
  317. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +2 -9
  318. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +2 -7
  319. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +2 -15
  320. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +2 -11
  321. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +2 -7
  322. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +2 -43
  323. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +2 -2
  324. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +2 -17
  325. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +2 -11
  326. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +2 -17
  327. data/src/core/ext/upbdefs-generated/envoy/service/cluster/v3/cds.upbdefs.c +2 -7
  328. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +2 -7
  329. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +2 -19
  330. data/src/core/ext/upbdefs-generated/envoy/service/endpoint/v3/eds.upbdefs.c +2 -7
  331. data/src/core/ext/upbdefs-generated/envoy/service/listener/v3/lds.upbdefs.c +2 -7
  332. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +2 -9
  333. data/src/core/ext/upbdefs-generated/envoy/service/route/v3/rds.upbdefs.c +2 -7
  334. data/src/core/ext/upbdefs-generated/envoy/service/route/v3/srds.upbdefs.c +2 -7
  335. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +2 -15
  336. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +2 -13
  337. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +2 -9
  338. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +2 -7
  339. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +2 -7
  340. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +2 -7
  341. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +2 -11
  342. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +2 -9
  343. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +2 -9
  344. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +2 -11
  345. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +2 -19
  346. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +2 -15
  347. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +2 -2
  348. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +2 -9
  349. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +2 -11
  350. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +2 -7
  351. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +2 -2
  352. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +2 -11
  353. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +2 -7
  354. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +2 -59
  355. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +2 -7
  356. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +2 -7
  357. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +2 -13
  358. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +2 -7
  359. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +2 -23
  360. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +2 -7
  361. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +2 -11
  362. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +2 -7
  363. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +2 -2
  364. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +2 -7
  365. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +2 -7
  366. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +2 -51
  367. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +2 -13
  368. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +2 -7
  369. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +2 -9
  370. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +2 -9
  371. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +2 -7
  372. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +2 -9
  373. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +2 -7
  374. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +2 -7
  375. data/src/core/ext/xds/certificate_provider_registry.cc +1 -1
  376. data/src/core/ext/xds/certificate_provider_store.h +1 -1
  377. data/src/core/ext/xds/xds_api.cc +409 -304
  378. data/src/core/ext/xds/xds_api.h +3 -1
  379. data/src/core/ext/xds/xds_bootstrap.cc +6 -3
  380. data/src/core/ext/xds/xds_certificate_provider.h +1 -2
  381. data/src/core/ext/xds/xds_channel_stack_modifier.cc +3 -4
  382. data/src/core/ext/xds/xds_client.cc +395 -291
  383. data/src/core/ext/xds/xds_client.h +47 -38
  384. data/src/core/ext/xds/xds_routing.cc +247 -0
  385. data/src/core/ext/xds/xds_routing.h +98 -0
  386. data/src/core/ext/xds/xds_server_config_fetcher.cc +975 -261
  387. data/src/core/lib/avl/avl.h +389 -88
  388. data/src/core/lib/backoff/backoff.cc +2 -2
  389. data/src/core/lib/channel/channel_args.cc +17 -17
  390. data/src/core/lib/channel/channel_args.h +11 -10
  391. data/src/core/lib/channel/channel_args_preconditioning.cc +47 -0
  392. data/src/core/lib/channel/channel_args_preconditioning.h +62 -0
  393. data/src/core/lib/channel/channel_stack_builder.cc +0 -2
  394. data/src/core/lib/channel/channel_trace.cc +6 -6
  395. data/src/core/lib/channel/channelz.cc +1 -1
  396. data/src/core/lib/compression/compression_args.cc +7 -5
  397. data/src/core/lib/compression/compression_args.h +6 -4
  398. data/src/core/lib/config/core_configuration.cc +3 -1
  399. data/src/core/lib/config/core_configuration.h +11 -0
  400. data/src/core/lib/debug/trace.h +2 -2
  401. data/src/core/lib/event_engine/{endpoint_config.cc → channel_args_endpoint_config.cc} +2 -1
  402. data/src/core/lib/event_engine/{endpoint_config_internal.h → channel_args_endpoint_config.h} +3 -3
  403. data/src/core/lib/event_engine/event_engine.cc +0 -13
  404. data/src/core/lib/event_engine/event_engine_factory.cc +49 -0
  405. data/src/core/lib/event_engine/event_engine_factory.h +33 -0
  406. data/src/core/lib/event_engine/memory_allocator.cc +70 -0
  407. data/src/core/lib/gpr/tls.h +6 -0
  408. data/src/core/lib/gprpp/cpp_impl_of.h +45 -0
  409. data/src/core/lib/gprpp/global_config_env.cc +7 -7
  410. data/src/core/lib/gprpp/global_config_env.h +2 -2
  411. data/src/core/lib/gprpp/manual_constructor.h +2 -3
  412. data/src/core/lib/gprpp/orphanable.h +1 -1
  413. data/src/core/lib/gprpp/ref_counted.h +1 -1
  414. data/src/core/lib/gprpp/ref_counted_ptr.h +2 -4
  415. data/src/core/lib/gprpp/status_helper.h +1 -1
  416. data/src/core/lib/gprpp/table.h +13 -1
  417. data/src/core/lib/http/httpcli.cc +30 -26
  418. data/src/core/lib/http/httpcli.h +14 -12
  419. data/src/core/lib/iomgr/buffer_list.cc +9 -9
  420. data/src/core/lib/iomgr/buffer_list.h +13 -13
  421. data/src/core/lib/iomgr/call_combiner.cc +2 -3
  422. data/src/core/lib/iomgr/endpoint.h +0 -1
  423. data/src/core/lib/iomgr/endpoint_cfstream.cc +7 -24
  424. data/src/core/lib/iomgr/endpoint_cfstream.h +4 -4
  425. data/src/core/lib/iomgr/endpoint_pair_posix.cc +9 -11
  426. data/src/core/lib/iomgr/endpoint_pair_windows.cc +5 -14
  427. data/src/core/lib/iomgr/event_engine/endpoint.cc +2 -3
  428. data/src/core/lib/iomgr/event_engine/iomgr.cc +5 -25
  429. data/src/core/lib/iomgr/event_engine/resolver.cc +3 -2
  430. data/src/core/lib/iomgr/event_engine/tcp.cc +7 -5
  431. data/src/core/lib/iomgr/event_engine/timer.cc +4 -3
  432. data/src/core/lib/iomgr/exec_ctx.h +11 -11
  433. data/src/core/lib/iomgr/executor.cc +12 -15
  434. data/src/core/lib/iomgr/executor.h +1 -1
  435. data/src/core/lib/iomgr/tcp_client.cc +2 -4
  436. data/src/core/lib/iomgr/tcp_client.h +1 -3
  437. data/src/core/lib/iomgr/tcp_client_cfstream.cc +1 -9
  438. data/src/core/lib/iomgr/tcp_client_custom.cc +4 -10
  439. data/src/core/lib/iomgr/tcp_client_posix.cc +7 -23
  440. data/src/core/lib/iomgr/tcp_client_posix.h +3 -4
  441. data/src/core/lib/iomgr/tcp_client_windows.cc +1 -10
  442. data/src/core/lib/iomgr/tcp_custom.cc +9 -36
  443. data/src/core/lib/iomgr/tcp_custom.h +0 -1
  444. data/src/core/lib/iomgr/tcp_posix.cc +28 -33
  445. data/src/core/lib/iomgr/tcp_posix.h +1 -3
  446. data/src/core/lib/iomgr/tcp_server.cc +4 -6
  447. data/src/core/lib/iomgr/tcp_server.h +6 -8
  448. data/src/core/lib/iomgr/tcp_server_custom.cc +5 -15
  449. data/src/core/lib/iomgr/tcp_server_posix.cc +18 -22
  450. data/src/core/lib/iomgr/tcp_server_utils_posix.h +19 -18
  451. data/src/core/lib/iomgr/tcp_server_windows.cc +5 -12
  452. data/src/core/lib/iomgr/tcp_windows.cc +2 -7
  453. data/src/core/lib/iomgr/tcp_windows.h +1 -2
  454. data/src/core/lib/iomgr/unix_sockets_posix.cc +1 -1
  455. data/src/core/lib/iomgr/unix_sockets_posix.h +1 -1
  456. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +1 -1
  457. data/src/core/lib/iomgr/work_serializer.cc +115 -44
  458. data/src/core/lib/iomgr/work_serializer.h +16 -4
  459. data/src/core/lib/json/json_reader.cc +83 -35
  460. data/src/core/lib/json/json_util.cc +1 -1
  461. data/src/core/lib/promise/activity.cc +115 -0
  462. data/src/core/lib/promise/activity.h +499 -0
  463. data/src/core/lib/promise/context.h +86 -0
  464. data/src/core/lib/promise/detail/basic_seq.h +407 -0
  465. data/src/core/lib/promise/detail/promise_factory.h +189 -0
  466. data/src/core/lib/promise/detail/promise_like.h +85 -0
  467. data/src/core/lib/promise/detail/status.h +44 -0
  468. data/src/core/lib/promise/detail/switch.h +1455 -0
  469. data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +48 -0
  470. data/src/core/lib/promise/loop.h +108 -0
  471. data/src/core/lib/promise/map.h +88 -0
  472. data/src/core/lib/promise/poll.h +60 -0
  473. data/src/core/lib/promise/race.h +84 -0
  474. data/src/core/lib/promise/seq.h +71 -0
  475. data/src/core/lib/resource_quota/api.cc +108 -0
  476. data/src/core/lib/resource_quota/api.h +41 -0
  477. data/src/core/lib/resource_quota/memory_quota.cc +454 -0
  478. data/src/core/lib/resource_quota/memory_quota.h +421 -0
  479. data/src/core/lib/resource_quota/resource_quota.cc +33 -0
  480. data/src/core/lib/resource_quota/resource_quota.h +58 -0
  481. data/src/core/lib/resource_quota/thread_quota.cc +43 -0
  482. data/src/core/lib/resource_quota/thread_quota.h +57 -0
  483. data/src/core/lib/resource_quota/trace.cc +19 -0
  484. data/src/core/lib/resource_quota/trace.h +24 -0
  485. data/src/core/lib/security/authorization/evaluate_args.cc +13 -19
  486. data/src/core/lib/security/authorization/evaluate_args.h +2 -1
  487. data/src/core/lib/security/authorization/sdk_server_authz_filter.cc +3 -1
  488. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +11 -12
  489. data/src/core/lib/security/credentials/external/external_account_credentials.cc +9 -10
  490. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +3 -4
  491. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +4 -6
  492. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +1 -1
  493. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +4 -6
  494. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +18 -22
  495. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +11 -12
  496. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +7 -8
  497. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +201 -0
  498. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +106 -0
  499. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +11 -90
  500. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +19 -82
  501. data/src/core/lib/security/credentials/tls/tls_credentials.cc +21 -10
  502. data/src/core/lib/security/credentials/xds/xds_credentials.cc +28 -33
  503. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +3 -3
  504. data/src/core/lib/security/security_connector/alts/alts_security_connector.h +2 -2
  505. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +3 -4
  506. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +2 -2
  507. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +7 -7
  508. data/src/core/lib/security/security_connector/load_system_roots_linux.cc +1 -2
  509. data/src/core/lib/security/security_connector/local/local_security_connector.cc +4 -1
  510. data/src/core/lib/security/security_connector/ssl_utils.cc +10 -2
  511. data/src/core/lib/security/security_connector/ssl_utils.h +1 -1
  512. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +344 -195
  513. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +64 -41
  514. data/src/core/lib/security/transport/security_handshaker.cc +2 -2
  515. data/src/core/lib/slice/percent_encoding.cc +30 -86
  516. data/src/core/lib/slice/percent_encoding.h +5 -11
  517. data/src/core/lib/slice/slice.cc +7 -7
  518. data/src/core/lib/slice/slice.h +341 -0
  519. data/src/core/lib/slice/slice_buffer.cc +4 -0
  520. data/src/core/lib/slice/slice_intern.cc +1 -1
  521. data/src/core/lib/slice/slice_refcount.h +5 -1
  522. data/src/core/lib/slice/slice_refcount_base.h +19 -11
  523. data/src/core/lib/slice/static_slice.cc +331 -483
  524. data/src/core/lib/slice/static_slice.h +101 -132
  525. data/src/core/lib/surface/builtins.cc +1 -1
  526. data/src/core/lib/surface/call.cc +85 -59
  527. data/src/core/lib/surface/channel.cc +4 -29
  528. data/src/core/lib/surface/channel.h +2 -12
  529. data/src/core/lib/surface/completion_queue.cc +2 -2
  530. data/src/core/lib/surface/init.cc +0 -1
  531. data/src/core/lib/surface/lame_client.cc +24 -17
  532. data/src/core/lib/surface/server.cc +22 -22
  533. data/src/core/lib/surface/server.h +8 -9
  534. data/src/core/lib/surface/validate_metadata.cc +2 -2
  535. data/src/core/lib/surface/version.cc +2 -2
  536. data/src/core/lib/transport/bdp_estimator.cc +1 -1
  537. data/src/core/lib/transport/byte_stream.cc +4 -0
  538. data/src/core/lib/transport/metadata.h +4 -4
  539. data/src/core/lib/transport/metadata_batch.cc +5 -0
  540. data/src/core/lib/transport/metadata_batch.h +174 -99
  541. data/src/core/lib/transport/parsed_metadata.cc +35 -0
  542. data/src/core/lib/transport/parsed_metadata.h +180 -61
  543. data/src/core/lib/transport/pid_controller.cc +4 -4
  544. data/src/core/lib/transport/static_metadata.cc +529 -614
  545. data/src/core/lib/transport/static_metadata.h +0 -18
  546. data/src/core/lib/transport/transport.cc +4 -26
  547. data/src/core/lib/transport/transport.h +0 -1
  548. data/src/core/lib/transport/transport_op_string.cc +1 -1
  549. data/src/core/lib/uri/uri_parser.cc +19 -19
  550. data/src/core/lib/uri/uri_parser.h +2 -0
  551. data/src/core/plugin_registry/grpc_plugin_registry.cc +4 -2
  552. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +1 -1
  553. data/src/core/tsi/local_transport_security.cc +15 -15
  554. data/src/core/tsi/ssl_transport_security.cc +30 -1
  555. data/src/core/tsi/ssl_transport_security.h +1 -0
  556. data/src/ruby/ext/grpc/extconf.rb +1 -1
  557. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +6 -10
  558. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +9 -15
  559. data/src/ruby/lib/grpc/version.rb +1 -1
  560. data/third_party/abseil-cpp/absl/algorithm/container.h +101 -91
  561. data/third_party/abseil-cpp/absl/base/attributes.h +64 -31
  562. data/third_party/abseil-cpp/absl/base/config.h +67 -37
  563. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +1 -26
  564. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +3 -1
  565. data/third_party/abseil-cpp/absl/base/internal/spinlock_wait.h +2 -0
  566. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +69 -0
  567. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +4 -4
  568. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +16 -0
  569. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +4 -4
  570. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  571. data/third_party/abseil-cpp/absl/container/fixed_array.h +0 -5
  572. data/third_party/abseil-cpp/absl/container/inlined_vector.h +105 -97
  573. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +17 -15
  574. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +18 -102
  575. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +37 -78
  576. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +388 -423
  577. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +3 -2
  578. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +14 -8
  579. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +251 -120
  580. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +11 -1
  581. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +12 -11
  582. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +6 -2
  583. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +12 -5
  584. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_emscripten-inl.inc +110 -0
  585. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +234 -0
  586. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +25 -7
  587. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +8 -2
  588. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +21 -3
  589. data/third_party/abseil-cpp/absl/debugging/stacktrace.cc +2 -0
  590. data/third_party/abseil-cpp/absl/debugging/symbolize.cc +2 -0
  591. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +14 -0
  592. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +72 -0
  593. data/third_party/abseil-cpp/absl/functional/function_ref.h +4 -1
  594. data/third_party/abseil-cpp/absl/hash/hash.h +22 -0
  595. data/third_party/abseil-cpp/absl/hash/internal/hash.cc +15 -16
  596. data/third_party/abseil-cpp/absl/hash/internal/hash.h +88 -37
  597. data/third_party/abseil-cpp/absl/hash/internal/{wyhash.cc → low_level_hash.cc} +23 -11
  598. data/third_party/abseil-cpp/absl/hash/internal/{wyhash.h → low_level_hash.h} +14 -12
  599. data/third_party/abseil-cpp/absl/memory/memory.h +1 -1
  600. data/third_party/abseil-cpp/absl/meta/type_traits.h +32 -2
  601. data/third_party/abseil-cpp/absl/numeric/int128.cc +3 -10
  602. data/third_party/abseil-cpp/absl/numeric/int128.h +146 -73
  603. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +19 -25
  604. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +73 -70
  605. data/third_party/abseil-cpp/absl/{base → profiling}/internal/exponential_biased.cc +4 -4
  606. data/third_party/abseil-cpp/absl/{base → profiling}/internal/exponential_biased.h +6 -6
  607. data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +230 -0
  608. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +5 -5
  609. data/third_party/abseil-cpp/absl/status/status.cc +9 -17
  610. data/third_party/abseil-cpp/absl/status/status.h +19 -15
  611. data/third_party/abseil-cpp/absl/status/statusor.cc +34 -2
  612. data/third_party/abseil-cpp/absl/status/statusor.h +31 -21
  613. data/third_party/abseil-cpp/absl/strings/charconv.cc +3 -3
  614. data/third_party/abseil-cpp/absl/strings/charconv.h +3 -2
  615. data/third_party/abseil-cpp/absl/strings/cord.cc +453 -359
  616. data/third_party/abseil-cpp/absl/strings/cord.h +197 -70
  617. data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +1 -1
  618. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +6 -0
  619. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +140 -63
  620. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +1128 -0
  621. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +939 -0
  622. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +185 -0
  623. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +265 -0
  624. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +68 -0
  625. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +211 -0
  626. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +129 -0
  627. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +50 -0
  628. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +7 -7
  629. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +55 -181
  630. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +42 -24
  631. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +4 -0
  632. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.cc +96 -0
  633. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +85 -0
  634. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +139 -0
  635. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +131 -0
  636. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +445 -0
  637. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +298 -0
  638. data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +87 -0
  639. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_scope.h +71 -0
  640. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +121 -0
  641. data/third_party/abseil-cpp/absl/strings/internal/resize_uninitialized.h +48 -2
  642. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -0
  643. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +3 -4
  644. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +1 -1
  645. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +6 -6
  646. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +36 -18
  647. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +62 -73
  648. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +24 -16
  649. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +35 -35
  650. data/third_party/abseil-cpp/absl/strings/numbers.cc +1 -1
  651. data/third_party/abseil-cpp/absl/strings/numbers.h +34 -0
  652. data/third_party/abseil-cpp/absl/strings/str_cat.cc +4 -4
  653. data/third_party/abseil-cpp/absl/strings/str_format.h +1 -2
  654. data/third_party/abseil-cpp/absl/strings/string_view.cc +16 -21
  655. data/third_party/abseil-cpp/absl/strings/string_view.h +120 -39
  656. data/third_party/abseil-cpp/absl/strings/substitute.cc +2 -1
  657. data/third_party/abseil-cpp/absl/strings/substitute.h +99 -74
  658. data/third_party/abseil-cpp/absl/synchronization/blocking_counter.cc +25 -15
  659. data/third_party/abseil-cpp/absl/synchronization/blocking_counter.h +5 -3
  660. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +1 -1
  661. data/third_party/abseil-cpp/absl/synchronization/mutex.h +3 -3
  662. data/third_party/abseil-cpp/absl/time/civil_time.cc +1 -3
  663. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +93 -20
  664. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
  665. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +2 -1
  666. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +83 -21
  667. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +49 -0
  668. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +1 -1
  669. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +2 -3
  670. data/third_party/abseil-cpp/absl/time/time.h +67 -36
  671. data/third_party/abseil-cpp/absl/types/bad_optional_access.h +1 -1
  672. data/third_party/abseil-cpp/absl/types/bad_variant_access.h +2 -2
  673. data/third_party/abseil-cpp/absl/types/span.h +3 -3
  674. data/third_party/boringssl-with-bazel/err_data.c +681 -677
  675. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +19 -11
  676. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +41 -30
  677. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
  678. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +59 -47
  679. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +24 -28
  680. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +5 -0
  681. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +28 -0
  682. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +48 -272
  683. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +8 -6
  684. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +3 -1
  685. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +2 -2
  686. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +7 -7
  687. data/third_party/boringssl-with-bazel/src/crypto/mem.c +18 -0
  688. data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +5 -1
  689. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +59 -23
  690. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +2 -18
  691. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +8 -2
  692. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +216 -11
  693. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +1 -1
  694. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +1 -1
  695. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +1 -1
  696. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +1 -1
  697. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +1 -1
  698. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +1 -1
  699. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +1 -0
  700. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +0 -1
  701. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +21 -4
  702. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +971 -253
  703. data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +3 -3
  704. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +0 -1
  705. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -12
  706. data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +17 -41
  707. data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +12 -27
  708. data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +8 -10
  709. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +29 -55
  710. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs7.h +3 -9
  711. data/third_party/boringssl-with-bazel/src/include/openssl/pool.h +7 -1
  712. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +24 -28
  713. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +6 -9
  714. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +12 -43
  715. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +4 -3
  716. data/third_party/boringssl-with-bazel/src/ssl/internal.h +3 -3
  717. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +4 -0
  718. data/third_party/upb/upb/decode.c +309 -178
  719. data/third_party/upb/upb/decode_fast.c +1 -1
  720. data/third_party/upb/upb/decode_internal.h +1 -0
  721. data/third_party/upb/upb/def.c +330 -85
  722. data/third_party/upb/upb/def.h +45 -14
  723. data/third_party/upb/upb/def.hpp +17 -4
  724. data/third_party/upb/upb/encode.c +100 -40
  725. data/third_party/upb/upb/msg.c +22 -9
  726. data/third_party/upb/upb/msg_internal.h +90 -8
  727. data/third_party/upb/upb/reflection.c +98 -58
  728. data/third_party/upb/upb/reflection.h +6 -2
  729. data/third_party/upb/upb/text_encode.c +3 -3
  730. data/third_party/upb/upb/upb.c +8 -0
  731. metadata +116 -56
  732. data/src/core/lib/avl/avl.cc +0 -306
  733. data/src/core/lib/gprpp/match.h +0 -73
  734. data/src/core/lib/gprpp/overload.h +0 -59
  735. data/src/core/lib/iomgr/event_engine/iomgr.h +0 -42
  736. data/src/core/lib/iomgr/resource_quota.cc +0 -1106
  737. data/src/core/lib/iomgr/resource_quota.h +0 -226
  738. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_enum.c +0 -93
  739. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_int.h +0 -217
@@ -1,1106 +0,0 @@
1
- /*
2
- *
3
- * Copyright 2016 gRPC authors.
4
- *
5
- * Licensed under the Apache License, Version 2.0 (the "License");
6
- * you may not use this file except in compliance with the License.
7
- * You may obtain a copy of the License at
8
- *
9
- * http://www.apache.org/licenses/LICENSE-2.0
10
- *
11
- * Unless required by applicable law or agreed to in writing, software
12
- * distributed under the License is distributed on an "AS IS" BASIS,
13
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- * See the License for the specific language governing permissions and
15
- * limitations under the License.
16
- *
17
- */
18
-
19
- #include <grpc/support/port_platform.h>
20
-
21
- #include "src/core/lib/iomgr/resource_quota.h"
22
-
23
- #include <inttypes.h>
24
- #include <limits.h>
25
- #include <stdint.h>
26
- #include <string.h>
27
-
28
- #include <string>
29
-
30
- #include "absl/strings/str_cat.h"
31
-
32
- #include <grpc/slice_buffer.h>
33
- #include <grpc/support/alloc.h>
34
- #include <grpc/support/log.h>
35
-
36
- #include "src/core/lib/channel/channel_args.h"
37
- #include "src/core/lib/gpr/useful.h"
38
- #include "src/core/lib/iomgr/combiner.h"
39
- #include "src/core/lib/slice/slice_internal.h"
40
-
41
- grpc_core::TraceFlag grpc_resource_quota_trace(false, "resource_quota");
42
-
43
- #define MEMORY_USAGE_ESTIMATION_MAX 65536
44
-
45
- /* Internal linked list pointers for a resource user */
46
- struct grpc_resource_user_link {
47
- grpc_resource_user* next;
48
- grpc_resource_user* prev;
49
- };
50
- /* Resource users are kept in (potentially) several intrusive linked lists
51
- at once. These are the list names. */
52
- typedef enum {
53
- /* Resource users that are waiting for an allocation */
54
- GRPC_RULIST_AWAITING_ALLOCATION,
55
- /* Resource users that have free memory available for internal reclamation */
56
- GRPC_RULIST_NON_EMPTY_FREE_POOL,
57
- /* Resource users that have published a benign reclamation is available */
58
- GRPC_RULIST_RECLAIMER_BENIGN,
59
- /* Resource users that have published a destructive reclamation is
60
- available */
61
- GRPC_RULIST_RECLAIMER_DESTRUCTIVE,
62
- /* Number of lists: must be last */
63
- GRPC_RULIST_COUNT
64
- } grpc_rulist;
65
-
66
- struct grpc_resource_user {
67
- /* The quota this resource user consumes from */
68
- grpc_resource_quota* resource_quota;
69
-
70
- /* Closure to schedule an allocation under the resource quota combiner lock */
71
- grpc_closure allocate_closure;
72
- /* Closure to publish a non empty free pool under the resource quota combiner
73
- lock */
74
- grpc_closure add_to_free_pool_closure;
75
-
76
- /* one ref for each ref call (released by grpc_resource_user_unref), and one
77
- ref for each byte allocated (released by grpc_resource_user_free) */
78
- gpr_atm refs;
79
- /* is this resource user unlocked? starts at 0, increases for each shutdown
80
- call */
81
- gpr_atm shutdown;
82
-
83
- gpr_mu mu;
84
- /* The amount of memory (in bytes) this user has cached for its own use: to
85
- avoid quota contention, each resource user can keep some memory in
86
- addition to what it is immediately using (e.g., for caching), and the quota
87
- can pull it back under memory pressure.
88
- This value can become negative if more memory has been requested than
89
- existed in the free pool, at which point the quota is consulted to bring
90
- this value non-negative (asynchronously). */
91
- int64_t free_pool;
92
- /* A list of closures to call once free_pool becomes non-negative - ie when
93
- all outstanding allocations have been granted. */
94
- grpc_closure_list on_allocated;
95
- /* True if we are currently trying to allocate from the quota, false if not */
96
- bool allocating;
97
- /* The amount of memory (in bytes) that has been requested from this user
98
- * asynchronously but hasn't been granted yet. */
99
- int64_t outstanding_allocations;
100
- /* True if we are currently trying to add ourselves to the non-free quota
101
- list, false otherwise */
102
- bool added_to_free_pool;
103
-
104
- /* The number of threads currently allocated to this resource user */
105
- gpr_atm num_threads_allocated;
106
-
107
- /* Reclaimers: index 0 is the benign reclaimer, 1 is the destructive reclaimer
108
- */
109
- grpc_closure* reclaimers[2];
110
- /* Reclaimers just posted: once we're in the combiner lock, we'll move them
111
- to the array above */
112
- grpc_closure* new_reclaimers[2];
113
- /* Trampoline closures to finish reclamation and re-enter the quota combiner
114
- lock */
115
- grpc_closure post_reclaimer_closure[2];
116
-
117
- /* Closure to execute under the quota combiner to de-register and shutdown the
118
- resource user */
119
- grpc_closure destroy_closure;
120
-
121
- /* Links in the various grpc_rulist lists */
122
- grpc_resource_user_link links[GRPC_RULIST_COUNT];
123
-
124
- /* The name of this resource user, for debugging/tracing */
125
- std::string name;
126
- };
127
-
128
- struct grpc_resource_quota {
129
- /* refcount */
130
- gpr_refcount refs;
131
-
132
- /* estimate of current memory usage
133
- scaled to the range [0..RESOURCE_USAGE_ESTIMATION_MAX] */
134
- gpr_atm memory_usage_estimation;
135
-
136
- /* Main combiner lock: all activity on a quota executes under this combiner
137
- * (so no mutex is needed for this data structure) */
138
- grpc_core::Combiner* combiner;
139
- /* Size of the resource quota */
140
- int64_t size;
141
- /* Amount of free memory in the resource quota */
142
- int64_t free_pool;
143
- /* Used size of memory in the resource quota. Updated as soon as the resource
144
- * users start to allocate or free the memory. */
145
- gpr_atm used;
146
-
147
- gpr_atm last_size;
148
-
149
- /* Mutex to protect max_threads and num_threads_allocated */
150
- /* Note: We could have used gpr_atm for max_threads and num_threads_allocated
151
- * and avoid having this mutex; but in that case, each invocation of the
152
- * function grpc_resource_user_allocate_threads() would have had to do at
153
- * least two atomic loads (for max_threads and num_threads_allocated) followed
154
- * by a CAS (on num_threads_allocated).
155
- * Moreover, we expect grpc_resource_user_allocate_threads() to be often
156
- * called concurrently thereby increasing the chances of failing the CAS
157
- * operation. This additional complexity is not worth the tiny perf gain we
158
- * may (or may not) have by using atomics */
159
- gpr_mu thread_count_mu;
160
-
161
- /* Max number of threads allowed */
162
- int max_threads;
163
-
164
- /* Number of threads currently allocated via this resource_quota object */
165
- int num_threads_allocated;
166
-
167
- /* Has rq_step been scheduled to occur? */
168
- bool step_scheduled;
169
-
170
- /* Are we currently reclaiming memory */
171
- bool reclaiming;
172
-
173
- /* Closure around rq_step */
174
- grpc_closure rq_step_closure;
175
-
176
- /* Closure around rq_reclamation_done */
177
- grpc_closure rq_reclamation_done_closure;
178
-
179
- /* This is only really usable for debugging: it's always a stale pointer, but
180
- a stale pointer that might just be fresh enough to guide us to where the
181
- reclamation system is stuck */
182
- grpc_closure* debug_only_last_initiated_reclaimer;
183
- grpc_resource_user* debug_only_last_reclaimer_resource_user;
184
-
185
- /* Roots of all resource user lists */
186
- grpc_resource_user* roots[GRPC_RULIST_COUNT];
187
-
188
- std::string name;
189
- };
190
-
191
- static void ru_unref_by(grpc_resource_user* resource_user, gpr_atm amount);
192
-
193
- /*******************************************************************************
194
- * list management
195
- */
196
-
197
- static void rulist_add_head(grpc_resource_user* resource_user,
198
- grpc_rulist list) {
199
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
200
- grpc_resource_user** root = &resource_quota->roots[list];
201
- if (*root == nullptr) {
202
- *root = resource_user;
203
- resource_user->links[list].next = resource_user->links[list].prev =
204
- resource_user;
205
- } else {
206
- resource_user->links[list].next = *root;
207
- resource_user->links[list].prev = (*root)->links[list].prev;
208
- resource_user->links[list].next->links[list].prev =
209
- resource_user->links[list].prev->links[list].next = resource_user;
210
- *root = resource_user;
211
- }
212
- }
213
-
214
- static void rulist_add_tail(grpc_resource_user* resource_user,
215
- grpc_rulist list) {
216
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
217
- grpc_resource_user** root = &resource_quota->roots[list];
218
- if (*root == nullptr) {
219
- *root = resource_user;
220
- resource_user->links[list].next = resource_user->links[list].prev =
221
- resource_user;
222
- } else {
223
- resource_user->links[list].next = (*root)->links[list].next;
224
- resource_user->links[list].prev = *root;
225
- resource_user->links[list].next->links[list].prev =
226
- resource_user->links[list].prev->links[list].next = resource_user;
227
- }
228
- }
229
-
230
- static bool rulist_empty(grpc_resource_quota* resource_quota,
231
- grpc_rulist list) {
232
- return resource_quota->roots[list] == nullptr;
233
- }
234
-
235
- static grpc_resource_user* rulist_pop_head(grpc_resource_quota* resource_quota,
236
- grpc_rulist list) {
237
- grpc_resource_user** root = &resource_quota->roots[list];
238
- grpc_resource_user* resource_user = *root;
239
- if (resource_user == nullptr) {
240
- return nullptr;
241
- }
242
- if (resource_user->links[list].next == resource_user) {
243
- *root = nullptr;
244
- } else {
245
- resource_user->links[list].next->links[list].prev =
246
- resource_user->links[list].prev;
247
- resource_user->links[list].prev->links[list].next =
248
- resource_user->links[list].next;
249
- *root = resource_user->links[list].next;
250
- }
251
- resource_user->links[list].next = resource_user->links[list].prev = nullptr;
252
- return resource_user;
253
- }
254
-
255
- static void rulist_remove(grpc_resource_user* resource_user, grpc_rulist list) {
256
- if (resource_user->links[list].next == nullptr) return;
257
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
258
- if (resource_quota->roots[list] == resource_user) {
259
- resource_quota->roots[list] = resource_user->links[list].next;
260
- if (resource_quota->roots[list] == resource_user) {
261
- resource_quota->roots[list] = nullptr;
262
- }
263
- }
264
- resource_user->links[list].next->links[list].prev =
265
- resource_user->links[list].prev;
266
- resource_user->links[list].prev->links[list].next =
267
- resource_user->links[list].next;
268
- resource_user->links[list].next = resource_user->links[list].prev = nullptr;
269
- }
270
-
271
- /*******************************************************************************
272
- * resource quota state machine
273
- */
274
-
275
- static bool rq_alloc(grpc_resource_quota* resource_quota);
276
- static bool rq_reclaim_from_per_user_free_pool(
277
- grpc_resource_quota* resource_quota);
278
- static bool rq_reclaim(grpc_resource_quota* resource_quota, bool destructive);
279
-
280
- static void rq_step(void* rq, grpc_error_handle /*error*/) {
281
- grpc_resource_quota* resource_quota = static_cast<grpc_resource_quota*>(rq);
282
- resource_quota->step_scheduled = false;
283
- do {
284
- if (rq_alloc(resource_quota)) goto done;
285
- } while (rq_reclaim_from_per_user_free_pool(resource_quota));
286
-
287
- if (!rq_reclaim(resource_quota, false)) {
288
- rq_reclaim(resource_quota, true);
289
- }
290
-
291
- done:
292
- grpc_resource_quota_unref_internal(resource_quota);
293
- }
294
-
295
- static void rq_step_sched(grpc_resource_quota* resource_quota) {
296
- if (resource_quota->step_scheduled) return;
297
- resource_quota->step_scheduled = true;
298
- grpc_resource_quota_ref_internal(resource_quota);
299
- resource_quota->combiner->FinallyRun(&resource_quota->rq_step_closure,
300
- GRPC_ERROR_NONE);
301
- }
302
-
303
- /* update the atomically available resource estimate - use no barriers since
304
- timeliness of delivery really doesn't matter much */
305
- static void rq_update_estimate(grpc_resource_quota* resource_quota) {
306
- gpr_atm memory_usage_estimation = MEMORY_USAGE_ESTIMATION_MAX;
307
- if (resource_quota->size != 0) {
308
- memory_usage_estimation = grpc_core::Clamp(
309
- static_cast<gpr_atm>(
310
- (1.0 - (static_cast<double>(resource_quota->free_pool)) /
311
- (static_cast<double>(resource_quota->size))) *
312
- MEMORY_USAGE_ESTIMATION_MAX),
313
- gpr_atm(0), gpr_atm(MEMORY_USAGE_ESTIMATION_MAX));
314
- }
315
- gpr_atm_no_barrier_store(&resource_quota->memory_usage_estimation,
316
- memory_usage_estimation);
317
- }
318
-
319
- /* returns true if all allocations are completed */
320
- static bool rq_alloc(grpc_resource_quota* resource_quota) {
321
- grpc_resource_user* resource_user;
322
- while ((resource_user = rulist_pop_head(resource_quota,
323
- GRPC_RULIST_AWAITING_ALLOCATION))) {
324
- gpr_mu_lock(&resource_user->mu);
325
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
326
- gpr_log(GPR_INFO,
327
- "RQ: check allocation for user %p shutdown=%" PRIdPTR
328
- " free_pool=%" PRId64 " outstanding_allocations=%" PRId64,
329
- resource_user, gpr_atm_no_barrier_load(&resource_user->shutdown),
330
- resource_user->free_pool, resource_user->outstanding_allocations);
331
- }
332
- if (gpr_atm_no_barrier_load(&resource_user->shutdown)) {
333
- resource_user->allocating = false;
334
- grpc_closure_list_fail_all(
335
- &resource_user->on_allocated,
336
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Resource user shutdown"));
337
- int64_t aborted_allocations = resource_user->outstanding_allocations;
338
- resource_user->outstanding_allocations = 0;
339
- resource_user->free_pool += aborted_allocations;
340
- grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &resource_user->on_allocated);
341
- gpr_mu_unlock(&resource_user->mu);
342
- if (aborted_allocations > 0) {
343
- ru_unref_by(resource_user, static_cast<gpr_atm>(aborted_allocations));
344
- }
345
- continue;
346
- }
347
- if (resource_user->free_pool < 0 &&
348
- -resource_user->free_pool <= resource_quota->free_pool) {
349
- int64_t amt = -resource_user->free_pool;
350
- resource_user->free_pool = 0;
351
- resource_quota->free_pool -= amt;
352
- rq_update_estimate(resource_quota);
353
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
354
- gpr_log(GPR_INFO,
355
- "RQ %s %s: grant alloc %" PRId64
356
- " bytes; rq_free_pool -> %" PRId64,
357
- resource_quota->name.c_str(), resource_user->name.c_str(), amt,
358
- resource_quota->free_pool);
359
- }
360
- } else if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace) &&
361
- resource_user->free_pool >= 0) {
362
- gpr_log(GPR_INFO, "RQ %s %s: discard already satisfied alloc request",
363
- resource_quota->name.c_str(), resource_user->name.c_str());
364
- }
365
- if (resource_user->free_pool >= 0) {
366
- resource_user->allocating = false;
367
- resource_user->outstanding_allocations = 0;
368
- grpc_core::ExecCtx::RunList(DEBUG_LOCATION, &resource_user->on_allocated);
369
- gpr_mu_unlock(&resource_user->mu);
370
- } else {
371
- rulist_add_head(resource_user, GRPC_RULIST_AWAITING_ALLOCATION);
372
- gpr_mu_unlock(&resource_user->mu);
373
- return false;
374
- }
375
- }
376
- return true;
377
- }
378
-
379
- /* returns true if any memory could be reclaimed from buffers */
380
- static bool rq_reclaim_from_per_user_free_pool(
381
- grpc_resource_quota* resource_quota) {
382
- grpc_resource_user* resource_user;
383
- while ((resource_user = rulist_pop_head(resource_quota,
384
- GRPC_RULIST_NON_EMPTY_FREE_POOL))) {
385
- gpr_mu_lock(&resource_user->mu);
386
- resource_user->added_to_free_pool = false;
387
- if (resource_user->free_pool > 0) {
388
- int64_t amt = resource_user->free_pool;
389
- resource_user->free_pool = 0;
390
- resource_quota->free_pool += amt;
391
- rq_update_estimate(resource_quota);
392
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
393
- gpr_log(GPR_INFO,
394
- "RQ %s %s: reclaim_from_per_user_free_pool %" PRId64
395
- " bytes; rq_free_pool -> %" PRId64,
396
- resource_quota->name.c_str(), resource_user->name.c_str(), amt,
397
- resource_quota->free_pool);
398
- }
399
- gpr_mu_unlock(&resource_user->mu);
400
- return true;
401
- } else {
402
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
403
- gpr_log(GPR_INFO,
404
- "RQ %s %s: failed to reclaim_from_per_user_free_pool; "
405
- "free_pool = %" PRId64 "; rq_free_pool = %" PRId64,
406
- resource_quota->name.c_str(), resource_user->name.c_str(),
407
- resource_user->free_pool, resource_quota->free_pool);
408
- }
409
- gpr_mu_unlock(&resource_user->mu);
410
- }
411
- }
412
- return false;
413
- }
414
-
415
- /* returns true if reclamation is proceeding */
416
- static bool rq_reclaim(grpc_resource_quota* resource_quota, bool destructive) {
417
- if (resource_quota->reclaiming) return true;
418
- grpc_rulist list = destructive ? GRPC_RULIST_RECLAIMER_DESTRUCTIVE
419
- : GRPC_RULIST_RECLAIMER_BENIGN;
420
- grpc_resource_user* resource_user = rulist_pop_head(resource_quota, list);
421
- if (resource_user == nullptr) return false;
422
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
423
- gpr_log(GPR_INFO, "RQ %s %s: initiate %s reclamation",
424
- resource_quota->name.c_str(), resource_user->name.c_str(),
425
- destructive ? "destructive" : "benign");
426
- }
427
- resource_quota->reclaiming = true;
428
- grpc_resource_quota_ref_internal(resource_quota);
429
- grpc_closure* c = resource_user->reclaimers[destructive];
430
- GPR_ASSERT(c);
431
- resource_quota->debug_only_last_reclaimer_resource_user = resource_user;
432
- resource_quota->debug_only_last_initiated_reclaimer = c;
433
- resource_user->reclaimers[destructive] = nullptr;
434
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, c, GRPC_ERROR_NONE);
435
- return true;
436
- }
437
-
438
- /*******************************************************************************
439
- * ru_slice: a slice implementation that is backed by a grpc_resource_user
440
- */
441
-
442
- namespace grpc_core {
443
-
444
- class RuSliceRefcount {
445
- public:
446
- static void Destroy(void* p) {
447
- auto* rc = static_cast<RuSliceRefcount*>(p);
448
- rc->~RuSliceRefcount();
449
- gpr_free(rc);
450
- }
451
- RuSliceRefcount(grpc_resource_user* resource_user, size_t size)
452
- : base_(grpc_slice_refcount::Type::REGULAR, &refs_, Destroy, this,
453
- &base_),
454
- resource_user_(resource_user),
455
- size_(size) {
456
- // Nothing to do here.
457
- }
458
- ~RuSliceRefcount() { grpc_resource_user_free(resource_user_, size_); }
459
-
460
- grpc_slice_refcount* base_refcount() { return &base_; }
461
-
462
- private:
463
- grpc_slice_refcount base_;
464
- RefCount refs_;
465
- grpc_resource_user* resource_user_;
466
- size_t size_;
467
- };
468
-
469
- } // namespace grpc_core
470
-
471
- static grpc_slice ru_slice_create(grpc_resource_user* resource_user,
472
- size_t size) {
473
- auto* rc = static_cast<grpc_core::RuSliceRefcount*>(
474
- gpr_malloc(sizeof(grpc_core::RuSliceRefcount) + size));
475
- new (rc) grpc_core::RuSliceRefcount(resource_user, size);
476
- grpc_slice slice;
477
-
478
- slice.refcount = rc->base_refcount();
479
- slice.data.refcounted.bytes = reinterpret_cast<uint8_t*>(rc + 1);
480
- slice.data.refcounted.length = size;
481
- return slice;
482
- }
483
-
484
- /*******************************************************************************
485
- * grpc_resource_quota internal implementation: resource user manipulation under
486
- * the combiner
487
- */
488
-
489
- // TODO(hork): rename all ru variables to resource_user
490
- static void ru_allocate(void* ru, grpc_error_handle /*error*/) {
491
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
492
- if (rulist_empty(resource_user->resource_quota,
493
- GRPC_RULIST_AWAITING_ALLOCATION)) {
494
- rq_step_sched(resource_user->resource_quota);
495
- }
496
- rulist_add_tail(resource_user, GRPC_RULIST_AWAITING_ALLOCATION);
497
- }
498
-
499
- static void ru_add_to_free_pool(void* ru, grpc_error_handle /*error*/) {
500
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
501
- if (!rulist_empty(resource_user->resource_quota,
502
- GRPC_RULIST_AWAITING_ALLOCATION) &&
503
- rulist_empty(resource_user->resource_quota,
504
- GRPC_RULIST_NON_EMPTY_FREE_POOL)) {
505
- rq_step_sched(resource_user->resource_quota);
506
- }
507
- rulist_add_tail(resource_user, GRPC_RULIST_NON_EMPTY_FREE_POOL);
508
- }
509
-
510
- static bool ru_post_reclaimer(grpc_resource_user* resource_user,
511
- bool destructive) {
512
- grpc_closure* closure = resource_user->new_reclaimers[destructive];
513
- GPR_ASSERT(closure != nullptr);
514
- resource_user->new_reclaimers[destructive] = nullptr;
515
- GPR_ASSERT(resource_user->reclaimers[destructive] == nullptr);
516
- if (gpr_atm_acq_load(&resource_user->shutdown) > 0) {
517
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, closure, GRPC_ERROR_CANCELLED);
518
- return false;
519
- }
520
- resource_user->reclaimers[destructive] = closure;
521
- return true;
522
- }
523
-
524
- static void ru_post_benign_reclaimer(void* ru, grpc_error_handle /*error*/) {
525
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
526
- if (!ru_post_reclaimer(resource_user, false)) return;
527
- if (!rulist_empty(resource_user->resource_quota,
528
- GRPC_RULIST_AWAITING_ALLOCATION) &&
529
- rulist_empty(resource_user->resource_quota,
530
- GRPC_RULIST_NON_EMPTY_FREE_POOL) &&
531
- rulist_empty(resource_user->resource_quota,
532
- GRPC_RULIST_RECLAIMER_BENIGN)) {
533
- rq_step_sched(resource_user->resource_quota);
534
- }
535
- rulist_add_tail(resource_user, GRPC_RULIST_RECLAIMER_BENIGN);
536
- }
537
-
538
- static void ru_post_destructive_reclaimer(void* ru,
539
- grpc_error_handle /*error*/) {
540
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
541
- if (!ru_post_reclaimer(resource_user, true)) return;
542
- if (!rulist_empty(resource_user->resource_quota,
543
- GRPC_RULIST_AWAITING_ALLOCATION) &&
544
- rulist_empty(resource_user->resource_quota,
545
- GRPC_RULIST_NON_EMPTY_FREE_POOL) &&
546
- rulist_empty(resource_user->resource_quota,
547
- GRPC_RULIST_RECLAIMER_BENIGN) &&
548
- rulist_empty(resource_user->resource_quota,
549
- GRPC_RULIST_RECLAIMER_DESTRUCTIVE)) {
550
- rq_step_sched(resource_user->resource_quota);
551
- }
552
- rulist_add_tail(resource_user, GRPC_RULIST_RECLAIMER_DESTRUCTIVE);
553
- }
554
-
555
- static void ru_shutdown(void* ru, grpc_error_handle /*error*/) {
556
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
557
- gpr_log(GPR_INFO, "RU shutdown %p", ru);
558
- }
559
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
560
- gpr_mu_lock(&resource_user->mu);
561
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[0],
562
- GRPC_ERROR_CANCELLED);
563
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[1],
564
- GRPC_ERROR_CANCELLED);
565
- resource_user->reclaimers[0] = nullptr;
566
- resource_user->reclaimers[1] = nullptr;
567
- rulist_remove(resource_user, GRPC_RULIST_RECLAIMER_BENIGN);
568
- rulist_remove(resource_user, GRPC_RULIST_RECLAIMER_DESTRUCTIVE);
569
- if (resource_user->allocating) {
570
- rq_step_sched(resource_user->resource_quota);
571
- }
572
- gpr_mu_unlock(&resource_user->mu);
573
- }
574
-
575
- static void ru_destroy(void* ru, grpc_error_handle /*error*/) {
576
- grpc_resource_user* resource_user = static_cast<grpc_resource_user*>(ru);
577
- GPR_ASSERT(gpr_atm_no_barrier_load(&resource_user->refs) == 0);
578
- // Free all the remaining thread quota
579
- grpc_resource_user_free_threads(resource_user,
580
- static_cast<int>(gpr_atm_no_barrier_load(
581
- &resource_user->num_threads_allocated)));
582
-
583
- for (int i = 0; i < GRPC_RULIST_COUNT; i++) {
584
- rulist_remove(resource_user, static_cast<grpc_rulist>(i));
585
- }
586
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[0],
587
- GRPC_ERROR_CANCELLED);
588
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, resource_user->reclaimers[1],
589
- GRPC_ERROR_CANCELLED);
590
- if (resource_user->free_pool != 0) {
591
- resource_user->resource_quota->free_pool += resource_user->free_pool;
592
- rq_step_sched(resource_user->resource_quota);
593
- }
594
- grpc_resource_quota_unref_internal(resource_user->resource_quota);
595
- gpr_mu_destroy(&resource_user->mu);
596
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
597
- gpr_log(GPR_INFO, "RU '%s' (%p) destroyed", resource_user->name.c_str(),
598
- resource_user);
599
- }
600
- delete resource_user;
601
- }
602
-
603
- static void ru_alloc_slices(grpc_slice_allocator* slice_allocator) {
604
- for (size_t i = 0; i < slice_allocator->count; i++) {
605
- grpc_slice_buffer_add_indexed(
606
- slice_allocator->dest, ru_slice_create(slice_allocator->resource_user,
607
- slice_allocator->length));
608
- }
609
- }
610
-
611
- static void ru_allocated_slices(void* arg, grpc_error_handle error) {
612
- grpc_slice_allocator* slice_allocator =
613
- static_cast<grpc_slice_allocator*>(arg);
614
- if (error == GRPC_ERROR_NONE) ru_alloc_slices(slice_allocator);
615
- grpc_core::Closure::Run(DEBUG_LOCATION, &slice_allocator->on_done,
616
- GRPC_ERROR_REF(error));
617
- }
618
-
619
- /*******************************************************************************
620
- * grpc_resource_quota internal implementation: quota manipulation under the
621
- * combiner
622
- */
623
-
624
- struct rq_resize_args {
625
- int64_t size;
626
- grpc_resource_quota* resource_quota;
627
- grpc_closure closure;
628
- };
629
- static void rq_resize(void* args, grpc_error_handle /*error*/) {
630
- rq_resize_args* a = static_cast<rq_resize_args*>(args);
631
- int64_t delta = a->size - a->resource_quota->size;
632
- a->resource_quota->size += delta;
633
- a->resource_quota->free_pool += delta;
634
- rq_update_estimate(a->resource_quota);
635
- rq_step_sched(a->resource_quota);
636
- grpc_resource_quota_unref_internal(a->resource_quota);
637
- gpr_free(a);
638
- }
639
-
640
- static void rq_reclamation_done(void* rq, grpc_error_handle /*error*/) {
641
- grpc_resource_quota* resource_quota = static_cast<grpc_resource_quota*>(rq);
642
- resource_quota->reclaiming = false;
643
- rq_step_sched(resource_quota);
644
- grpc_resource_quota_unref_internal(resource_quota);
645
- }
646
-
647
- /*******************************************************************************
648
- * grpc_resource_quota api
649
- */
650
-
651
- /* Public API */
652
- grpc_resource_quota* grpc_resource_quota_create(const char* name) {
653
- grpc_resource_quota* resource_quota = new grpc_resource_quota;
654
- gpr_ref_init(&resource_quota->refs, 1);
655
- resource_quota->combiner = grpc_combiner_create();
656
- resource_quota->free_pool = INT64_MAX;
657
- resource_quota->size = INT64_MAX;
658
- resource_quota->used = 0;
659
- gpr_atm_no_barrier_store(&resource_quota->last_size, GPR_ATM_MAX);
660
- gpr_mu_init(&resource_quota->thread_count_mu);
661
- resource_quota->max_threads = INT_MAX;
662
- resource_quota->num_threads_allocated = 0;
663
- resource_quota->step_scheduled = false;
664
- resource_quota->reclaiming = false;
665
- gpr_atm_no_barrier_store(&resource_quota->memory_usage_estimation, 0);
666
- if (name != nullptr) {
667
- resource_quota->name = name;
668
- } else {
669
- resource_quota->name = absl::StrCat(
670
- "anonymous_pool_", reinterpret_cast<intptr_t>(resource_quota));
671
- }
672
- GRPC_CLOSURE_INIT(&resource_quota->rq_step_closure, rq_step, resource_quota,
673
- nullptr);
674
- GRPC_CLOSURE_INIT(&resource_quota->rq_reclamation_done_closure,
675
- rq_reclamation_done, resource_quota, nullptr);
676
- for (int i = 0; i < GRPC_RULIST_COUNT; i++) {
677
- resource_quota->roots[i] = nullptr;
678
- }
679
- return resource_quota;
680
- }
681
-
682
- void grpc_resource_quota_unref_internal(grpc_resource_quota* resource_quota) {
683
- if (gpr_unref(&resource_quota->refs)) {
684
- // No outstanding thread quota
685
- GPR_ASSERT(resource_quota->num_threads_allocated == 0);
686
- GRPC_COMBINER_UNREF(resource_quota->combiner, "resource_quota");
687
- gpr_mu_destroy(&resource_quota->thread_count_mu);
688
- delete resource_quota;
689
- }
690
- }
691
-
692
- /* Public API */
693
- void grpc_resource_quota_unref(grpc_resource_quota* resource_quota) {
694
- grpc_core::ExecCtx exec_ctx;
695
- grpc_resource_quota_unref_internal(resource_quota);
696
- }
697
-
698
- grpc_resource_quota* grpc_resource_quota_ref_internal(
699
- grpc_resource_quota* resource_quota) {
700
- gpr_ref(&resource_quota->refs);
701
- return resource_quota;
702
- }
703
-
704
- /* Public API */
705
- void grpc_resource_quota_ref(grpc_resource_quota* resource_quota) {
706
- grpc_resource_quota_ref_internal(resource_quota);
707
- }
708
-
709
- double grpc_resource_quota_get_memory_pressure(
710
- grpc_resource_quota* resource_quota) {
711
- return (static_cast<double>(gpr_atm_no_barrier_load(
712
- &resource_quota->memory_usage_estimation))) /
713
- (static_cast<double>(MEMORY_USAGE_ESTIMATION_MAX));
714
- }
715
-
716
- /* Public API */
717
- void grpc_resource_quota_set_max_threads(grpc_resource_quota* resource_quota,
718
- int new_max_threads) {
719
- GPR_ASSERT(new_max_threads >= 0);
720
- gpr_mu_lock(&resource_quota->thread_count_mu);
721
- resource_quota->max_threads = new_max_threads;
722
- gpr_mu_unlock(&resource_quota->thread_count_mu);
723
- }
724
-
725
- /* Public API */
726
- void grpc_resource_quota_resize(grpc_resource_quota* resource_quota,
727
- size_t size) {
728
- grpc_core::ExecCtx exec_ctx;
729
- rq_resize_args* a = static_cast<rq_resize_args*>(gpr_malloc(sizeof(*a)));
730
- a->resource_quota = grpc_resource_quota_ref_internal(resource_quota);
731
- a->size = static_cast<int64_t>(size);
732
- gpr_atm_no_barrier_store(&resource_quota->last_size,
733
- (gpr_atm)std::min((size_t)GPR_ATM_MAX, size));
734
- GRPC_CLOSURE_INIT(&a->closure, rq_resize, a, grpc_schedule_on_exec_ctx);
735
- grpc_core::ExecCtx::Run(DEBUG_LOCATION, &a->closure, GRPC_ERROR_NONE);
736
- }
737
-
738
- size_t grpc_resource_quota_peek_size(grpc_resource_quota* resource_quota) {
739
- return static_cast<size_t>(
740
- gpr_atm_no_barrier_load(&resource_quota->last_size));
741
- }
742
-
743
- /*******************************************************************************
744
- * grpc_resource_user channel args api
745
- */
746
-
747
- grpc_resource_quota* grpc_resource_quota_from_channel_args(
748
- const grpc_channel_args* channel_args, bool create) {
749
- auto* resource_quota = grpc_channel_args_find_pointer<grpc_resource_quota>(
750
- channel_args, GRPC_ARG_RESOURCE_QUOTA);
751
- if (resource_quota != nullptr) {
752
- return grpc_resource_quota_ref_internal(resource_quota);
753
- }
754
- return create ? grpc_resource_quota_create(nullptr) : nullptr;
755
- }
756
-
757
- static void* rq_copy(void* rq) {
758
- grpc_resource_quota_ref(static_cast<grpc_resource_quota*>(rq));
759
- return rq;
760
- }
761
-
762
- static void rq_destroy(void* rq) {
763
- grpc_resource_quota_unref_internal(static_cast<grpc_resource_quota*>(rq));
764
- }
765
-
766
- static int rq_cmp(void* a, void* b) { return grpc_core::QsortCompare(a, b); }
767
-
768
- const grpc_arg_pointer_vtable* grpc_resource_quota_arg_vtable(void) {
769
- static const grpc_arg_pointer_vtable vtable = {rq_copy, rq_destroy, rq_cmp};
770
- return &vtable;
771
- }
772
-
773
- /*******************************************************************************
774
- * grpc_resource_user api
775
- */
776
-
777
- grpc_resource_user* grpc_resource_user_create(
778
- grpc_resource_quota* resource_quota, absl::string_view name) {
779
- grpc_resource_user* resource_user = new grpc_resource_user;
780
- resource_user->resource_quota =
781
- grpc_resource_quota_ref_internal(resource_quota);
782
- GRPC_CLOSURE_INIT(&resource_user->allocate_closure, &ru_allocate,
783
- resource_user, nullptr);
784
- GRPC_CLOSURE_INIT(&resource_user->add_to_free_pool_closure,
785
- &ru_add_to_free_pool, resource_user, nullptr);
786
- GRPC_CLOSURE_INIT(&resource_user->post_reclaimer_closure[0],
787
- &ru_post_benign_reclaimer, resource_user, nullptr);
788
- GRPC_CLOSURE_INIT(&resource_user->post_reclaimer_closure[1],
789
- &ru_post_destructive_reclaimer, resource_user, nullptr);
790
- GRPC_CLOSURE_INIT(&resource_user->destroy_closure, &ru_destroy, resource_user,
791
- nullptr);
792
- gpr_mu_init(&resource_user->mu);
793
- gpr_atm_rel_store(&resource_user->refs, 1);
794
- gpr_atm_rel_store(&resource_user->shutdown, 0);
795
- resource_user->free_pool = 0;
796
- grpc_closure_list_init(&resource_user->on_allocated);
797
- resource_user->allocating = false;
798
- resource_user->added_to_free_pool = false;
799
- gpr_atm_no_barrier_store(&resource_user->num_threads_allocated, 0);
800
- resource_user->reclaimers[0] = nullptr;
801
- resource_user->reclaimers[1] = nullptr;
802
- resource_user->new_reclaimers[0] = nullptr;
803
- resource_user->new_reclaimers[1] = nullptr;
804
- resource_user->outstanding_allocations = 0;
805
- for (int i = 0; i < GRPC_RULIST_COUNT; i++) {
806
- resource_user->links[i].next = resource_user->links[i].prev = nullptr;
807
- }
808
- if (!name.empty()) {
809
- resource_user->name = std::string(name);
810
- } else {
811
- resource_user->name = absl::StrCat(
812
- "anonymous_resource_user_", reinterpret_cast<intptr_t>(resource_user));
813
- }
814
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
815
- gpr_log(GPR_INFO, "RU '%s' (%p) created", resource_user->name.c_str(),
816
- resource_user);
817
- }
818
- return resource_user;
819
- }
820
-
821
- grpc_resource_quota* grpc_resource_user_quota(
822
- grpc_resource_user* resource_user) {
823
- return resource_user->resource_quota;
824
- }
825
-
826
- static void ru_ref_by(grpc_resource_user* resource_user, gpr_atm amount) {
827
- GPR_ASSERT(amount > 0);
828
- gpr_atm prior = gpr_atm_no_barrier_fetch_add(&resource_user->refs, amount);
829
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
830
- gpr_log(GPR_INFO, "RU '%s' (%p) reffing: %" PRIdPTR " -> %" PRIdPTR,
831
- resource_user->name.c_str(), resource_user, prior, prior + amount);
832
- }
833
- GPR_ASSERT(prior != 0);
834
- }
835
-
836
- static void ru_unref_by(grpc_resource_user* resource_user, gpr_atm amount) {
837
- GPR_ASSERT(amount > 0);
838
- gpr_atm old = gpr_atm_full_fetch_add(&resource_user->refs, -amount);
839
- GPR_ASSERT(old >= amount);
840
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
841
- gpr_log(GPR_INFO, "RU '%s' (%p) unreffing: %" PRIdPTR " -> %" PRIdPTR,
842
- resource_user->name.c_str(), resource_user, old, old - amount);
843
- }
844
- if (old == amount) {
845
- resource_user->resource_quota->combiner->Run(
846
- &resource_user->destroy_closure, GRPC_ERROR_NONE);
847
- }
848
- }
849
-
850
- void grpc_resource_user_ref(grpc_resource_user* resource_user) {
851
- ru_ref_by(resource_user, 1);
852
- }
853
-
854
- void grpc_resource_user_unref(grpc_resource_user* resource_user) {
855
- ru_unref_by(resource_user, 1);
856
- }
857
-
858
- void grpc_resource_user_shutdown(grpc_resource_user* resource_user) {
859
- if (gpr_atm_full_fetch_add(&resource_user->shutdown, 1) == 0) {
860
- resource_user->resource_quota->combiner->Run(
861
- GRPC_CLOSURE_CREATE(ru_shutdown, resource_user, nullptr),
862
- GRPC_ERROR_NONE);
863
- }
864
- }
865
-
866
- bool grpc_resource_user_allocate_threads(grpc_resource_user* resource_user,
867
- int thread_count) {
868
- GPR_ASSERT(thread_count >= 0);
869
- bool is_success = false;
870
- gpr_mu_lock(&resource_user->resource_quota->thread_count_mu);
871
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
872
- if (resource_quota->num_threads_allocated + thread_count <=
873
- resource_quota->max_threads) {
874
- resource_quota->num_threads_allocated += thread_count;
875
- gpr_atm_no_barrier_fetch_add(&resource_user->num_threads_allocated,
876
- thread_count);
877
- is_success = true;
878
- }
879
- gpr_mu_unlock(&resource_user->resource_quota->thread_count_mu);
880
- return is_success;
881
- }
882
-
883
- void grpc_resource_user_free_threads(grpc_resource_user* resource_user,
884
- int thread_count) {
885
- GPR_ASSERT(thread_count >= 0);
886
- gpr_mu_lock(&resource_user->resource_quota->thread_count_mu);
887
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
888
- resource_quota->num_threads_allocated -= thread_count;
889
- int old_count = static_cast<int>(gpr_atm_no_barrier_fetch_add(
890
- &resource_user->num_threads_allocated, -thread_count));
891
- if (old_count < thread_count || resource_quota->num_threads_allocated < 0) {
892
- gpr_log(GPR_ERROR,
893
- "Releasing more threads (%d) than currently allocated "
894
- "(resource_quota threads: %d, ru threads: %d)",
895
- thread_count, resource_quota->num_threads_allocated + thread_count,
896
- old_count);
897
- abort();
898
- }
899
- gpr_mu_unlock(&resource_user->resource_quota->thread_count_mu);
900
- }
901
-
902
- static bool resource_user_alloc_locked(grpc_resource_user* resource_user,
903
- size_t size,
904
- grpc_closure* optional_on_done) {
905
- ru_ref_by(resource_user, static_cast<gpr_atm>(size));
906
- resource_user->free_pool -= static_cast<int64_t>(size);
907
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
908
- gpr_log(GPR_INFO, "RQ %s %s: alloc %" PRIdPTR "; free_pool -> %" PRId64,
909
- resource_user->resource_quota->name.c_str(),
910
- resource_user->name.c_str(), size, resource_user->free_pool);
911
- }
912
- if (GPR_LIKELY(resource_user->free_pool >= 0)) return true;
913
- // Slow path: We need to wait for the free pool to refill.
914
- if (optional_on_done != nullptr) {
915
- resource_user->outstanding_allocations += static_cast<int64_t>(size);
916
- grpc_closure_list_append(&resource_user->on_allocated, optional_on_done,
917
- GRPC_ERROR_NONE);
918
- }
919
- if (!resource_user->allocating) {
920
- resource_user->allocating = true;
921
- resource_user->resource_quota->combiner->Run(
922
- &resource_user->allocate_closure, GRPC_ERROR_NONE);
923
- }
924
- return false;
925
- }
926
-
927
- bool grpc_resource_user_safe_alloc(grpc_resource_user* resource_user,
928
- size_t size) {
929
- if (gpr_atm_no_barrier_load(&resource_user->shutdown)) return false;
930
- gpr_mu_lock(&resource_user->mu);
931
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
932
- bool cas_success;
933
- do {
934
- gpr_atm used = gpr_atm_no_barrier_load(&resource_quota->used);
935
- gpr_atm new_used = used + size;
936
- if (static_cast<size_t>(new_used) >
937
- grpc_resource_quota_peek_size(resource_quota)) {
938
- gpr_mu_unlock(&resource_user->mu);
939
- return false;
940
- }
941
- cas_success = gpr_atm_full_cas(&resource_quota->used, used, new_used);
942
- } while (!cas_success);
943
- resource_user_alloc_locked(resource_user, size, nullptr);
944
- gpr_mu_unlock(&resource_user->mu);
945
- return true;
946
- }
947
-
948
- bool grpc_resource_user_alloc(grpc_resource_user* resource_user, size_t size,
949
- grpc_closure* optional_on_done) {
950
- // TODO(juanlishen): Maybe return immediately if shutting down. Deferring this
951
- // because some tests become flaky after the change.
952
- gpr_mu_lock(&resource_user->mu);
953
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
954
- gpr_atm_no_barrier_fetch_add(&resource_quota->used, size);
955
- const bool ret =
956
- resource_user_alloc_locked(resource_user, size, optional_on_done);
957
- gpr_mu_unlock(&resource_user->mu);
958
- return ret;
959
- }
960
-
961
- void grpc_resource_user_free(grpc_resource_user* resource_user, size_t size) {
962
- gpr_mu_lock(&resource_user->mu);
963
- grpc_resource_quota* resource_quota = resource_user->resource_quota;
964
- gpr_atm prior = gpr_atm_no_barrier_fetch_add(&resource_quota->used, -size);
965
- GPR_ASSERT(prior >= static_cast<long>(size));
966
- bool was_zero_or_negative = resource_user->free_pool <= 0;
967
- resource_user->free_pool += static_cast<int64_t>(size);
968
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
969
- gpr_log(GPR_INFO, "RQ %s %s: free %" PRIdPTR "; free_pool -> %" PRId64,
970
- resource_user->resource_quota->name.c_str(),
971
- resource_user->name.c_str(), size, resource_user->free_pool);
972
- }
973
- bool is_bigger_than_zero = resource_user->free_pool > 0;
974
- if (is_bigger_than_zero && was_zero_or_negative &&
975
- !resource_user->added_to_free_pool) {
976
- resource_user->added_to_free_pool = true;
977
- resource_quota->combiner->Run(&resource_user->add_to_free_pool_closure,
978
- GRPC_ERROR_NONE);
979
- }
980
- gpr_mu_unlock(&resource_user->mu);
981
- ru_unref_by(resource_user, static_cast<gpr_atm>(size));
982
- }
983
-
984
- void grpc_resource_user_post_reclaimer(grpc_resource_user* resource_user,
985
- bool destructive,
986
- grpc_closure* closure) {
987
- GPR_ASSERT(resource_user->new_reclaimers[destructive] == nullptr);
988
- resource_user->new_reclaimers[destructive] = closure;
989
- resource_user->resource_quota->combiner->Run(
990
- &resource_user->post_reclaimer_closure[destructive], GRPC_ERROR_NONE);
991
- }
992
-
993
- void grpc_resource_user_finish_reclamation(grpc_resource_user* resource_user) {
994
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
995
- gpr_log(GPR_INFO, "RQ %s %s: reclamation complete",
996
- resource_user->resource_quota->name.c_str(),
997
- resource_user->name.c_str());
998
- }
999
- resource_user->resource_quota->combiner->Run(
1000
- &resource_user->resource_quota->rq_reclamation_done_closure,
1001
- GRPC_ERROR_NONE);
1002
- }
1003
-
1004
- grpc_slice_allocator* grpc_slice_allocator_create(
1005
- grpc_resource_quota* resource_quota, absl::string_view name,
1006
- const grpc_channel_args* args) {
1007
- grpc_slice_allocator* slice_allocator = new grpc_slice_allocator;
1008
- slice_allocator->min_length = grpc_channel_args_find_integer(
1009
- args, GRPC_ARG_TCP_MIN_READ_CHUNK_SIZE,
1010
- {GRPC_SLICE_ALLOCATOR_MIN_ALLOCATE_SIZE, -1, INT_MAX});
1011
- slice_allocator->max_length = grpc_channel_args_find_integer(
1012
- args, GRPC_ARG_TCP_MAX_READ_CHUNK_SIZE,
1013
- {GRPC_SLICE_ALLOCATOR_MAX_ALLOCATE_SIZE, -1, INT_MAX});
1014
- slice_allocator->resource_user =
1015
- grpc_resource_user_create(resource_quota, name);
1016
- GRPC_CLOSURE_INIT(&slice_allocator->on_allocated, ru_allocated_slices,
1017
- slice_allocator, grpc_schedule_on_exec_ctx);
1018
- return slice_allocator;
1019
- }
1020
-
1021
- void grpc_slice_allocator_destroy(grpc_slice_allocator* slice_allocator) {
1022
- ru_unref_by(slice_allocator->resource_user, 1);
1023
- delete slice_allocator;
1024
- }
1025
-
1026
- static size_t grpc_slice_allocator_adjust_allocation_length(
1027
- grpc_slice_allocator* slice_allocator, size_t requested_length,
1028
- grpc_slice_allocator_intent intent) {
1029
- if (intent == grpc_slice_allocator_intent::kDefault) {
1030
- return requested_length;
1031
- }
1032
- GPR_ASSERT(intent == grpc_slice_allocator_intent::kReadBuffer);
1033
- double pressure = grpc_resource_quota_get_memory_pressure(
1034
- slice_allocator->resource_user->resource_quota);
1035
- // Reduce allocation size proportional to the pressure > 80% usage.
1036
- size_t target =
1037
- requested_length * (pressure > 0.8 ? (1.0 - pressure) / 0.2 : 1.0);
1038
- // Target will be some multiple of 8 bytes, rounded up
1039
- target =
1040
- (static_cast<size_t>(grpc_core::Clamp(target, slice_allocator->min_length,
1041
- slice_allocator->max_length)) +
1042
- 255) &
1043
- ~static_cast<size_t>(255);
1044
- // Don't use more than 1/16th of the overall resource quota for a single
1045
- // read alloc
1046
- size_t rqmax = grpc_resource_quota_peek_size(
1047
- slice_allocator->resource_user->resource_quota);
1048
- if (target > rqmax / 16 && rqmax > 1024) {
1049
- target = rqmax / 16;
1050
- }
1051
- if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
1052
- gpr_log(
1053
- GPR_INFO,
1054
- "SliceAllocator(%p) requested %zu bytes for (%s) intent, adjusted "
1055
- "allocation size to %zu",
1056
- slice_allocator, requested_length,
1057
- intent == grpc_slice_allocator_intent::kDefault ? "default" : "read",
1058
- target);
1059
- }
1060
- return target;
1061
- }
1062
-
1063
- bool grpc_slice_allocator_allocate(grpc_slice_allocator* slice_allocator,
1064
- size_t length, size_t count,
1065
- grpc_slice_allocator_intent intent,
1066
- grpc_slice_buffer* dest,
1067
- grpc_iomgr_cb_func cb, void* p) {
1068
- if (GPR_UNLIKELY(
1069
- gpr_atm_no_barrier_load(&slice_allocator->resource_user->shutdown))) {
1070
- grpc_core::ExecCtx::Run(
1071
- DEBUG_LOCATION, &slice_allocator->on_allocated,
1072
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("Resource user shutdown"));
1073
- return false;
1074
- }
1075
- GRPC_CLOSURE_INIT(&slice_allocator->on_done, cb, p,
1076
- grpc_schedule_on_exec_ctx);
1077
- slice_allocator->length = grpc_slice_allocator_adjust_allocation_length(
1078
- slice_allocator, length, intent);
1079
- slice_allocator->count = count;
1080
- slice_allocator->dest = dest;
1081
- const bool ret = grpc_resource_user_alloc(slice_allocator->resource_user,
1082
- count * slice_allocator->length,
1083
- &slice_allocator->on_allocated);
1084
- if (ret) ru_alloc_slices(slice_allocator);
1085
- return ret;
1086
- }
1087
-
1088
- grpc_slice_allocator_factory* grpc_slice_allocator_factory_create(
1089
- grpc_resource_quota* resource_quota) {
1090
- grpc_slice_allocator_factory* factory = new grpc_slice_allocator_factory;
1091
- factory->resource_quota = resource_quota;
1092
- return factory;
1093
- }
1094
-
1095
- grpc_slice_allocator* grpc_slice_allocator_factory_create_slice_allocator(
1096
- grpc_slice_allocator_factory* slice_allocator_factory,
1097
- absl::string_view name, grpc_channel_args* args) {
1098
- return grpc_slice_allocator_create(slice_allocator_factory->resource_quota,
1099
- name, args);
1100
- }
1101
-
1102
- void grpc_slice_allocator_factory_destroy(
1103
- grpc_slice_allocator_factory* slice_allocator_factory) {
1104
- grpc_resource_quota_unref_internal(slice_allocator_factory->resource_quota);
1105
- delete slice_allocator_factory;
1106
- }