grpc 1.75.0 → 1.78.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (834) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +24 -5
  3. data/include/grpc/credentials.h +27 -6
  4. data/include/grpc/event_engine/memory_allocator.h +2 -0
  5. data/include/grpc/event_engine/memory_request.h +2 -0
  6. data/include/grpc/impl/channel_arg_names.h +5 -0
  7. data/include/grpc/support/metrics.h +7 -1
  8. data/src/core/call/call_filters.cc +5 -5
  9. data/src/core/call/call_filters.h +211 -37
  10. data/src/core/call/call_spine.cc +1 -1
  11. data/src/core/call/call_spine.h +54 -32
  12. data/src/core/call/channelz_context.h +30 -0
  13. data/src/core/call/client_call.cc +49 -10
  14. data/src/core/call/client_call.h +6 -3
  15. data/src/core/call/filter_fusion.h +9 -9
  16. data/src/core/call/interception_chain.h +7 -6
  17. data/src/core/call/metadata_batch.cc +49 -55
  18. data/src/core/call/metadata_batch.h +10 -9
  19. data/src/core/call/metadata_info.cc +1 -1
  20. data/src/core/call/parsed_metadata.h +2 -2
  21. data/src/core/call/request_buffer.cc +1 -1
  22. data/src/core/call/security_context.cc +2 -2
  23. data/src/core/call/security_context.h +1 -1
  24. data/src/core/call/server_call.cc +5 -5
  25. data/src/core/call/server_call.h +6 -4
  26. data/src/core/call/simple_slice_based_metadata.h +1 -1
  27. data/src/core/call/status_util.cc +1 -1
  28. data/src/core/channelz/channel_trace.cc +1 -1
  29. data/src/core/channelz/channel_trace.h +3 -3
  30. data/src/core/channelz/channelz.cc +25 -29
  31. data/src/core/channelz/channelz.h +73 -22
  32. data/src/core/channelz/channelz_registry.cc +2 -2
  33. data/src/core/channelz/channelz_registry.h +53 -2
  34. data/src/core/channelz/property_list.cc +18 -0
  35. data/src/core/channelz/property_list.h +15 -4
  36. data/src/core/channelz/text_encode.cc +66 -0
  37. data/src/core/channelz/text_encode.h +29 -0
  38. data/src/core/channelz/v2tov1/convert.cc +17 -6
  39. data/src/core/channelz/v2tov1/legacy_api.cc +18 -12
  40. data/src/core/channelz/v2tov1/property_list.cc +2 -1
  41. data/src/core/channelz/ztrace_collector.h +260 -87
  42. data/src/core/client_channel/backup_poller.cc +7 -8
  43. data/src/core/client_channel/buffered_call.cc +140 -0
  44. data/src/core/client_channel/buffered_call.h +104 -0
  45. data/src/core/client_channel/client_channel.cc +144 -84
  46. data/src/core/client_channel/client_channel.h +8 -11
  47. data/src/core/client_channel/client_channel_factory.h +1 -1
  48. data/src/core/client_channel/client_channel_filter.cc +424 -686
  49. data/src/core/client_channel/client_channel_filter.h +57 -150
  50. data/src/core/client_channel/client_channel_internal.h +8 -5
  51. data/src/core/client_channel/client_channel_service_config.cc +43 -3
  52. data/src/core/client_channel/client_channel_service_config.h +12 -1
  53. data/src/core/client_channel/config_selector.h +5 -5
  54. data/src/core/client_channel/connector.h +2 -0
  55. data/src/core/client_channel/dynamic_filters.cc +5 -5
  56. data/src/core/client_channel/global_subchannel_pool.cc +0 -37
  57. data/src/core/client_channel/global_subchannel_pool.h +1 -28
  58. data/src/core/client_channel/lb_metadata.h +1 -1
  59. data/src/core/client_channel/load_balanced_call_destination.cc +10 -12
  60. data/src/core/client_channel/load_balanced_call_destination.h +1 -1
  61. data/src/core/client_channel/local_subchannel_pool.cc +4 -4
  62. data/src/core/client_channel/retry_filter.cc +2 -2
  63. data/src/core/client_channel/retry_filter.h +3 -3
  64. data/src/core/client_channel/retry_filter_legacy_call_data.cc +11 -12
  65. data/src/core/client_channel/retry_filter_legacy_call_data.h +6 -8
  66. data/src/core/client_channel/retry_service_config.cc +3 -3
  67. data/src/core/client_channel/retry_service_config.h +1 -1
  68. data/src/core/client_channel/subchannel.cc +114 -25
  69. data/src/core/client_channel/subchannel.h +24 -8
  70. data/src/core/client_channel/subchannel_pool_interface.cc +2 -2
  71. data/src/core/client_channel/subchannel_pool_interface.h +1 -1
  72. data/src/core/client_channel/subchannel_stream_client.cc +5 -5
  73. data/src/core/client_channel/subchannel_stream_client.h +3 -3
  74. data/src/core/config/config_vars.cc +38 -3
  75. data/src/core/config/config_vars.h +26 -0
  76. data/src/core/config/core_configuration.cc +5 -5
  77. data/src/core/config/core_configuration.h +8 -8
  78. data/src/core/config/load_config.cc +13 -1
  79. data/src/core/config/load_config.h +2 -0
  80. data/src/core/credentials/call/call_credentials.h +4 -4
  81. data/src/core/credentials/call/call_creds_registry.h +1 -1
  82. data/src/core/credentials/call/call_creds_registry_init.cc +2 -2
  83. data/src/core/credentials/call/call_creds_util.cc +7 -6
  84. data/src/core/credentials/call/composite/composite_call_credentials.cc +6 -6
  85. data/src/core/credentials/call/composite/composite_call_credentials.h +1 -1
  86. data/src/core/credentials/call/external/aws_external_account_credentials.cc +9 -9
  87. data/src/core/credentials/call/external/aws_external_account_credentials.h +1 -1
  88. data/src/core/credentials/call/external/external_account_credentials.cc +12 -12
  89. data/src/core/credentials/call/external/external_account_credentials.h +1 -1
  90. data/src/core/credentials/call/external/file_external_account_credentials.cc +3 -3
  91. data/src/core/credentials/call/external/file_external_account_credentials.h +1 -1
  92. data/src/core/credentials/call/external/url_external_account_credentials.cc +7 -7
  93. data/src/core/credentials/call/external/url_external_account_credentials.h +1 -1
  94. data/src/core/credentials/call/gcp_service_account_identity/gcp_service_account_identity_credentials.cc +24 -71
  95. data/src/core/credentials/call/gcp_service_account_identity/gcp_service_account_identity_credentials.h +1 -8
  96. data/src/core/credentials/call/iam/iam_credentials.cc +6 -6
  97. data/src/core/credentials/call/iam/iam_credentials.h +1 -1
  98. data/src/core/credentials/call/json_util.cc +1 -1
  99. data/src/core/credentials/call/jwt/json_token.cc +7 -7
  100. data/src/core/credentials/call/jwt/jwt_credentials.cc +5 -5
  101. data/src/core/credentials/call/jwt/jwt_credentials.h +4 -4
  102. data/src/core/credentials/call/jwt/jwt_verifier.cc +19 -18
  103. data/src/core/credentials/call/jwt_token_file/jwt_token_file_call_credentials.cc +2 -2
  104. data/src/core/credentials/call/jwt_token_file/jwt_token_file_call_credentials.h +3 -3
  105. data/src/core/credentials/call/jwt_util.cc +3 -3
  106. data/src/core/credentials/call/jwt_util.h +1 -1
  107. data/src/core/credentials/call/oauth2/oauth2_credentials.cc +49 -72
  108. data/src/core/credentials/call/oauth2/oauth2_credentials.h +3 -9
  109. data/src/core/credentials/call/plugin/plugin_credentials.cc +6 -6
  110. data/src/core/credentials/call/plugin/plugin_credentials.h +2 -2
  111. data/src/core/credentials/call/token_fetcher/token_fetcher_credentials.cc +46 -0
  112. data/src/core/credentials/call/token_fetcher/token_fetcher_credentials.h +32 -3
  113. data/src/core/credentials/transport/alts/alts_credentials.cc +5 -5
  114. data/src/core/credentials/transport/alts/alts_security_connector.cc +17 -15
  115. data/src/core/credentials/transport/alts/check_gcp_environment_no_op.cc +1 -1
  116. data/src/core/credentials/transport/alts/grpc_alts_credentials_client_options.cc +23 -3
  117. data/src/core/credentials/transport/alts/grpc_alts_credentials_options.cc +10 -1
  118. data/src/core/credentials/transport/alts/grpc_alts_credentials_options.h +31 -0
  119. data/src/core/credentials/transport/alts/grpc_alts_credentials_server_options.cc +8 -3
  120. data/src/core/credentials/transport/channel_creds_registry.h +1 -1
  121. data/src/core/credentials/transport/channel_creds_registry_init.cc +1 -1
  122. data/src/core/credentials/transport/composite/composite_channel_credentials.cc +7 -7
  123. data/src/core/credentials/transport/composite/composite_channel_credentials.h +1 -1
  124. data/src/core/credentials/transport/fake/fake_credentials.cc +1 -1
  125. data/src/core/credentials/transport/fake/fake_credentials.h +1 -1
  126. data/src/core/credentials/transport/fake/fake_security_connector.cc +7 -7
  127. data/src/core/credentials/transport/google_default/credentials_generic.cc +2 -2
  128. data/src/core/credentials/transport/google_default/google_default_credentials.cc +83 -39
  129. data/src/core/credentials/transport/google_default/google_default_credentials.h +0 -2
  130. data/src/core/credentials/transport/insecure/insecure_security_connector.cc +3 -3
  131. data/src/core/credentials/transport/insecure/insecure_security_connector.h +2 -2
  132. data/src/core/credentials/transport/local/local_security_connector.cc +13 -13
  133. data/src/core/credentials/transport/security_connector.cc +6 -6
  134. data/src/core/credentials/transport/security_connector.h +2 -2
  135. data/src/core/credentials/transport/ssl/ssl_credentials.cc +13 -13
  136. data/src/core/credentials/transport/ssl/ssl_credentials.h +2 -2
  137. data/src/core/credentials/transport/ssl/ssl_security_connector.cc +8 -8
  138. data/src/core/credentials/transport/tls/certificate_provider_factory.h +1 -1
  139. data/src/core/credentials/transport/tls/certificate_provider_registry.cc +2 -2
  140. data/src/core/credentials/transport/tls/certificate_provider_registry.h +1 -1
  141. data/src/core/credentials/transport/tls/grpc_tls_certificate_distributor.cc +25 -25
  142. data/src/core/credentials/transport/tls/grpc_tls_certificate_distributor.h +2 -2
  143. data/src/core/credentials/transport/tls/grpc_tls_certificate_match.cc +1 -1
  144. data/src/core/credentials/transport/tls/grpc_tls_certificate_provider.cc +8 -8
  145. data/src/core/credentials/transport/tls/grpc_tls_certificate_provider.h +5 -5
  146. data/src/core/credentials/transport/tls/grpc_tls_certificate_verifier.cc +3 -3
  147. data/src/core/credentials/transport/tls/grpc_tls_certificate_verifier.h +4 -4
  148. data/src/core/credentials/transport/tls/grpc_tls_credentials_options.cc +18 -18
  149. data/src/core/credentials/transport/tls/grpc_tls_crl_provider.cc +5 -5
  150. data/src/core/credentials/transport/tls/grpc_tls_crl_provider.h +3 -3
  151. data/src/core/credentials/transport/tls/load_system_roots_supported.cc +1 -1
  152. data/src/core/credentials/transport/tls/spiffe_utils.cc +10 -8
  153. data/src/core/credentials/transport/tls/spiffe_utils.h +2 -2
  154. data/src/core/credentials/transport/tls/ssl_utils.cc +18 -13
  155. data/src/core/credentials/transport/tls/ssl_utils.h +2 -2
  156. data/src/core/credentials/transport/tls/tls_credentials.cc +3 -3
  157. data/src/core/credentials/transport/tls/tls_security_connector.cc +15 -15
  158. data/src/core/credentials/transport/tls/tls_security_connector.h +3 -3
  159. data/src/core/credentials/transport/transport_credentials.cc +3 -3
  160. data/src/core/credentials/transport/transport_credentials.h +4 -4
  161. data/src/core/credentials/transport/xds/xds_credentials.cc +5 -5
  162. data/src/core/credentials/transport/xds/xds_credentials.h +1 -1
  163. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +2 -2
  164. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +4 -1
  165. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +6 -4
  166. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +2 -2
  167. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +7 -7
  168. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +6 -3
  169. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
  170. data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.cc +2 -2
  171. data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.h +6 -3
  172. data/src/core/ext/filters/gcp_authentication/gcp_authentication_service_config_parser.h +1 -1
  173. data/src/core/ext/filters/http/client/http_client_filter.cc +6 -6
  174. data/src/core/ext/filters/http/client/http_client_filter.h +4 -1
  175. data/src/core/ext/filters/http/client_authority_filter.cc +2 -2
  176. data/src/core/ext/filters/http/client_authority_filter.h +4 -1
  177. data/src/core/ext/filters/http/http_filters_plugin.cc +1 -1
  178. data/src/core/ext/filters/http/message_compress/compression_filter.cc +11 -11
  179. data/src/core/ext/filters/http/message_compress/compression_filter.h +24 -5
  180. data/src/core/ext/filters/http/server/http_server_filter.cc +3 -3
  181. data/src/core/ext/filters/http/server/http_server_filter.h +4 -1
  182. data/src/core/ext/filters/message_size/message_size_filter.cc +2 -2
  183. data/src/core/ext/filters/message_size/message_size_filter.h +8 -2
  184. data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
  185. data/src/core/ext/filters/rbac/rbac_filter.h +4 -1
  186. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +3 -3
  187. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
  188. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +14 -14
  189. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +13 -2
  190. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
  191. data/src/core/ext/transport/chttp2/alpn/alpn.cc +2 -2
  192. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +58 -44
  193. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +2 -3
  194. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +25 -24
  195. data/src/core/ext/transport/chttp2/server/chttp2_server.h +1 -2
  196. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +6 -6
  197. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +6 -6
  198. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +306 -148
  199. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +10 -2
  200. data/src/core/ext/transport/chttp2/transport/flow_control.cc +42 -7
  201. data/src/core/ext/transport/chttp2/transport/flow_control.h +223 -83
  202. data/src/core/ext/transport/chttp2/transport/flow_control_manager.h +105 -0
  203. data/src/core/ext/transport/chttp2/transport/frame.cc +175 -27
  204. data/src/core/ext/transport/chttp2/transport/frame.h +58 -10
  205. data/src/core/ext/transport/chttp2/transport/frame_data.cc +4 -4
  206. data/src/core/ext/transport/chttp2/transport/frame_data.h +1 -1
  207. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +5 -5
  208. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +6 -6
  209. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +7 -7
  210. data/src/core/ext/transport/chttp2/transport/frame_security.cc +1 -1
  211. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +7 -15
  212. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +6 -6
  213. data/src/core/ext/transport/chttp2/transport/goaway.cc +129 -0
  214. data/src/core/ext/transport/chttp2/transport/goaway.h +350 -0
  215. data/src/core/ext/transport/chttp2/transport/header_assembler.h +194 -54
  216. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +3 -3
  217. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +8 -6
  218. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +8 -8
  219. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +3 -3
  220. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +5 -5
  221. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +34 -34
  222. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +6 -7
  223. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +8 -8
  224. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +1 -1
  225. data/src/core/ext/transport/chttp2/transport/http2_client_transport.cc +1475 -632
  226. data/src/core/ext/transport/chttp2/transport/http2_client_transport.h +384 -373
  227. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +1 -1
  228. data/src/core/ext/transport/chttp2/transport/http2_settings.h +6 -4
  229. data/src/core/ext/transport/chttp2/transport/http2_settings_manager.cc +4 -3
  230. data/src/core/ext/transport/chttp2/transport/http2_settings_manager.h +6 -5
  231. data/src/core/ext/transport/chttp2/transport/http2_settings_promises.h +417 -0
  232. data/src/core/ext/transport/chttp2/transport/http2_status.h +7 -1
  233. data/src/core/ext/transport/chttp2/transport/http2_transport.cc +337 -30
  234. data/src/core/ext/transport/chttp2/transport/http2_transport.h +196 -21
  235. data/src/core/ext/transport/chttp2/transport/http2_ztrace_collector.h +172 -72
  236. data/src/core/ext/transport/chttp2/transport/incoming_metadata_tracker.h +128 -0
  237. data/src/core/ext/transport/chttp2/transport/internal.h +31 -19
  238. data/src/core/ext/transport/chttp2/transport/keepalive.cc +12 -5
  239. data/src/core/ext/transport/chttp2/transport/keepalive.h +14 -10
  240. data/src/core/ext/transport/chttp2/transport/message_assembler.h +30 -21
  241. data/src/core/ext/transport/chttp2/transport/parsing.cc +25 -23
  242. data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +2 -2
  243. data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +3 -3
  244. data/src/core/ext/transport/chttp2/transport/ping_promise.cc +70 -28
  245. data/src/core/ext/transport/chttp2/transport/ping_promise.h +63 -23
  246. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +1 -1
  247. data/src/core/ext/transport/chttp2/transport/security_frame.cc +31 -0
  248. data/src/core/ext/transport/chttp2/transport/security_frame.h +32 -0
  249. data/src/core/ext/transport/chttp2/transport/stream.h +287 -0
  250. data/src/core/ext/transport/chttp2/transport/stream_data_queue.h +476 -208
  251. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +8 -8
  252. data/src/core/ext/transport/chttp2/transport/transport_common.cc +17 -1
  253. data/src/core/ext/transport/chttp2/transport/transport_common.h +57 -0
  254. data/src/core/ext/transport/chttp2/transport/varint.h +2 -2
  255. data/src/core/ext/transport/chttp2/transport/writable_streams.h +202 -84
  256. data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +2 -2
  257. data/src/core/ext/transport/chttp2/transport/writing.cc +6 -6
  258. data/src/core/ext/transport/inproc/inproc_transport.cc +9 -3
  259. data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +11 -8
  260. data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb.h +740 -0
  261. data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb_minitable.c +218 -0
  262. data/src/core/ext/upb-gen/src/proto/grpc/channelz/v2/service.upb_minitable.h +46 -0
  263. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +87 -55
  264. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +23 -21
  265. data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/channelz.upbdefs.c +80 -0
  266. data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/channelz.upbdefs.h +47 -0
  267. data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/service.upbdefs.c +129 -0
  268. data/src/core/ext/upbdefs-gen/src/proto/grpc/channelz/v2/service.upbdefs.h +72 -0
  269. data/src/core/filter/auth/auth_filters.h +7 -1
  270. data/src/core/filter/auth/client_auth_filter.cc +2 -2
  271. data/src/core/filter/auth/server_auth_filter.cc +5 -5
  272. data/src/core/filter/blackboard.h +2 -2
  273. data/src/core/filter/filter_args.h +40 -2
  274. data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +2 -2
  275. data/src/core/handshaker/handshaker.cc +8 -8
  276. data/src/core/handshaker/handshaker.h +2 -2
  277. data/src/core/handshaker/http_connect/http_connect_handshaker.cc +5 -5
  278. data/src/core/handshaker/http_connect/http_proxy_mapper.cc +12 -12
  279. data/src/core/handshaker/http_connect/http_proxy_mapper.h +1 -1
  280. data/src/core/handshaker/http_connect/xds_http_proxy_mapper.cc +1 -1
  281. data/src/core/handshaker/http_connect/xds_http_proxy_mapper.h +1 -1
  282. data/src/core/handshaker/proxy_mapper.h +1 -1
  283. data/src/core/handshaker/proxy_mapper_registry.h +1 -1
  284. data/src/core/handshaker/security/legacy_secure_endpoint.cc +6 -6
  285. data/src/core/handshaker/security/pipelined_secure_endpoint.cc +38 -15
  286. data/src/core/handshaker/security/secure_endpoint.cc +31 -11
  287. data/src/core/handshaker/security/security_handshaker.cc +11 -8
  288. data/src/core/handshaker/security/security_handshaker.h +1 -1
  289. data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +6 -6
  290. data/src/core/lib/address_utils/parse_address.cc +5 -5
  291. data/src/core/lib/address_utils/parse_address.h +2 -2
  292. data/src/core/lib/address_utils/sockaddr_utils.cc +4 -4
  293. data/src/core/lib/address_utils/sockaddr_utils.h +1 -1
  294. data/src/core/lib/channel/channel_args.cc +1 -1
  295. data/src/core/lib/channel/channel_args.h +2 -2
  296. data/src/core/lib/channel/channel_stack.cc +29 -25
  297. data/src/core/lib/channel/channel_stack.h +8 -3
  298. data/src/core/lib/channel/channel_stack_builder.cc +8 -4
  299. data/src/core/lib/channel/channel_stack_builder.h +10 -9
  300. data/src/core/lib/channel/channel_stack_builder_impl.cc +8 -13
  301. data/src/core/lib/channel/channel_stack_builder_impl.h +1 -1
  302. data/src/core/lib/channel/connected_channel.cc +4 -4
  303. data/src/core/lib/channel/promise_based_filter.cc +132 -72
  304. data/src/core/lib/channel/promise_based_filter.h +39 -23
  305. data/src/core/lib/compression/compression_internal.cc +6 -6
  306. data/src/core/lib/compression/compression_internal.h +1 -1
  307. data/src/core/lib/compression/message_compress.cc +8 -8
  308. data/src/core/lib/debug/trace.cc +2 -5
  309. data/src/core/lib/debug/trace.h +10 -0
  310. data/src/core/lib/debug/trace_flags.cc +2 -2
  311. data/src/core/lib/debug/trace_flags.h +1 -1
  312. data/src/core/lib/event_engine/ares_resolver.cc +30 -28
  313. data/src/core/lib/event_engine/ares_resolver.h +4 -4
  314. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +3 -3
  315. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
  316. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +1 -1
  317. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +4 -4
  318. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +3 -3
  319. data/src/core/lib/event_engine/channel_args_endpoint_config.h +1 -1
  320. data/src/core/lib/event_engine/default_event_engine.cc +1 -1
  321. data/src/core/lib/event_engine/event_engine.cc +1 -1
  322. data/src/core/lib/event_engine/extensions/channelz.h +3 -3
  323. data/src/core/lib/event_engine/extensions/chaotic_good_extension.h +1 -1
  324. data/src/core/lib/event_engine/extensions/supports_fd.h +5 -5
  325. data/src/core/lib/event_engine/extensions/tcp_trace.h +8 -1
  326. data/src/core/lib/event_engine/grpc_polled_fd.h +1 -1
  327. data/src/core/lib/event_engine/memory_allocator_factory.h +1 -1
  328. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +12 -12
  329. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +5 -5
  330. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +15 -15
  331. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +3 -3
  332. data/src/core/lib/event_engine/posix_engine/event_poller.h +2 -2
  333. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +2 -2
  334. data/src/core/lib/event_engine/posix_engine/file_descriptor_collection.cc +1 -1
  335. data/src/core/lib/event_engine/posix_engine/file_descriptor_collection.h +1 -1
  336. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +4 -4
  337. data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +1 -1
  338. data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +3 -3
  339. data/src/core/lib/event_engine/posix_engine/lockfree_event.h +1 -1
  340. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +3 -3
  341. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +1 -1
  342. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +28 -27
  343. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +17 -17
  344. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +175 -177
  345. data/src/core/lib/event_engine/posix_engine/posix_engine.h +40 -61
  346. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +11 -7
  347. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +4 -4
  348. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +9 -9
  349. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +1 -1
  350. data/src/core/lib/event_engine/posix_engine/posix_interface.h +2 -2
  351. data/src/core/lib/event_engine/posix_engine/posix_interface_posix.cc +5 -5
  352. data/src/core/lib/event_engine/posix_engine/posix_write_event_sink.h +1 -1
  353. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -1
  354. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +1 -1
  355. data/src/core/lib/event_engine/posix_engine/timer.h +1 -1
  356. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +4 -4
  357. data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
  358. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -2
  359. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +2 -2
  360. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +1 -1
  361. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +2 -2
  362. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +1 -1
  363. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +2 -2
  364. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +1 -1
  365. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +2 -2
  366. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +1 -1
  367. data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +1 -1
  368. data/src/core/lib/event_engine/resolved_address.cc +3 -3
  369. data/src/core/lib/event_engine/shim.cc +8 -11
  370. data/src/core/lib/event_engine/shim.h +2 -1
  371. data/src/core/lib/event_engine/slice.cc +2 -2
  372. data/src/core/lib/event_engine/tcp_socket_utils.cc +15 -15
  373. data/src/core/lib/event_engine/thread_pool/thread_count.cc +1 -1
  374. data/src/core/lib/event_engine/thread_pool/thread_count.h +1 -1
  375. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +11 -11
  376. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +3 -3
  377. data/src/core/lib/event_engine/utils.cc +3 -3
  378. data/src/core/lib/event_engine/utils.h +1 -1
  379. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +32 -32
  380. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.h +2 -2
  381. data/src/core/lib/event_engine/windows/iocp.cc +11 -11
  382. data/src/core/lib/event_engine/windows/iocp.h +1 -1
  383. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +5 -2
  384. data/src/core/lib/event_engine/windows/win_socket.cc +7 -7
  385. data/src/core/lib/event_engine/windows/win_socket.h +2 -2
  386. data/src/core/lib/event_engine/windows/windows_endpoint.cc +16 -16
  387. data/src/core/lib/event_engine/windows/windows_engine.cc +20 -18
  388. data/src/core/lib/event_engine/windows/windows_engine.h +3 -3
  389. data/src/core/lib/event_engine/windows/windows_listener.cc +10 -10
  390. data/src/core/lib/event_engine/windows/windows_listener.h +2 -2
  391. data/src/core/lib/event_engine/work_queue/basic_work_queue.h +2 -2
  392. data/src/core/lib/experiments/config.cc +4 -4
  393. data/src/core/lib/experiments/experiments.cc +255 -42
  394. data/src/core/lib/experiments/experiments.h +105 -21
  395. data/src/core/lib/iomgr/buffer_list.cc +1 -1
  396. data/src/core/lib/iomgr/call_combiner.cc +4 -4
  397. data/src/core/lib/iomgr/call_combiner.h +2 -2
  398. data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
  399. data/src/core/lib/iomgr/closure.h +2 -2
  400. data/src/core/lib/iomgr/combiner.cc +2 -2
  401. data/src/core/lib/iomgr/endpoint.h +1 -1
  402. data/src/core/lib/iomgr/endpoint_cfstream.cc +7 -7
  403. data/src/core/lib/iomgr/endpoint_pair_posix.cc +6 -6
  404. data/src/core/lib/iomgr/endpoint_pair_windows.cc +16 -15
  405. data/src/core/lib/iomgr/error.cc +1 -1
  406. data/src/core/lib/iomgr/error.h +2 -2
  407. data/src/core/lib/iomgr/error_cfstream.cc +1 -1
  408. data/src/core/lib/iomgr/ev_apple.cc +1 -1
  409. data/src/core/lib/iomgr/ev_epoll1_linux.cc +19 -19
  410. data/src/core/lib/iomgr/ev_poll_posix.cc +14 -14
  411. data/src/core/lib/iomgr/ev_posix.cc +3 -3
  412. data/src/core/lib/iomgr/event_engine_shims/closure.cc +3 -3
  413. data/src/core/lib/iomgr/event_engine_shims/closure.h +1 -1
  414. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +10 -9
  415. data/src/core/lib/iomgr/event_engine_shims/endpoint.h +1 -1
  416. data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +2 -2
  417. data/src/core/lib/iomgr/exec_ctx.cc +3 -3
  418. data/src/core/lib/iomgr/exec_ctx.h +1 -1
  419. data/src/core/lib/iomgr/fork_posix.cc +1 -1
  420. data/src/core/lib/iomgr/internal_errqueue.cc +1 -1
  421. data/src/core/lib/iomgr/iocp_windows.cc +9 -9
  422. data/src/core/lib/iomgr/iomgr.cc +1 -1
  423. data/src/core/lib/iomgr/iomgr_windows.cc +3 -3
  424. data/src/core/lib/iomgr/lockfree_event.cc +3 -3
  425. data/src/core/lib/iomgr/polling_entity.cc +4 -4
  426. data/src/core/lib/iomgr/resolve_address.cc +1 -1
  427. data/src/core/lib/iomgr/resolve_address.h +2 -2
  428. data/src/core/lib/iomgr/resolve_address_posix.cc +4 -4
  429. data/src/core/lib/iomgr/resolve_address_windows.cc +1 -1
  430. data/src/core/lib/iomgr/sockaddr_utils_posix.cc +1 -1
  431. data/src/core/lib/iomgr/socket_utils_common_posix.cc +4 -4
  432. data/src/core/lib/iomgr/socket_windows.cc +6 -6
  433. data/src/core/lib/iomgr/tcp_client_cfstream.cc +1 -1
  434. data/src/core/lib/iomgr/tcp_client_posix.cc +7 -7
  435. data/src/core/lib/iomgr/tcp_client_windows.cc +4 -4
  436. data/src/core/lib/iomgr/tcp_posix.cc +47 -47
  437. data/src/core/lib/iomgr/tcp_server.cc +5 -0
  438. data/src/core/lib/iomgr/tcp_server.h +7 -0
  439. data/src/core/lib/iomgr/tcp_server_posix.cc +62 -31
  440. data/src/core/lib/iomgr/tcp_server_utils_posix.h +4 -1
  441. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +7 -7
  442. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +4 -4
  443. data/src/core/lib/iomgr/tcp_server_windows.cc +70 -31
  444. data/src/core/lib/iomgr/tcp_windows.cc +8 -8
  445. data/src/core/lib/iomgr/timer_generic.cc +5 -5
  446. data/src/core/lib/iomgr/timer_manager.cc +3 -3
  447. data/src/core/lib/iomgr/unix_sockets_posix.cc +3 -3
  448. data/src/core/lib/iomgr/unix_sockets_posix.h +1 -1
  449. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +2 -2
  450. data/src/core/lib/iomgr/vsock.cc +1 -1
  451. data/src/core/lib/iomgr/vsock.h +1 -1
  452. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +1 -1
  453. data/src/core/lib/promise/activity.cc +3 -3
  454. data/src/core/lib/promise/activity.h +11 -10
  455. data/src/core/lib/promise/all_ok.h +3 -3
  456. data/src/core/lib/promise/arena_promise.h +47 -6
  457. data/src/core/lib/promise/context.h +3 -3
  458. data/src/core/lib/promise/detail/join_state.h +10 -10
  459. data/src/core/lib/promise/detail/promise_factory.h +1 -1
  460. data/src/core/lib/promise/detail/promise_like.h +1 -1
  461. data/src/core/lib/promise/detail/seq_state.h +16 -16
  462. data/src/core/lib/promise/detail/status.h +2 -2
  463. data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +1 -1
  464. data/src/core/lib/promise/for_each.h +8 -8
  465. data/src/core/lib/promise/if.h +1 -1
  466. data/src/core/lib/promise/inter_activity_latch.h +3 -3
  467. data/src/core/lib/promise/inter_activity_mutex.h +1 -1
  468. data/src/core/lib/promise/interceptor_list.h +5 -5
  469. data/src/core/lib/promise/latch.h +9 -9
  470. data/src/core/lib/promise/loop.h +2 -2
  471. data/src/core/lib/promise/map.h +2 -2
  472. data/src/core/lib/promise/mpsc.cc +31 -30
  473. data/src/core/lib/promise/mpsc.h +2 -2
  474. data/src/core/lib/promise/observable.h +6 -6
  475. data/src/core/lib/promise/party.cc +43 -30
  476. data/src/core/lib/promise/party.h +27 -23
  477. data/src/core/lib/promise/pipe.h +31 -17
  478. data/src/core/lib/promise/poll.h +6 -5
  479. data/src/core/lib/promise/promise.h +2 -4
  480. data/src/core/lib/promise/sleep.cc +3 -1
  481. data/src/core/lib/promise/sleep.h +1 -1
  482. data/src/core/lib/promise/status_flag.h +8 -8
  483. data/src/core/lib/promise/try_join.h +5 -5
  484. data/src/core/lib/promise/try_seq.h +5 -5
  485. data/src/core/lib/promise/wait_set.h +2 -2
  486. data/src/core/lib/resource_quota/api.cc +1 -1
  487. data/src/core/lib/resource_quota/arena.cc +1 -1
  488. data/src/core/lib/resource_quota/arena.h +15 -2
  489. data/src/core/lib/resource_quota/connection_quota.cc +9 -7
  490. data/src/core/lib/resource_quota/connection_quota.h +1 -1
  491. data/src/core/lib/resource_quota/memory_quota.cc +48 -27
  492. data/src/core/lib/resource_quota/memory_quota.h +56 -20
  493. data/src/core/lib/resource_quota/periodic_update.h +1 -1
  494. data/src/core/lib/resource_quota/resource_quota.cc +8 -0
  495. data/src/core/lib/resource_quota/resource_quota.h +2 -1
  496. data/src/core/lib/resource_quota/stream_quota.cc +22 -0
  497. data/src/core/lib/resource_quota/stream_quota.h +31 -0
  498. data/src/core/lib/resource_quota/telemetry.h +55 -0
  499. data/src/core/lib/resource_quota/thread_quota.cc +2 -2
  500. data/src/core/lib/resource_quota/thread_quota.h +1 -1
  501. data/src/core/lib/resource_tracker/resource_tracker.cc +33 -0
  502. data/src/core/lib/resource_tracker/resource_tracker.h +46 -0
  503. data/src/core/lib/security/authorization/audit_logging.cc +7 -7
  504. data/src/core/lib/security/authorization/audit_logging.h +1 -1
  505. data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
  506. data/src/core/lib/security/authorization/evaluate_args.cc +5 -5
  507. data/src/core/lib/security/authorization/evaluate_args.h +1 -1
  508. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +2 -2
  509. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +3 -3
  510. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +4 -1
  511. data/src/core/lib/security/authorization/matchers.cc +2 -2
  512. data/src/core/lib/security/authorization/stdout_logger.cc +3 -3
  513. data/src/core/lib/slice/percent_encoding.cc +1 -1
  514. data/src/core/lib/slice/slice.cc +1 -1
  515. data/src/core/lib/slice/slice.h +2 -2
  516. data/src/core/lib/slice/slice_buffer.cc +1 -1
  517. data/src/core/lib/slice/slice_internal.h +1 -1
  518. data/src/core/lib/surface/byte_buffer_reader.cc +2 -2
  519. data/src/core/lib/surface/call.cc +58 -28
  520. data/src/core/lib/surface/call.h +13 -6
  521. data/src/core/lib/surface/call_log_batch.cc +2 -2
  522. data/src/core/lib/surface/call_utils.cc +7 -7
  523. data/src/core/lib/surface/call_utils.h +85 -20
  524. data/src/core/lib/surface/channel.cc +6 -5
  525. data/src/core/lib/surface/channel.h +13 -3
  526. data/src/core/lib/surface/channel_create.cc +12 -8
  527. data/src/core/lib/surface/channel_create.h +1 -1
  528. data/src/core/lib/surface/channel_init.cc +84 -27
  529. data/src/core/lib/surface/channel_init.h +30 -13
  530. data/src/core/lib/surface/completion_queue.cc +21 -20
  531. data/src/core/lib/surface/completion_queue_factory.cc +7 -7
  532. data/src/core/lib/surface/connection_context.h +45 -2
  533. data/src/core/lib/surface/filter_stack_call.cc +25 -31
  534. data/src/core/lib/surface/filter_stack_call.h +6 -7
  535. data/src/core/lib/surface/init.cc +4 -4
  536. data/src/core/lib/surface/lame_client.cc +2 -2
  537. data/src/core/lib/surface/lame_client.h +3 -3
  538. data/src/core/lib/surface/legacy_channel.cc +10 -10
  539. data/src/core/lib/surface/legacy_channel.h +1 -1
  540. data/src/core/lib/surface/validate_metadata.cc +2 -2
  541. data/src/core/lib/surface/validate_metadata.h +3 -3
  542. data/src/core/lib/surface/version.cc +2 -2
  543. data/src/core/lib/transport/bdp_estimator.cc +2 -2
  544. data/src/core/lib/transport/bdp_estimator.h +5 -5
  545. data/src/core/lib/transport/connectivity_state.cc +1 -1
  546. data/src/core/lib/transport/connectivity_state.h +2 -2
  547. data/src/core/lib/transport/error_utils.h +1 -1
  548. data/src/core/lib/transport/promise_endpoint.cc +4 -4
  549. data/src/core/lib/transport/promise_endpoint.h +11 -11
  550. data/src/core/lib/transport/timeout_encoding.cc +4 -4
  551. data/src/core/lib/transport/transport.cc +3 -3
  552. data/src/core/lib/transport/transport.h +62 -4
  553. data/src/core/lib/transport/transport_framing_endpoint_extension.h +1 -1
  554. data/src/core/lib/transport/transport_op_string.cc +2 -2
  555. data/src/core/load_balancing/address_filtering.cc +1 -1
  556. data/src/core/load_balancing/address_filtering.h +2 -2
  557. data/src/core/load_balancing/backend_metric_parser.cc +1 -1
  558. data/src/core/load_balancing/backend_metric_parser.h +1 -1
  559. data/src/core/load_balancing/child_policy_handler.cc +8 -8
  560. data/src/core/load_balancing/child_policy_handler.h +2 -2
  561. data/src/core/load_balancing/delegating_helper.h +2 -2
  562. data/src/core/load_balancing/endpoint_list.cc +6 -6
  563. data/src/core/load_balancing/endpoint_list.h +2 -2
  564. data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +7 -5
  565. data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +5 -1
  566. data/src/core/load_balancing/grpclb/grpclb.cc +37 -48
  567. data/src/core/load_balancing/grpclb/grpclb_client_stats.h +2 -2
  568. data/src/core/load_balancing/grpclb/load_balancer_api.cc +1 -1
  569. data/src/core/load_balancing/grpclb/load_balancer_api.h +1 -1
  570. data/src/core/load_balancing/health_check_client.cc +13 -9
  571. data/src/core/load_balancing/health_check_client_internal.h +5 -5
  572. data/src/core/load_balancing/lb_policy.h +11 -8
  573. data/src/core/load_balancing/lb_policy_factory.h +2 -2
  574. data/src/core/load_balancing/lb_policy_registry.cc +3 -3
  575. data/src/core/load_balancing/lb_policy_registry.h +2 -2
  576. data/src/core/load_balancing/oob_backend_metric.cc +11 -7
  577. data/src/core/load_balancing/oob_backend_metric_internal.h +4 -4
  578. data/src/core/load_balancing/outlier_detection/outlier_detection.cc +9 -17
  579. data/src/core/load_balancing/pick_first/pick_first.cc +62 -32
  580. data/src/core/load_balancing/priority/priority.cc +29 -30
  581. data/src/core/load_balancing/ring_hash/ring_hash.cc +11 -11
  582. data/src/core/load_balancing/rls/rls.cc +23 -23
  583. data/src/core/load_balancing/round_robin/round_robin.cc +16 -16
  584. data/src/core/load_balancing/subchannel_interface.h +2 -2
  585. data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.cc +3 -3
  586. data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +42 -41
  587. data/src/core/load_balancing/weighted_target/weighted_target.cc +14 -14
  588. data/src/core/load_balancing/xds/cds.cc +81 -37
  589. data/src/core/load_balancing/xds/xds_cluster_impl.cc +24 -41
  590. data/src/core/load_balancing/xds/xds_cluster_manager.cc +6 -6
  591. data/src/core/load_balancing/xds/xds_override_host.cc +14 -14
  592. data/src/core/load_balancing/xds/xds_override_host.h +1 -1
  593. data/src/core/load_balancing/xds/xds_wrr_locality.cc +5 -5
  594. data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +8 -8
  595. data/src/core/resolver/dns/c_ares/dns_resolver_ares.h +1 -1
  596. data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver.h +1 -1
  597. data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +4 -4
  598. data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +35 -35
  599. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +16 -16
  600. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +2 -2
  601. data/src/core/resolver/dns/dns_resolver_plugin.cc +8 -5
  602. data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +10 -10
  603. data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.h +1 -1
  604. data/src/core/resolver/dns/event_engine/service_config_helper.cc +2 -2
  605. data/src/core/resolver/dns/native/dns_resolver.cc +7 -7
  606. data/src/core/resolver/endpoint_addresses.cc +6 -6
  607. data/src/core/resolver/endpoint_addresses.h +4 -1
  608. data/src/core/resolver/fake/fake_resolver.cc +3 -3
  609. data/src/core/resolver/fake/fake_resolver.h +3 -3
  610. data/src/core/resolver/google_c2p/google_c2p_resolver.cc +46 -59
  611. data/src/core/resolver/polling_resolver.cc +8 -8
  612. data/src/core/resolver/polling_resolver.h +1 -1
  613. data/src/core/resolver/resolver.h +2 -2
  614. data/src/core/resolver/resolver_factory.h +2 -2
  615. data/src/core/resolver/resolver_registry.cc +5 -4
  616. data/src/core/resolver/resolver_registry.h +1 -1
  617. data/src/core/resolver/sockaddr/sockaddr_resolver.cc +4 -4
  618. data/src/core/resolver/xds/xds_config.cc +1 -1
  619. data/src/core/resolver/xds/xds_config.h +3 -3
  620. data/src/core/resolver/xds/xds_dependency_manager.cc +7 -7
  621. data/src/core/resolver/xds/xds_dependency_manager.h +3 -3
  622. data/src/core/resolver/xds/xds_resolver.cc +25 -22
  623. data/src/core/resolver/xds/xds_resolver_attributes.h +1 -1
  624. data/src/core/server/add_port.cc +2 -2
  625. data/src/core/server/server.cc +47 -43
  626. data/src/core/server/server.h +8 -7
  627. data/src/core/server/server_call_tracer_filter.cc +1 -1
  628. data/src/core/server/server_call_tracer_filter.h +9 -5
  629. data/src/core/server/server_config_selector.h +2 -2
  630. data/src/core/server/server_config_selector_filter.cc +5 -5
  631. data/src/core/server/xds_channel_stack_modifier.cc +3 -2
  632. data/src/core/server/xds_channel_stack_modifier.h +1 -1
  633. data/src/core/server/xds_server_config_fetcher.cc +19 -18
  634. data/src/core/service_config/service_config.h +1 -1
  635. data/src/core/service_config/service_config_channel_arg_filter.h +4 -1
  636. data/src/core/service_config/service_config_impl.cc +3 -3
  637. data/src/core/service_config/service_config_impl.h +4 -4
  638. data/src/core/service_config/service_config_parser.h +1 -1
  639. data/src/core/telemetry/call_tracer.cc +39 -49
  640. data/src/core/telemetry/call_tracer.h +201 -24
  641. data/src/core/telemetry/default_tcp_tracer.h +3 -3
  642. data/src/core/telemetry/histogram.h +205 -0
  643. data/src/core/telemetry/instrument.cc +999 -0
  644. data/src/core/telemetry/instrument.h +1105 -0
  645. data/src/core/telemetry/metrics.cc +15 -5
  646. data/src/core/telemetry/metrics.h +36 -5
  647. data/src/core/telemetry/stats.h +2 -2
  648. data/src/core/telemetry/stats_data.cc +1 -20
  649. data/src/core/telemetry/stats_data.h +2 -21
  650. data/src/core/transport/auth_context.cc +3 -3
  651. data/src/core/transport/auth_context.h +2 -1
  652. data/src/core/transport/auth_context_comparator_registry.h +1 -1
  653. data/src/core/tsi/alts/crypt/aes_gcm.cc +1 -1
  654. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +2 -2
  655. data/src/core/tsi/alts/frame_protector/frame_handler.cc +1 -1
  656. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +81 -48
  657. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +1 -0
  658. data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +3 -3
  659. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +46 -36
  660. data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +4 -4
  661. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -1
  662. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +4 -4
  663. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +11 -3
  664. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +10 -0
  665. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +16 -8
  666. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +3 -0
  667. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +18 -5
  668. data/src/core/tsi/fake_transport_security.cc +6 -5
  669. data/src/core/tsi/local_transport_security.cc +1 -1
  670. data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +5 -5
  671. data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +1 -1
  672. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +10 -10
  673. data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +4 -4
  674. data/src/core/tsi/ssl_transport_security.cc +30 -30
  675. data/src/core/tsi/ssl_transport_security.h +1 -1
  676. data/src/core/tsi/ssl_transport_security_utils.cc +10 -10
  677. data/src/core/tsi/ssl_transport_security_utils.h +2 -2
  678. data/src/core/tsi/transport_security_grpc.cc +8 -0
  679. data/src/core/tsi/transport_security_grpc.h +15 -0
  680. data/src/core/util/alloc.cc +1 -1
  681. data/src/core/util/backoff.h +1 -1
  682. data/src/core/util/chunked_vector.h +4 -4
  683. data/src/core/util/crash.h +1 -1
  684. data/src/core/util/dual_ref_counted.h +2 -2
  685. data/src/core/util/event_log.cc +2 -2
  686. data/src/core/util/event_log.h +3 -3
  687. data/src/core/util/gcp_metadata_query.cc +7 -7
  688. data/src/core/util/gcp_metadata_query.h +2 -2
  689. data/src/core/util/glob.cc +2 -0
  690. data/src/core/util/grpc_check.cc +24 -0
  691. data/src/core/util/grpc_check.h +103 -0
  692. data/src/core/util/grpc_if_nametoindex_posix.cc +1 -1
  693. data/src/core/util/grpc_if_nametoindex_unsupported.cc +1 -1
  694. data/src/core/util/http_client/format_request.cc +1 -1
  695. data/src/core/util/http_client/httpcli.cc +6 -6
  696. data/src/core/util/http_client/httpcli.h +4 -4
  697. data/src/core/util/http_client/httpcli_security_connector.cc +4 -4
  698. data/src/core/util/http_client/parser.cc +4 -4
  699. data/src/core/util/json/json_channel_args.h +1 -1
  700. data/src/core/util/json/json_object_loader.h +6 -6
  701. data/src/core/util/json/json_reader.cc +2 -2
  702. data/src/core/util/json/json_reader.h +1 -1
  703. data/src/core/util/json/json_util.h +3 -3
  704. data/src/core/util/json/json_writer.cc +1 -1
  705. data/src/core/util/latent_see.cc +45 -24
  706. data/src/core/util/latent_see.h +199 -28
  707. data/src/core/util/linux/cpu.cc +1 -1
  708. data/src/core/util/load_file.cc +1 -1
  709. data/src/core/util/load_file.h +1 -1
  710. data/src/core/util/log.cc +3 -3
  711. data/src/core/util/lru_cache.h +4 -4
  712. data/src/core/util/matchers.h +1 -1
  713. data/src/core/util/memory_usage.h +17 -1
  714. data/src/core/util/mpscq.h +1 -1
  715. data/src/core/util/notification.h +1 -1
  716. data/src/core/util/posix/cpu.cc +1 -1
  717. data/src/core/util/posix/directory_reader.cc +3 -2
  718. data/src/core/util/posix/stat.cc +2 -2
  719. data/src/core/util/posix/sync.cc +24 -24
  720. data/src/core/util/posix/thd.cc +2 -2
  721. data/src/core/util/posix/tmpfile.cc +2 -2
  722. data/src/core/util/postmortem_emit.cc +52 -0
  723. data/src/core/util/postmortem_emit.h +30 -0
  724. data/src/core/util/ref_counted.h +2 -2
  725. data/src/core/util/ref_counted_ptr.h +6 -1
  726. data/src/core/util/ref_counted_string.h +1 -1
  727. data/src/core/util/single_set_ptr.h +3 -1
  728. data/src/core/util/status_helper.cc +8 -8
  729. data/src/core/util/status_helper.h +1 -1
  730. data/src/core/util/string.cc +2 -2
  731. data/src/core/util/sync_abseil.cc +1 -1
  732. data/src/core/util/table.h +1 -1
  733. data/src/core/util/time.cc +1 -1
  734. data/src/core/util/time_precise.cc +1 -1
  735. data/src/core/util/trie_lookup.h +170 -0
  736. data/src/core/util/unique_ptr_with_bitset.h +5 -5
  737. data/src/core/util/unique_type_name.h +1 -1
  738. data/src/core/util/upb_utils.h +6 -1
  739. data/src/core/util/validation_errors.cc +2 -2
  740. data/src/core/util/validation_errors.h +2 -3
  741. data/src/core/util/wait_for_single_owner.h +2 -2
  742. data/src/core/util/windows/directory_reader.cc +1 -1
  743. data/src/core/util/windows/stat.cc +2 -2
  744. data/src/core/util/windows/thd.cc +2 -2
  745. data/src/core/util/windows/time.cc +1 -1
  746. data/src/core/util/work_serializer.cc +3 -3
  747. data/src/core/util/work_serializer.h +2 -2
  748. data/src/core/xds/grpc/certificate_provider_store.cc +2 -2
  749. data/src/core/xds/grpc/certificate_provider_store.h +2 -2
  750. data/src/core/xds/grpc/file_watcher_certificate_provider_factory.cc +3 -3
  751. data/src/core/xds/grpc/file_watcher_certificate_provider_factory.h +1 -1
  752. data/src/core/xds/grpc/xds_audit_logger_registry.cc +3 -3
  753. data/src/core/xds/grpc/xds_audit_logger_registry.h +1 -1
  754. data/src/core/xds/grpc/xds_bootstrap_grpc.cc +7 -7
  755. data/src/core/xds/grpc/xds_bootstrap_grpc.h +8 -3
  756. data/src/core/xds/grpc/xds_certificate_provider.cc +4 -4
  757. data/src/core/xds/grpc/xds_certificate_provider.h +2 -2
  758. data/src/core/xds/grpc/xds_client_grpc.cc +39 -20
  759. data/src/core/xds/grpc/xds_client_grpc.h +6 -3
  760. data/src/core/xds/grpc/xds_cluster.cc +2 -2
  761. data/src/core/xds/grpc/xds_cluster.h +1 -1
  762. data/src/core/xds/grpc/xds_cluster_parser.cc +7 -7
  763. data/src/core/xds/grpc/xds_cluster_parser.h +1 -1
  764. data/src/core/xds/grpc/xds_cluster_specifier_plugin.cc +4 -4
  765. data/src/core/xds/grpc/xds_cluster_specifier_plugin.h +1 -1
  766. data/src/core/xds/grpc/xds_common_types.cc +1 -1
  767. data/src/core/xds/grpc/xds_common_types.h +1 -1
  768. data/src/core/xds/grpc/xds_common_types_parser.cc +5 -5
  769. data/src/core/xds/grpc/xds_endpoint.h +2 -2
  770. data/src/core/xds/grpc/xds_endpoint_parser.cc +7 -7
  771. data/src/core/xds/grpc/xds_endpoint_parser.h +1 -1
  772. data/src/core/xds/grpc/xds_health_status.cc +1 -1
  773. data/src/core/xds/grpc/xds_health_status.h +1 -1
  774. data/src/core/xds/grpc/xds_http_fault_filter.cc +4 -4
  775. data/src/core/xds/grpc/xds_http_fault_filter.h +2 -2
  776. data/src/core/xds/grpc/xds_http_filter.h +3 -3
  777. data/src/core/xds/grpc/xds_http_filter_registry.cc +4 -3
  778. data/src/core/xds/grpc/xds_http_filter_registry.h +2 -2
  779. data/src/core/xds/grpc/xds_http_gcp_authn_filter.cc +3 -3
  780. data/src/core/xds/grpc/xds_http_gcp_authn_filter.h +2 -2
  781. data/src/core/xds/grpc/xds_http_rbac_filter.cc +4 -4
  782. data/src/core/xds/grpc/xds_http_rbac_filter.h +2 -2
  783. data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +3 -3
  784. data/src/core/xds/grpc/xds_http_stateful_session_filter.h +2 -2
  785. data/src/core/xds/grpc/xds_lb_policy_registry.cc +1 -1
  786. data/src/core/xds/grpc/xds_lb_policy_registry.h +1 -1
  787. data/src/core/xds/grpc/xds_listener.cc +2 -2
  788. data/src/core/xds/grpc/xds_listener_parser.cc +9 -9
  789. data/src/core/xds/grpc/xds_listener_parser.h +1 -1
  790. data/src/core/xds/grpc/xds_matcher.cc +277 -0
  791. data/src/core/xds/grpc/xds_matcher.h +432 -0
  792. data/src/core/xds/grpc/xds_matcher_action.cc +47 -0
  793. data/src/core/xds/grpc/xds_matcher_action.h +48 -0
  794. data/src/core/xds/grpc/xds_matcher_context.cc +29 -0
  795. data/src/core/xds/grpc/xds_matcher_context.h +46 -0
  796. data/src/core/xds/grpc/xds_matcher_input.cc +79 -0
  797. data/src/core/xds/grpc/xds_matcher_input.h +105 -0
  798. data/src/core/xds/grpc/xds_matcher_parse.cc +356 -0
  799. data/src/core/xds/grpc/xds_matcher_parse.h +39 -0
  800. data/src/core/xds/grpc/xds_metadata.cc +4 -3
  801. data/src/core/xds/grpc/xds_metadata.h +3 -3
  802. data/src/core/xds/grpc/xds_metadata_parser.cc +2 -2
  803. data/src/core/xds/grpc/xds_route_config.cc +3 -3
  804. data/src/core/xds/grpc/xds_route_config_parser.cc +14 -14
  805. data/src/core/xds/grpc/xds_route_config_parser.h +1 -1
  806. data/src/core/xds/grpc/xds_routing.cc +6 -6
  807. data/src/core/xds/grpc/xds_routing.h +2 -2
  808. data/src/core/xds/grpc/xds_server_grpc.cc +2 -2
  809. data/src/core/xds/grpc/xds_transport_grpc.cc +11 -11
  810. data/src/core/xds/grpc/xds_transport_grpc.h +2 -2
  811. data/src/core/xds/xds_client/lrs_client.cc +9 -9
  812. data/src/core/xds/xds_client/lrs_client.h +4 -4
  813. data/src/core/xds/xds_client/xds_api.h +1 -1
  814. data/src/core/xds/xds_client/xds_backend_metric_propagation.cc +1 -1
  815. data/src/core/xds/xds_client/xds_backend_metric_propagation.h +1 -1
  816. data/src/core/xds/xds_client/xds_client.cc +17 -17
  817. data/src/core/xds/xds_client/xds_client.h +5 -5
  818. data/src/core/xds/xds_client/xds_locality.h +2 -2
  819. data/src/core/xds/xds_client/xds_resource_type.h +2 -2
  820. data/src/core/xds/xds_client/xds_resource_type_impl.h +1 -1
  821. data/src/core/xds/xds_client/xds_transport.h +2 -2
  822. data/src/ruby/ext/grpc/extconf.rb +14 -12
  823. data/src/ruby/ext/grpc/rb_call.c +0 -1
  824. data/src/ruby/ext/grpc/rb_channel_args.c +0 -1
  825. data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
  826. data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
  827. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +2 -2
  828. data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
  829. data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
  830. data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
  831. data/src/ruby/lib/grpc/version.rb +1 -1
  832. data/third_party/abseil-cpp/absl/container/internal/node_slot_policy.h +95 -0
  833. data/third_party/abseil-cpp/absl/container/node_hash_map.h +687 -0
  834. metadata +51 -6
@@ -51,17 +51,6 @@
51
51
  #include <utility>
52
52
  #include <vector>
53
53
 
54
- #include "absl/base/thread_annotations.h"
55
- #include "absl/hash/hash.h"
56
- #include "absl/log/check.h"
57
- #include "absl/log/log.h"
58
- #include "absl/random/random.h"
59
- #include "absl/status/status.h"
60
- #include "absl/status/statusor.h"
61
- #include "absl/strings/str_cat.h"
62
- #include "absl/strings/str_format.h"
63
- #include "absl/strings/str_join.h"
64
- #include "absl/strings/string_view.h"
65
54
  #include "src/core/channelz/channelz.h"
66
55
  #include "src/core/client_channel/client_channel_filter.h"
67
56
  #include "src/core/config/core_configuration.h"
@@ -90,6 +79,7 @@
90
79
  #include "src/core/util/backoff.h"
91
80
  #include "src/core/util/debug_location.h"
92
81
  #include "src/core/util/dual_ref_counted.h"
82
+ #include "src/core/util/grpc_check.h"
93
83
  #include "src/core/util/json/json.h"
94
84
  #include "src/core/util/json/json_args.h"
95
85
  #include "src/core/util/json/json_object_loader.h"
@@ -108,6 +98,16 @@
108
98
  #include "src/proto/grpc/lookup/v1/rls.upb.h"
109
99
  #include "upb/base/string_view.h"
110
100
  #include "upb/mem/arena.hpp"
101
+ #include "absl/base/thread_annotations.h"
102
+ #include "absl/hash/hash.h"
103
+ #include "absl/log/log.h"
104
+ #include "absl/random/random.h"
105
+ #include "absl/status/status.h"
106
+ #include "absl/status/statusor.h"
107
+ #include "absl/strings/str_cat.h"
108
+ #include "absl/strings/str_format.h"
109
+ #include "absl/strings/str_join.h"
110
+ #include "absl/strings/string_view.h"
111
111
 
112
112
  using ::grpc_event_engine::experimental::EventEngine;
113
113
 
@@ -797,7 +797,7 @@ void RlsLb::ChildPolicyWrapper::StartUpdate(
797
797
  auto child_policy_config = InsertOrUpdateChildPolicyField(
798
798
  lb_policy_->config_->child_policy_config_target_field_name(), target_,
799
799
  lb_policy_->config_->child_policy_config(), &errors);
800
- CHECK(child_policy_config.has_value());
800
+ GRPC_CHECK(child_policy_config.has_value());
801
801
  GRPC_TRACE_LOG(rls_lb, INFO)
802
802
  << "[rlslb " << lb_policy_.get() << "] ChildPolicyWrapper=" << this
803
803
  << " [" << target_
@@ -874,7 +874,7 @@ void RlsLb::ChildPolicyWrapper::ChildPolicyHelper::UpdateState(
874
874
  return;
875
875
  }
876
876
  wrapper_->connectivity_state_ = state;
877
- DCHECK(picker != nullptr);
877
+ GRPC_DCHECK(picker != nullptr);
878
878
  if (picker != nullptr) {
879
879
  // We want to unref the picker after we release the lock.
880
880
  wrapper_->picker_.swap(picker);
@@ -898,7 +898,7 @@ std::map<std::string, std::string> BuildKeyMap(
898
898
  if (it == key_builder_map.end()) {
899
899
  // Didn't find exact match, try method wildcard.
900
900
  last_slash_pos = path.rfind('/');
901
- DCHECK(last_slash_pos != path.npos);
901
+ GRPC_DCHECK(last_slash_pos != path.npos);
902
902
  if (GPR_UNLIKELY(last_slash_pos == path.npos)) return {};
903
903
  std::string service(path.substr(0, last_slash_pos + 1));
904
904
  it = key_builder_map.find(service);
@@ -930,7 +930,7 @@ std::map<std::string, std::string> BuildKeyMap(
930
930
  if (!key_builder->service_key.empty()) {
931
931
  if (last_slash_pos == path.npos) {
932
932
  last_slash_pos = path.rfind('/');
933
- DCHECK(last_slash_pos != path.npos);
933
+ GRPC_DCHECK(last_slash_pos != path.npos);
934
934
  if (GPR_UNLIKELY(last_slash_pos == path.npos)) return {};
935
935
  }
936
936
  key_map[key_builder->service_key] =
@@ -940,7 +940,7 @@ std::map<std::string, std::string> BuildKeyMap(
940
940
  if (!key_builder->method_key.empty()) {
941
941
  if (last_slash_pos == path.npos) {
942
942
  last_slash_pos = path.rfind('/');
943
- DCHECK(last_slash_pos != path.npos);
943
+ GRPC_DCHECK(last_slash_pos != path.npos);
944
944
  if (GPR_UNLIKELY(last_slash_pos == path.npos)) return {};
945
945
  }
946
946
  key_map[key_builder->method_key] =
@@ -1126,7 +1126,7 @@ void RlsLb::Cache::Entry::Orphan() {
1126
1126
  is_shutdown_ = true;
1127
1127
  lb_policy_->cache_.lru_list_.erase(lru_iterator_);
1128
1128
  lru_iterator_ = lb_policy_->cache_.lru_list_.end(); // Just in case.
1129
- CHECK(child_policy_wrappers_.empty());
1129
+ GRPC_CHECK(child_policy_wrappers_.empty());
1130
1130
  backoff_state_.reset();
1131
1131
  if (backoff_timer_ != nullptr) {
1132
1132
  backoff_timer_.reset();
@@ -1137,7 +1137,7 @@ void RlsLb::Cache::Entry::Orphan() {
1137
1137
 
1138
1138
  size_t RlsLb::Cache::Entry::Size() const {
1139
1139
  // lru_iterator_ is not valid once we're shut down.
1140
- CHECK(!is_shutdown_);
1140
+ GRPC_CHECK(!is_shutdown_);
1141
1141
  return lb_policy_->cache_.EntrySizeForKey(*lru_iterator_);
1142
1142
  }
1143
1143
 
@@ -1430,7 +1430,7 @@ void RlsLb::Cache::MaybeShrinkSize(
1430
1430
  auto lru_it = lru_list_.begin();
1431
1431
  if (GPR_UNLIKELY(lru_it == lru_list_.end())) break;
1432
1432
  auto map_it = map_.find(*lru_it);
1433
- CHECK(map_it != map_.end());
1433
+ GRPC_CHECK(map_it != map_.end());
1434
1434
  auto& entry = map_it->second;
1435
1435
  if (!entry->CanEvict()) break;
1436
1436
  GRPC_TRACE_LOG(rls_lb, INFO)
@@ -1578,7 +1578,7 @@ void RlsLb::RlsChannel::Orphan() {
1578
1578
  // Remove channelz linkage.
1579
1579
  if (parent_channelz_node_ != nullptr) {
1580
1580
  channelz::ChannelNode* child_channelz_node = channel_->channelz_node();
1581
- CHECK_NE(child_channelz_node, nullptr);
1581
+ GRPC_CHECK_NE(child_channelz_node, nullptr);
1582
1582
  child_channelz_node->RemoveParent(parent_channelz_node_.get());
1583
1583
  }
1584
1584
  // Stop connectivity watch.
@@ -1614,7 +1614,7 @@ void RlsLb::RlsChannel::ReportResponseLocked(bool response_succeeded) {
1614
1614
  }
1615
1615
 
1616
1616
  void RlsLb::RlsChannel::ResetBackoff() {
1617
- DCHECK(channel_ != nullptr);
1617
+ GRPC_DCHECK(channel_ != nullptr);
1618
1618
  channel_->ResetConnectionBackoff();
1619
1619
  }
1620
1620
 
@@ -1647,7 +1647,7 @@ RlsLb::RlsRequest::RlsRequest(
1647
1647
  absl::OkStatus());
1648
1648
  }
1649
1649
 
1650
- RlsLb::RlsRequest::~RlsRequest() { CHECK_EQ(call_, nullptr); }
1650
+ RlsLb::RlsRequest::~RlsRequest() { GRPC_CHECK_EQ(call_, nullptr); }
1651
1651
 
1652
1652
  void RlsLb::RlsRequest::Orphan() {
1653
1653
  if (call_ != nullptr) {
@@ -1707,7 +1707,7 @@ void RlsLb::RlsRequest::StartCallLocked() {
1707
1707
  Ref(DEBUG_LOCATION, "OnRlsCallComplete").release();
1708
1708
  auto call_error = grpc_call_start_batch_and_execute(
1709
1709
  call_, ops, static_cast<size_t>(op - ops), &call_complete_cb_);
1710
- CHECK_EQ(call_error, GRPC_CALL_OK);
1710
+ GRPC_CHECK_EQ(call_error, GRPC_CALL_OK);
1711
1711
  }
1712
1712
 
1713
1713
  void RlsLb::RlsRequest::OnRlsCallComplete(void* arg, grpc_error_handle error) {
@@ -27,14 +27,6 @@
27
27
  #include <utility>
28
28
  #include <vector>
29
29
 
30
- #include "absl/log/check.h"
31
- #include "absl/log/log.h"
32
- #include "absl/meta/type_traits.h"
33
- #include "absl/random/random.h"
34
- #include "absl/status/status.h"
35
- #include "absl/status/statusor.h"
36
- #include "absl/strings/str_cat.h"
37
- #include "absl/strings/string_view.h"
38
30
  #include "src/core/config/core_configuration.h"
39
31
  #include "src/core/lib/channel/channel_args.h"
40
32
  #include "src/core/lib/debug/trace.h"
@@ -44,11 +36,19 @@
44
36
  #include "src/core/load_balancing/lb_policy_factory.h"
45
37
  #include "src/core/resolver/endpoint_addresses.h"
46
38
  #include "src/core/util/debug_location.h"
39
+ #include "src/core/util/grpc_check.h"
47
40
  #include "src/core/util/json/json.h"
48
41
  #include "src/core/util/orphanable.h"
49
42
  #include "src/core/util/ref_counted_ptr.h"
50
43
  #include "src/core/util/shared_bit_gen.h"
51
44
  #include "src/core/util/work_serializer.h"
45
+ #include "absl/log/log.h"
46
+ #include "absl/meta/type_traits.h"
47
+ #include "absl/random/random.h"
48
+ #include "absl/status/status.h"
49
+ #include "absl/status/statusor.h"
50
+ #include "absl/strings/str_cat.h"
51
+ #include "absl/strings/string_view.h"
52
52
 
53
53
  namespace grpc_core {
54
54
 
@@ -208,8 +208,8 @@ RoundRobin::RoundRobin(Args args) : LoadBalancingPolicy(std::move(args)) {
208
208
  RoundRobin::~RoundRobin() {
209
209
  GRPC_TRACE_LOG(round_robin, INFO)
210
210
  << "[RR " << this << "] Destroying Round Robin policy";
211
- CHECK(endpoint_list_ == nullptr);
212
- CHECK(latest_pending_endpoint_list_ == nullptr);
211
+ GRPC_CHECK(endpoint_list_ == nullptr);
212
+ GRPC_CHECK(latest_pending_endpoint_list_ == nullptr);
213
213
  }
214
214
 
215
215
  void RoundRobin::ShutdownLocked() {
@@ -315,20 +315,20 @@ void RoundRobin::RoundRobinEndpointList::UpdateStateCountersLocked(
315
315
  // We treat IDLE the same as CONNECTING, since it will immediately
316
316
  // transition into that state anyway.
317
317
  if (old_state.has_value()) {
318
- CHECK(*old_state != GRPC_CHANNEL_SHUTDOWN);
318
+ GRPC_CHECK(*old_state != GRPC_CHANNEL_SHUTDOWN);
319
319
  if (*old_state == GRPC_CHANNEL_READY) {
320
- CHECK_GT(num_ready_, 0u);
320
+ GRPC_CHECK_GT(num_ready_, 0u);
321
321
  --num_ready_;
322
322
  } else if (*old_state == GRPC_CHANNEL_CONNECTING ||
323
323
  *old_state == GRPC_CHANNEL_IDLE) {
324
- CHECK_GT(num_connecting_, 0u);
324
+ GRPC_CHECK_GT(num_connecting_, 0u);
325
325
  --num_connecting_;
326
326
  } else if (*old_state == GRPC_CHANNEL_TRANSIENT_FAILURE) {
327
- CHECK_GT(num_transient_failure_, 0u);
327
+ GRPC_CHECK_GT(num_transient_failure_, 0u);
328
328
  --num_transient_failure_;
329
329
  }
330
330
  }
331
- CHECK(new_state != GRPC_CHANNEL_SHUTDOWN);
331
+ GRPC_CHECK(new_state != GRPC_CHANNEL_SHUTDOWN);
332
332
  if (new_state == GRPC_CHANNEL_READY) {
333
333
  ++num_ready_;
334
334
  } else if (new_state == GRPC_CHANNEL_CONNECTING ||
@@ -380,7 +380,7 @@ void RoundRobin::RoundRobinEndpointList::
380
380
  pickers.push_back(endpoint->picker());
381
381
  }
382
382
  }
383
- CHECK(!pickers.empty());
383
+ GRPC_CHECK(!pickers.empty());
384
384
  round_robin->channel_control_helper()->UpdateState(
385
385
  GRPC_CHANNEL_READY, absl::OkStatus(),
386
386
  MakeRefCounted<Picker>(round_robin, std::move(pickers)));
@@ -23,11 +23,11 @@
23
23
  #include <memory>
24
24
  #include <utility>
25
25
 
26
- #include "absl/status/status.h"
27
- #include "absl/strings/string_view.h"
28
26
  #include "src/core/lib/iomgr/iomgr_fwd.h"
29
27
  #include "src/core/util/dual_ref_counted.h"
30
28
  #include "src/core/util/ref_counted_ptr.h"
29
+ #include "absl/status/status.h"
30
+ #include "absl/strings/string_view.h"
31
31
 
32
32
  namespace grpc_core {
33
33
 
@@ -24,8 +24,8 @@
24
24
  #include <utility>
25
25
  #include <vector>
26
26
 
27
+ #include "src/core/util/grpc_check.h"
27
28
  #include "absl/functional/any_invocable.h"
28
- #include "absl/log/check.h"
29
29
 
30
30
  namespace grpc_core {
31
31
 
@@ -146,7 +146,7 @@ std::optional<StaticStrideScheduler> StaticStrideScheduler::Make(
146
146
  }
147
147
  }
148
148
 
149
- CHECK(weights.size() == float_weights.size());
149
+ GRPC_CHECK(weights.size() == float_weights.size());
150
150
  return StaticStrideScheduler{std::move(weights),
151
151
  std::move(next_sequence_func)};
152
152
  }
@@ -156,7 +156,7 @@ StaticStrideScheduler::StaticStrideScheduler(
156
156
  absl::AnyInvocable<uint32_t()> next_sequence_func)
157
157
  : next_sequence_func_(std::move(next_sequence_func)),
158
158
  weights_(std::move(weights)) {
159
- CHECK(next_sequence_func_ != nullptr);
159
+ GRPC_CHECK(next_sequence_func_ != nullptr);
160
160
  }
161
161
 
162
162
  size_t StaticStrideScheduler::Pick() const {
@@ -32,16 +32,6 @@
32
32
  #include <variant>
33
33
  #include <vector>
34
34
 
35
- #include "absl/base/thread_annotations.h"
36
- #include "absl/log/check.h"
37
- #include "absl/log/log.h"
38
- #include "absl/meta/type_traits.h"
39
- #include "absl/random/random.h"
40
- #include "absl/status/status.h"
41
- #include "absl/status/statusor.h"
42
- #include "absl/strings/str_cat.h"
43
- #include "absl/strings/str_join.h"
44
- #include "absl/strings/string_view.h"
45
35
  #include "src/core/config/core_configuration.h"
46
36
  #include "src/core/lib/channel/channel_args.h"
47
37
  #include "src/core/lib/debug/trace.h"
@@ -62,6 +52,7 @@
62
52
  #include "src/core/telemetry/stats.h"
63
53
  #include "src/core/telemetry/stats_data.h"
64
54
  #include "src/core/util/debug_location.h"
55
+ #include "src/core/util/grpc_check.h"
65
56
  #include "src/core/util/json/json.h"
66
57
  #include "src/core/util/json/json_args.h"
67
58
  #include "src/core/util/json/json_object_loader.h"
@@ -73,6 +64,15 @@
73
64
  #include "src/core/util/time.h"
74
65
  #include "src/core/util/validation_errors.h"
75
66
  #include "src/core/util/work_serializer.h"
67
+ #include "absl/base/thread_annotations.h"
68
+ #include "absl/log/log.h"
69
+ #include "absl/meta/type_traits.h"
70
+ #include "absl/random/random.h"
71
+ #include "absl/status/status.h"
72
+ #include "absl/status/statusor.h"
73
+ #include "absl/strings/str_cat.h"
74
+ #include "absl/strings/str_join.h"
75
+ #include "absl/strings/string_view.h"
76
76
 
77
77
  namespace grpc_core {
78
78
 
@@ -81,6 +81,8 @@ namespace {
81
81
  constexpr absl::string_view kWeightedRoundRobin = "weighted_round_robin";
82
82
 
83
83
  constexpr absl::string_view kMetricLabelLocality = "grpc.lb.locality";
84
+ constexpr absl::string_view kMetricLabelBackendService =
85
+ "grpc.lb.backend_service";
84
86
 
85
87
  const auto kMetricRrFallback =
86
88
  GlobalInstrumentsRegistry::RegisterUInt64Counter(
@@ -90,7 +92,7 @@ const auto kMetricRrFallback =
90
92
  "fall back to RR behavior.",
91
93
  "{update}", false)
92
94
  .Labels(kMetricLabelTarget)
93
- .OptionalLabels(kMetricLabelLocality)
95
+ .OptionalLabels(kMetricLabelLocality, kMetricLabelBackendService)
94
96
  .Build();
95
97
 
96
98
  const auto kMetricEndpointWeightNotYetUsable =
@@ -102,7 +104,7 @@ const auto kMetricEndpointWeightNotYetUsable =
102
104
  "period).",
103
105
  "{endpoint}", false)
104
106
  .Labels(kMetricLabelTarget)
105
- .OptionalLabels(kMetricLabelLocality)
107
+ .OptionalLabels(kMetricLabelLocality, kMetricLabelBackendService)
106
108
  .Build();
107
109
 
108
110
  const auto kMetricEndpointWeightStale =
@@ -112,7 +114,7 @@ const auto kMetricEndpointWeightStale =
112
114
  "latest weight is older than the expiration period.",
113
115
  "{endpoint}", false)
114
116
  .Labels(kMetricLabelTarget)
115
- .OptionalLabels(kMetricLabelLocality)
117
+ .OptionalLabels(kMetricLabelLocality, kMetricLabelBackendService)
116
118
  .Build();
117
119
 
118
120
  const auto kMetricEndpointWeights =
@@ -124,7 +126,7 @@ const auto kMetricEndpointWeights =
124
126
  "without usable weights will have weight 0.",
125
127
  "{weight}", false)
126
128
  .Labels(kMetricLabelTarget)
127
- .OptionalLabels(kMetricLabelLocality)
129
+ .OptionalLabels(kMetricLabelLocality, kMetricLabelBackendService)
128
130
  .Build();
129
131
 
130
132
  // Config for WRR policy.
@@ -345,8 +347,6 @@ class WeightedRoundRobin final : public LoadBalancingPolicy {
345
347
  error_utilization_penalty_(error_utilization_penalty),
346
348
  child_tracker_(std::move(child_tracker)) {}
347
349
 
348
- void Start() override;
349
-
350
350
  void Finish(FinishArgs args) override;
351
351
 
352
352
  private:
@@ -413,6 +413,7 @@ class WeightedRoundRobin final : public LoadBalancingPolicy {
413
413
  ABSL_GUARDED_BY(&endpoint_weight_map_mu_);
414
414
 
415
415
  const absl::string_view locality_name_;
416
+ const absl::string_view backend_service_name_;
416
417
 
417
418
  bool shutdown_ = false;
418
419
 
@@ -508,10 +509,6 @@ void WeightedRoundRobin::EndpointWeight::ResetNonEmptySince() {
508
509
  // WeightedRoundRobin::Picker::SubchannelCallTracker
509
510
  //
510
511
 
511
- void WeightedRoundRobin::Picker::SubchannelCallTracker::Start() {
512
- if (child_tracker_ != nullptr) child_tracker_->Start();
513
- }
514
-
515
512
  void WeightedRoundRobin::Picker::SubchannelCallTracker::Finish(
516
513
  FinishArgs args) {
517
514
  if (child_tracker_ != nullptr) child_tracker_->Finish(args);
@@ -574,7 +571,7 @@ void WeightedRoundRobin::Picker::Orphaned() {
574
571
 
575
572
  WeightedRoundRobin::PickResult WeightedRoundRobin::Picker::Pick(PickArgs args) {
576
573
  size_t index = PickIndex();
577
- CHECK(index < endpoints_.size());
574
+ GRPC_CHECK(index < endpoints_.size());
578
575
  auto& endpoint_info = endpoints_[index];
579
576
  GRPC_TRACE_LOG(weighted_round_robin_lb, INFO)
580
577
  << "[WRR " << wrr_.get() << " picker " << this << "] returning index "
@@ -620,16 +617,18 @@ void WeightedRoundRobin::Picker::BuildSchedulerAndStartTimerLocked() {
620
617
  now, config_->weight_expiration_period(), config_->blackout_period(),
621
618
  &num_not_yet_usable, &num_stale);
622
619
  weights.push_back(weight);
623
- stats_plugins.RecordHistogram(kMetricEndpointWeights, weight,
624
- {wrr_->channel_control_helper()->GetTarget()},
625
- {wrr_->locality_name_});
620
+ stats_plugins.RecordHistogram(
621
+ kMetricEndpointWeights, weight,
622
+ {wrr_->channel_control_helper()->GetTarget()},
623
+ {wrr_->locality_name_, wrr_->backend_service_name_});
626
624
  }
627
- stats_plugins.AddCounter(
628
- kMetricEndpointWeightNotYetUsable, num_not_yet_usable,
629
- {wrr_->channel_control_helper()->GetTarget()}, {wrr_->locality_name_});
625
+ stats_plugins.AddCounter(kMetricEndpointWeightNotYetUsable,
626
+ num_not_yet_usable,
627
+ {wrr_->channel_control_helper()->GetTarget()},
628
+ {wrr_->locality_name_, wrr_->backend_service_name_});
630
629
  stats_plugins.AddCounter(kMetricEndpointWeightStale, num_stale,
631
630
  {wrr_->channel_control_helper()->GetTarget()},
632
- {wrr_->locality_name_});
631
+ {wrr_->locality_name_, wrr_->backend_service_name_});
633
632
  GRPC_TRACE_LOG(weighted_round_robin_lb, INFO)
634
633
  << "[WRR " << wrr_.get() << " picker " << this
635
634
  << "] new weights: " << absl::StrJoin(weights, " ");
@@ -646,9 +645,9 @@ void WeightedRoundRobin::Picker::BuildSchedulerAndStartTimerLocked() {
646
645
  GRPC_TRACE_LOG(weighted_round_robin_lb, INFO)
647
646
  << "[WRR " << wrr_.get() << " picker " << this
648
647
  << "] no scheduler, falling back to RR";
649
- stats_plugins.AddCounter(kMetricRrFallback, 1,
650
- {wrr_->channel_control_helper()->GetTarget()},
651
- {wrr_->locality_name_});
648
+ stats_plugins.AddCounter(
649
+ kMetricRrFallback, 1, {wrr_->channel_control_helper()->GetTarget()},
650
+ {wrr_->locality_name_, wrr_->backend_service_name_});
652
651
  }
653
652
  {
654
653
  MutexLock lock(&scheduler_mu_);
@@ -689,17 +688,19 @@ WeightedRoundRobin::WeightedRoundRobin(Args args)
689
688
  : LoadBalancingPolicy(std::move(args)),
690
689
  locality_name_(channel_args()
691
690
  .GetString(GRPC_ARG_LB_WEIGHTED_TARGET_CHILD)
692
- .value_or("")) {
691
+ .value_or("")),
692
+ backend_service_name_(
693
+ channel_args().GetString(GRPC_ARG_BACKEND_SERVICE).value_or("")) {
693
694
  GRPC_TRACE_LOG(weighted_round_robin_lb, INFO)
694
- << "[WRR " << this << "] Created -- locality_name=\""
695
- << std::string(locality_name_) << "\"";
695
+ << "[WRR " << this << "] Created -- locality_name=\"" << locality_name_
696
+ << "\", backend_service_name=\"" << backend_service_name_ << "\"";
696
697
  }
697
698
 
698
699
  WeightedRoundRobin::~WeightedRoundRobin() {
699
700
  GRPC_TRACE_LOG(weighted_round_robin_lb, INFO)
700
701
  << "[WRR " << this << "] Destroying Round Robin policy";
701
- CHECK(endpoint_list_ == nullptr);
702
- CHECK(latest_pending_endpoint_list_ == nullptr);
702
+ GRPC_CHECK(endpoint_list_ == nullptr);
703
+ GRPC_CHECK(latest_pending_endpoint_list_ == nullptr);
703
704
  }
704
705
 
705
706
  void WeightedRoundRobin::ShutdownLocked() {
@@ -898,20 +899,20 @@ void WeightedRoundRobin::WrrEndpointList::UpdateStateCountersLocked(
898
899
  // We treat IDLE the same as CONNECTING, since it will immediately
899
900
  // transition into that state anyway.
900
901
  if (old_state.has_value()) {
901
- CHECK(*old_state != GRPC_CHANNEL_SHUTDOWN);
902
+ GRPC_CHECK(*old_state != GRPC_CHANNEL_SHUTDOWN);
902
903
  if (*old_state == GRPC_CHANNEL_READY) {
903
- CHECK_GT(num_ready_, 0u);
904
+ GRPC_CHECK_GT(num_ready_, 0u);
904
905
  --num_ready_;
905
906
  } else if (*old_state == GRPC_CHANNEL_CONNECTING ||
906
907
  *old_state == GRPC_CHANNEL_IDLE) {
907
- CHECK_GT(num_connecting_, 0u);
908
+ GRPC_CHECK_GT(num_connecting_, 0u);
908
909
  --num_connecting_;
909
910
  } else if (*old_state == GRPC_CHANNEL_TRANSIENT_FAILURE) {
910
- CHECK_GT(num_transient_failure_, 0u);
911
+ GRPC_CHECK_GT(num_transient_failure_, 0u);
911
912
  --num_transient_failure_;
912
913
  }
913
914
  }
914
- CHECK(new_state != GRPC_CHANNEL_SHUTDOWN);
915
+ GRPC_CHECK(new_state != GRPC_CHANNEL_SHUTDOWN);
915
916
  if (new_state == GRPC_CHANNEL_READY) {
916
917
  ++num_ready_;
917
918
  } else if (new_state == GRPC_CHANNEL_CONNECTING ||
@@ -30,16 +30,6 @@
30
30
  #include <utility>
31
31
  #include <vector>
32
32
 
33
- #include "absl/base/thread_annotations.h"
34
- #include "absl/log/check.h"
35
- #include "absl/log/log.h"
36
- #include "absl/meta/type_traits.h"
37
- #include "absl/random/random.h"
38
- #include "absl/status/status.h"
39
- #include "absl/status/statusor.h"
40
- #include "absl/strings/str_cat.h"
41
- #include "absl/strings/str_join.h"
42
- #include "absl/strings/string_view.h"
43
33
  #include "src/core/config/core_configuration.h"
44
34
  #include "src/core/lib/channel/channel_args.h"
45
35
  #include "src/core/lib/debug/trace.h"
@@ -54,6 +44,7 @@
54
44
  #include "src/core/load_balancing/lb_policy_registry.h"
55
45
  #include "src/core/resolver/endpoint_addresses.h"
56
46
  #include "src/core/util/debug_location.h"
47
+ #include "src/core/util/grpc_check.h"
57
48
  #include "src/core/util/json/json.h"
58
49
  #include "src/core/util/json/json_args.h"
59
50
  #include "src/core/util/json/json_object_loader.h"
@@ -64,6 +55,15 @@
64
55
  #include "src/core/util/time.h"
65
56
  #include "src/core/util/validation_errors.h"
66
57
  #include "src/core/util/work_serializer.h"
58
+ #include "absl/base/thread_annotations.h"
59
+ #include "absl/log/log.h"
60
+ #include "absl/meta/type_traits.h"
61
+ #include "absl/random/random.h"
62
+ #include "absl/status/status.h"
63
+ #include "absl/status/statusor.h"
64
+ #include "absl/strings/str_cat.h"
65
+ #include "absl/strings/str_join.h"
66
+ #include "absl/strings/string_view.h"
67
67
 
68
68
  // IWYU pragma: no_include <type_traits>
69
69
 
@@ -265,7 +265,7 @@ WeightedTargetLb::PickResult WeightedTargetLb::WeightedPicker::Pick(
265
265
  }
266
266
  }
267
267
  if (index == 0) index = start_index;
268
- CHECK(pickers_[index].first > key);
268
+ GRPC_CHECK(pickers_[index].first > key);
269
269
  // Delegate to the child picker.
270
270
  return pickers_[index].second->Pick(args);
271
271
  }
@@ -394,7 +394,7 @@ void WeightedTargetLb::UpdateStateLocked() {
394
394
  << " weight=" << child->weight() << " picker=" << child_picker.get();
395
395
  switch (child->connectivity_state()) {
396
396
  case GRPC_CHANNEL_READY: {
397
- CHECK_GT(child->weight(), 0u);
397
+ GRPC_CHECK_GT(child->weight(), 0u);
398
398
  ready_end += child->weight();
399
399
  ready_picker_list.emplace_back(ready_end, std::move(child_picker));
400
400
  break;
@@ -408,7 +408,7 @@ void WeightedTargetLb::UpdateStateLocked() {
408
408
  break;
409
409
  }
410
410
  case GRPC_CHANNEL_TRANSIENT_FAILURE: {
411
- CHECK_GT(child->weight(), 0u);
411
+ GRPC_CHECK_GT(child->weight(), 0u);
412
412
  tf_end += child->weight();
413
413
  tf_picker_list.emplace_back(tf_end, std::move(child_picker));
414
414
  break;
@@ -482,7 +482,7 @@ void WeightedTargetLb::WeightedChild::DelayedRemovalTimer::Orphan() {
482
482
  }
483
483
 
484
484
  void WeightedTargetLb::WeightedChild::DelayedRemovalTimer::OnTimerLocked() {
485
- CHECK(timer_handle_.has_value());
485
+ GRPC_CHECK(timer_handle_.has_value());
486
486
  timer_handle_.reset();
487
487
  weighted_child_->weighted_target_policy_->targets_.erase(
488
488
  weighted_child_->name_);