grpc 1.60.0 → 1.62.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (889) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +397 -332
  3. data/include/grpc/event_engine/event_engine.h +25 -16
  4. data/include/grpc/event_engine/extensible.h +68 -0
  5. data/include/grpc/event_engine/internal/memory_allocator_impl.h +6 -0
  6. data/include/grpc/event_engine/internal/slice_cast.h +12 -0
  7. data/include/grpc/event_engine/memory_allocator.h +3 -1
  8. data/include/grpc/event_engine/slice.h +5 -0
  9. data/include/grpc/grpc_security.h +22 -1
  10. data/include/grpc/impl/call.h +29 -0
  11. data/include/grpc/impl/channel_arg_names.h +12 -1
  12. data/include/grpc/impl/slice_type.h +1 -1
  13. data/include/grpc/module.modulemap +1 -0
  14. data/include/grpc/support/port_platform.h +12 -20
  15. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.cc +3 -3
  16. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.h +4 -4
  17. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.cc +1 -1
  18. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.h +3 -3
  19. data/src/core/{ext/filters/client_channel → client_channel}/channel_connectivity.cc +11 -11
  20. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.cc +1 -1
  21. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.h +3 -3
  22. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.cc +1 -1
  23. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.h +4 -4
  24. data/src/core/{ext/filters/client_channel/client_channel.cc → client_channel/client_channel_filter.cc} +278 -236
  25. data/src/core/{ext/filters/client_channel/client_channel.h → client_channel/client_channel_filter.h} +42 -42
  26. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_internal.h +8 -6
  27. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_plugin.cc +5 -5
  28. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.cc +2 -2
  29. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.h +5 -5
  30. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.cc +1 -1
  31. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.h +5 -5
  32. data/src/core/{ext/filters/client_channel → client_channel}/connector.h +3 -3
  33. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.cc +1 -1
  34. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.h +3 -3
  35. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.cc +3 -3
  36. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.h +4 -4
  37. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.cc +1 -1
  38. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.h +3 -3
  39. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.cc +2 -2
  40. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.h +4 -4
  41. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.cc +9 -8
  42. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.h +8 -8
  43. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.cc +12 -9
  44. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.h +11 -10
  45. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.cc +1 -1
  46. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.h +4 -4
  47. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.cc +1 -1
  48. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.h +3 -3
  49. data/src/core/{ext/filters/client_channel → client_channel}/service_config_channel_arg_filter.cc +39 -21
  50. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.cc +2 -2
  51. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.h +6 -6
  52. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_interface_internal.h +5 -5
  53. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.cc +1 -1
  54. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.h +3 -3
  55. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.cc +1 -1
  56. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.h +4 -4
  57. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +55 -8
  58. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +20 -6
  59. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +10 -13
  60. data/src/core/ext/filters/channel_idle/channel_idle_filter.h +18 -10
  61. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +326 -0
  62. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +143 -0
  63. data/src/core/ext/filters/deadline/deadline_filter.cc +12 -0
  64. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +18 -14
  65. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +13 -4
  66. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
  67. data/src/core/ext/filters/http/client/http_client_filter.cc +23 -32
  68. data/src/core/ext/filters/http/client/http_client_filter.h +10 -5
  69. data/src/core/ext/filters/http/client_authority_filter.cc +14 -14
  70. data/src/core/ext/filters/http/client_authority_filter.h +12 -4
  71. data/src/core/ext/filters/http/http_filters_plugin.cc +42 -20
  72. data/src/core/ext/filters/http/message_compress/compression_filter.cc +55 -80
  73. data/src/core/ext/filters/http/message_compress/compression_filter.h +54 -12
  74. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.cc +325 -0
  75. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.h +139 -0
  76. data/src/core/ext/filters/http/server/http_server_filter.cc +41 -41
  77. data/src/core/ext/filters/http/server/http_server_filter.h +11 -4
  78. data/src/core/ext/filters/message_size/message_size_filter.cc +57 -77
  79. data/src/core/ext/filters/message_size/message_size_filter.h +36 -24
  80. data/src/core/ext/filters/rbac/rbac_filter.cc +16 -12
  81. data/src/core/ext/filters/rbac/rbac_filter.h +11 -4
  82. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
  83. data/src/core/ext/filters/server_config_selector/server_config_selector.h +2 -2
  84. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +27 -15
  85. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +48 -51
  86. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +22 -5
  87. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
  88. data/src/core/ext/transport/chttp2/alpn/alpn.cc +5 -2
  89. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +7 -7
  90. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
  91. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +11 -2
  92. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +67 -145
  93. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +3 -3
  94. data/src/core/ext/transport/chttp2/transport/flow_control.cc +21 -82
  95. data/src/core/ext/transport/chttp2/transport/flow_control.h +1 -8
  96. data/src/core/ext/transport/chttp2/transport/frame.cc +506 -0
  97. data/src/core/ext/transport/chttp2/transport/frame.h +214 -0
  98. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +1 -1
  99. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +33 -79
  100. data/src/core/ext/transport/chttp2/transport/frame_settings.h +4 -7
  101. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +5 -0
  102. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +3 -1
  103. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -1
  104. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +122 -32
  105. data/src/core/ext/transport/chttp2/transport/http2_settings.h +142 -37
  106. data/src/core/ext/transport/chttp2/transport/internal.h +1 -22
  107. data/src/core/ext/transport/chttp2/transport/parsing.cc +23 -37
  108. data/src/core/ext/transport/chttp2/transport/writing.cc +26 -58
  109. data/src/core/ext/transport/inproc/inproc_transport.cc +179 -13
  110. data/src/core/ext/transport/inproc/inproc_transport.h +8 -0
  111. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +351 -164
  112. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +89 -50
  113. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +2 -0
  114. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +47 -3
  115. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +15 -7
  116. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +32 -3
  117. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +8 -5
  118. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +28 -0
  119. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +6 -4
  120. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +0 -1
  121. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +0 -1
  122. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +29 -0
  123. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +7 -4
  124. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +17 -1
  125. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +4 -3
  126. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +166 -0
  127. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +55 -0
  128. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.h +30 -0
  129. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +30 -0
  130. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +7 -5
  131. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +99 -19
  132. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +29 -12
  133. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.h +1 -0
  134. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +15 -0
  135. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +4 -3
  136. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +31 -3
  137. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +22 -4
  138. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +91 -3
  139. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +11 -8
  140. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +30 -0
  141. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +7 -4
  142. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +1 -0
  143. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +1 -0
  144. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +125 -3
  145. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +17 -4
  146. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +19 -1
  147. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +4 -3
  148. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +1 -0
  149. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +1 -0
  150. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +15 -0
  151. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +5 -2
  152. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +42 -0
  153. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +11 -8
  154. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +23 -8
  155. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +9 -4
  156. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +58 -16
  157. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +14 -11
  158. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +712 -0
  159. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +151 -0
  160. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.h +33 -0
  161. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +15 -0
  162. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +7 -2
  163. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +129 -0
  164. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +27 -6
  165. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.h +1 -0
  166. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +15 -0
  167. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +5 -2
  168. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +60 -60
  169. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +278 -256
  170. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +10 -0
  171. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +483 -475
  172. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.c +27 -20
  173. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +17 -12
  174. data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.c +157 -161
  175. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.c +105 -97
  176. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +106 -102
  177. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.c +52 -0
  178. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.h +35 -0
  179. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.c +14 -13
  180. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +228 -224
  181. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.c +32 -26
  182. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.h +5 -0
  183. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.c +31 -28
  184. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.c +22 -19
  185. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +818 -813
  186. data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.c +158 -151
  187. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +27 -23
  188. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +59 -53
  189. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.c +40 -18
  190. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +106 -103
  191. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.c +16 -12
  192. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +22 -21
  193. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +265 -261
  194. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +127 -125
  195. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +188 -182
  196. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.c +133 -0
  197. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.h +50 -0
  198. data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.c +57 -56
  199. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.c +27 -20
  200. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.h +5 -0
  201. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.c +10 -8
  202. data/src/core/ext/xds/certificate_provider_store.cc +2 -1
  203. data/src/core/ext/xds/certificate_provider_store.h +0 -5
  204. data/src/core/ext/xds/xds_api.cc +92 -166
  205. data/src/core/ext/xds/xds_api.h +4 -9
  206. data/src/core/ext/xds/xds_bootstrap.h +6 -4
  207. data/src/core/ext/xds/xds_bootstrap_grpc.cc +4 -15
  208. data/src/core/ext/xds/xds_bootstrap_grpc.h +2 -1
  209. data/src/core/ext/xds/xds_certificate_provider.cc +88 -287
  210. data/src/core/ext/xds/xds_certificate_provider.h +44 -111
  211. data/src/core/ext/xds/xds_client.cc +526 -468
  212. data/src/core/ext/xds/xds_client.h +50 -36
  213. data/src/core/ext/xds/xds_client_grpc.cc +56 -16
  214. data/src/core/ext/xds/xds_client_grpc.h +4 -1
  215. data/src/core/ext/xds/xds_client_stats.cc +11 -11
  216. data/src/core/ext/xds/xds_client_stats.h +8 -13
  217. data/src/core/ext/xds/xds_cluster.cc +105 -12
  218. data/src/core/ext/xds/xds_cluster.h +10 -2
  219. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +9 -5
  220. data/src/core/ext/xds/xds_common_types.cc +14 -10
  221. data/src/core/ext/xds/xds_endpoint.cc +9 -4
  222. data/src/core/ext/xds/xds_endpoint.h +6 -2
  223. data/src/core/ext/xds/xds_health_status.cc +12 -2
  224. data/src/core/ext/xds/xds_health_status.h +5 -3
  225. data/src/core/ext/xds/xds_http_rbac_filter.cc +5 -3
  226. data/src/core/ext/xds/xds_lb_policy_registry.cc +1 -1
  227. data/src/core/ext/xds/xds_listener.cc +14 -8
  228. data/src/core/ext/xds/xds_resource_type_impl.h +6 -4
  229. data/src/core/ext/xds/xds_route_config.cc +35 -23
  230. data/src/core/ext/xds/xds_route_config.h +1 -0
  231. data/src/core/ext/xds/xds_server_config_fetcher.cc +63 -59
  232. data/src/core/ext/xds/xds_transport.h +3 -0
  233. data/src/core/ext/xds/xds_transport_grpc.cc +52 -55
  234. data/src/core/ext/xds/xds_transport_grpc.h +4 -0
  235. data/src/core/lib/channel/call_tracer.cc +12 -0
  236. data/src/core/lib/channel/call_tracer.h +17 -3
  237. data/src/core/lib/channel/channel_args.cc +24 -14
  238. data/src/core/lib/channel/channel_args.h +89 -14
  239. data/src/core/lib/channel/channel_stack.cc +27 -0
  240. data/src/core/lib/channel/channel_stack.h +10 -10
  241. data/src/core/lib/channel/connected_channel.cc +77 -30
  242. data/src/core/lib/channel/promise_based_filter.cc +4 -4
  243. data/src/core/lib/channel/promise_based_filter.h +1040 -1
  244. data/src/core/lib/channel/server_call_tracer_filter.cc +43 -35
  245. data/src/core/lib/compression/compression_internal.cc +0 -3
  246. data/src/core/lib/config/core_configuration.h +3 -3
  247. data/src/core/lib/event_engine/ares_resolver.cc +141 -73
  248. data/src/core/lib/event_engine/ares_resolver.h +9 -10
  249. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +4 -0
  250. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +8 -1
  251. data/src/core/lib/event_engine/extensions/can_track_errors.h +40 -0
  252. data/src/core/lib/event_engine/extensions/supports_fd.h +160 -0
  253. data/src/core/lib/event_engine/forkable.cc +7 -5
  254. data/src/core/lib/event_engine/posix.h +11 -122
  255. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +132 -0
  256. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +57 -0
  257. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +31 -7
  258. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +1 -0
  259. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +54 -39
  260. data/src/core/lib/event_engine/posix_engine/posix_engine.h +6 -12
  261. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +14 -6
  262. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +21 -3
  263. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +9 -2
  264. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +7 -0
  265. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +17 -27
  266. data/src/core/lib/event_engine/posix_engine/timer_manager.h +0 -3
  267. data/src/core/lib/event_engine/query_extensions.h +85 -0
  268. data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +55 -0
  269. data/src/core/lib/event_engine/shim.cc +3 -17
  270. data/src/core/lib/event_engine/shim.h +0 -2
  271. data/src/core/lib/event_engine/thread_pool/thread_count.cc +28 -7
  272. data/src/core/lib/event_engine/thread_pool/thread_count.h +6 -1
  273. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +109 -5
  274. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +9 -0
  275. data/src/core/lib/event_engine/utils.cc +2 -1
  276. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +1 -0
  277. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +115 -0
  278. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.h +51 -0
  279. data/src/core/lib/event_engine/windows/windows_engine.cc +7 -7
  280. data/src/core/lib/experiments/config.cc +23 -2
  281. data/src/core/lib/experiments/config.h +9 -0
  282. data/src/core/lib/experiments/experiments.cc +296 -378
  283. data/src/core/lib/experiments/experiments.h +64 -162
  284. data/src/core/lib/gpr/posix/sync.cc +2 -2
  285. data/src/core/lib/gpr/posix/time.cc +0 -5
  286. data/src/core/lib/gpr/windows/sync.cc +2 -2
  287. data/src/core/lib/gprpp/debug_location.h +15 -0
  288. data/src/core/lib/gprpp/down_cast.h +49 -0
  289. data/src/core/lib/gprpp/dual_ref_counted.h +36 -7
  290. data/src/core/lib/gprpp/linux/env.cc +1 -19
  291. data/src/core/lib/gprpp/load_file.cc +2 -1
  292. data/src/core/lib/gprpp/load_file.h +2 -1
  293. data/src/core/lib/gprpp/orphanable.h +27 -0
  294. data/src/core/lib/gprpp/posix/thd.cc +27 -2
  295. data/src/core/lib/gprpp/ref_counted.h +63 -22
  296. data/src/core/lib/gprpp/ref_counted_ptr.h +70 -27
  297. data/src/core/lib/gprpp/ref_counted_string.h +13 -0
  298. data/src/core/lib/gprpp/status_helper.cc +1 -2
  299. data/src/core/lib/gprpp/thd.h +8 -0
  300. data/src/core/lib/gprpp/time.h +4 -3
  301. data/src/core/lib/gprpp/windows/directory_reader.cc +1 -0
  302. data/src/core/lib/gprpp/windows/thd.cc +10 -1
  303. data/src/core/lib/iomgr/combiner.cc +16 -52
  304. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +51 -14
  305. data/src/core/lib/iomgr/event_engine_shims/endpoint.h +16 -0
  306. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -2
  307. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +2 -2
  308. data/src/core/lib/iomgr/tcp_client_posix.cc +4 -3
  309. data/src/core/lib/iomgr/tcp_server_posix.cc +65 -50
  310. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +12 -0
  311. data/src/core/lib/json/json_writer.cc +1 -1
  312. data/src/core/lib/promise/activity.cc +17 -2
  313. data/src/core/lib/promise/activity.h +13 -6
  314. data/src/core/lib/promise/all_ok.h +80 -0
  315. data/src/core/lib/promise/context.h +45 -7
  316. data/src/core/lib/promise/detail/join_state.h +2077 -0
  317. data/src/core/lib/promise/detail/promise_factory.h +1 -0
  318. data/src/core/lib/promise/detail/promise_like.h +8 -1
  319. data/src/core/lib/promise/detail/seq_state.h +3458 -150
  320. data/src/core/lib/promise/detail/status.h +42 -5
  321. data/src/core/lib/promise/for_each.h +13 -4
  322. data/src/core/lib/promise/if.h +4 -0
  323. data/src/core/lib/promise/interceptor_list.h +13 -5
  324. data/src/core/lib/promise/latch.h +9 -6
  325. data/src/core/lib/promise/party.cc +45 -31
  326. data/src/core/lib/promise/party.h +176 -9
  327. data/src/core/lib/promise/pipe.h +2 -7
  328. data/src/core/lib/promise/poll.h +39 -13
  329. data/src/core/lib/promise/promise.h +4 -0
  330. data/src/core/lib/promise/seq.h +107 -7
  331. data/src/core/lib/promise/sleep.cc +1 -1
  332. data/src/core/lib/promise/status_flag.h +226 -0
  333. data/src/core/lib/promise/try_join.h +132 -0
  334. data/src/core/lib/promise/try_seq.h +132 -10
  335. data/src/core/lib/resource_quota/arena.h +2 -2
  336. data/src/core/lib/resource_quota/memory_quota.cc +61 -12
  337. data/src/core/lib/resource_quota/memory_quota.h +6 -0
  338. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +14 -11
  339. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +14 -5
  340. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +4 -0
  341. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +4 -0
  342. data/src/core/lib/security/credentials/external/external_account_credentials.cc +28 -20
  343. data/src/core/lib/security/credentials/external/external_account_credentials.h +4 -0
  344. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +9 -11
  345. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +4 -0
  346. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +4 -0
  347. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +4 -0
  348. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +11 -10
  349. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +9 -7
  350. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +2 -1
  351. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +1 -1
  352. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +16 -24
  353. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +0 -3
  354. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +12 -0
  355. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.cc +22 -5
  356. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.h +1 -5
  357. data/src/core/lib/security/credentials/tls/tls_credentials.cc +16 -0
  358. data/src/core/lib/security/credentials/xds/xds_credentials.cc +22 -29
  359. data/src/core/lib/security/credentials/xds/xds_credentials.h +2 -4
  360. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -1
  361. data/src/core/lib/security/security_connector/load_system_roots_supported.cc +3 -7
  362. data/src/core/lib/security/security_connector/local/local_security_connector.cc +1 -1
  363. data/src/core/lib/security/security_connector/ssl_utils.cc +26 -17
  364. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +4 -3
  365. data/src/core/lib/security/transport/auth_filters.h +71 -4
  366. data/src/core/lib/security/transport/client_auth_filter.cc +2 -4
  367. data/src/core/lib/security/transport/legacy_server_auth_filter.cc +244 -0
  368. data/src/core/lib/security/transport/security_handshaker.cc +0 -8
  369. data/src/core/lib/security/transport/security_handshaker.h +0 -6
  370. data/src/core/lib/security/transport/server_auth_filter.cc +70 -90
  371. data/src/core/lib/slice/slice_buffer.h +6 -1
  372. data/src/core/lib/surface/builtins.cc +1 -1
  373. data/src/core/lib/surface/call.cc +783 -210
  374. data/src/core/lib/surface/call.h +26 -13
  375. data/src/core/lib/surface/call_trace.cc +46 -5
  376. data/src/core/lib/surface/channel.cc +15 -25
  377. data/src/core/lib/surface/channel.h +4 -26
  378. data/src/core/lib/surface/channel_init.cc +81 -7
  379. data/src/core/lib/surface/channel_init.h +129 -5
  380. data/src/core/lib/surface/init.cc +15 -9
  381. data/src/core/lib/surface/server.cc +255 -239
  382. data/src/core/lib/surface/server.h +26 -54
  383. data/src/core/lib/surface/version.cc +2 -2
  384. data/src/core/lib/surface/wait_for_cq_end_op.cc +75 -0
  385. data/src/core/lib/surface/wait_for_cq_end_op.h +72 -0
  386. data/src/core/lib/transport/batch_builder.cc +2 -3
  387. data/src/core/lib/transport/batch_builder.h +1 -1
  388. data/src/core/lib/transport/call_factory.cc +41 -0
  389. data/src/core/lib/transport/call_factory.h +56 -0
  390. data/src/core/lib/transport/call_filters.cc +371 -0
  391. data/src/core/lib/transport/call_filters.h +1500 -0
  392. data/src/core/lib/transport/call_final_info.cc +38 -0
  393. data/src/core/lib/transport/call_final_info.h +54 -0
  394. data/src/core/lib/transport/call_size_estimator.cc +41 -0
  395. data/src/core/lib/transport/call_size_estimator.h +52 -0
  396. data/src/core/lib/transport/call_spine.cc +107 -0
  397. data/src/core/lib/transport/call_spine.h +429 -0
  398. data/src/core/lib/transport/connectivity_state.cc +3 -2
  399. data/src/core/lib/transport/connectivity_state.h +4 -0
  400. data/src/core/lib/transport/handshaker.cc +0 -8
  401. data/src/core/lib/transport/handshaker.h +0 -7
  402. data/src/core/lib/transport/message.cc +45 -0
  403. data/src/core/lib/transport/message.h +61 -0
  404. data/src/core/lib/transport/metadata.cc +37 -0
  405. data/src/core/lib/transport/metadata.h +78 -0
  406. data/src/core/lib/transport/metadata_batch.cc +4 -2
  407. data/src/core/lib/transport/metadata_batch.h +6 -6
  408. data/src/core/lib/transport/transport.cc +3 -57
  409. data/src/core/lib/transport/transport.h +23 -102
  410. data/src/core/load_balancing/address_filtering.cc +108 -0
  411. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/address_filtering.h +7 -6
  412. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/backend_metric_data.h +3 -3
  413. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.cc +6 -5
  414. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.h +4 -4
  415. data/src/core/{lib/load_balancing → load_balancing}/delegating_helper.h +5 -5
  416. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.cc +18 -21
  417. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.h +14 -11
  418. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.cc +2 -2
  419. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.h +3 -3
  420. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.cc +158 -111
  421. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.h +3 -3
  422. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.cc +1 -1
  423. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.h +4 -4
  424. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.cc +1 -1
  425. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.h +3 -3
  426. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.cc +1 -1
  427. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.h +4 -4
  428. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.cc +15 -10
  429. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.h +4 -4
  430. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client_internal.h +7 -7
  431. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.cc +1 -1
  432. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.h +7 -7
  433. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_factory.h +4 -4
  434. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.cc +2 -2
  435. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.h +5 -5
  436. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.cc +15 -10
  437. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.h +5 -5
  438. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric_internal.h +8 -8
  439. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.cc +20 -21
  440. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.h +3 -3
  441. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.cc +100 -99
  442. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.h +4 -4
  443. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/priority/priority.cc +13 -11
  444. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.cc +20 -23
  445. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.h +4 -4
  446. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/rls/rls.cc +51 -29
  447. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/round_robin/round_robin.cc +32 -35
  448. data/src/core/{lib/load_balancing → load_balancing}/subchannel_interface.h +3 -3
  449. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/subchannel_list.h +17 -17
  450. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.cc +1 -1
  451. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.h +3 -3
  452. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/weighted_round_robin.cc +47 -45
  453. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_target/weighted_target.cc +18 -16
  454. data/src/core/load_balancing/xds/cds.cc +757 -0
  455. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_channel_args.h +4 -4
  456. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_impl.cc +241 -131
  457. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_manager.cc +15 -13
  458. data/src/core/load_balancing/xds/xds_override_host.cc +1313 -0
  459. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_override_host.h +6 -10
  460. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_wrr_locality.cc +13 -14
  461. data/src/core/plugin_registry/grpc_plugin_registry.cc +3 -0
  462. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +0 -3
  463. data/src/core/{ext/filters/client_channel/resolver → resolver}/binder/binder_resolver.cc +3 -3
  464. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.cc +11 -10
  465. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.h +3 -3
  466. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver.h +4 -4
  467. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_posix.cc +2 -2
  468. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_windows.cc +2 -2
  469. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.cc +2 -2
  470. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.h +4 -4
  471. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_posix.cc +1 -1
  472. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -2
  473. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.cc +7 -5
  474. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.h +3 -3
  475. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.cc +12 -10
  476. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.h +5 -5
  477. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.cc +1 -1
  478. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.h +3 -3
  479. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.cc +4 -4
  480. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.h +3 -3
  481. data/src/core/{lib/resolver → resolver}/endpoint_addresses.cc +1 -2
  482. data/src/core/{lib/resolver → resolver}/endpoint_addresses.h +51 -3
  483. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.cc +4 -4
  484. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.h +4 -4
  485. data/src/core/{ext/filters/client_channel/resolver → resolver}/google_c2p/google_c2p_resolver.cc +5 -5
  486. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.cc +9 -11
  487. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.h +5 -5
  488. data/src/core/{lib/resolver → resolver}/resolver.cc +1 -1
  489. data/src/core/{lib/resolver → resolver}/resolver.h +6 -6
  490. data/src/core/{lib/resolver → resolver}/resolver_factory.h +4 -4
  491. data/src/core/{lib/resolver → resolver}/resolver_registry.cc +1 -1
  492. data/src/core/{lib/resolver → resolver}/resolver_registry.h +5 -5
  493. data/src/core/{lib/resolver → resolver}/server_address.h +4 -4
  494. data/src/core/{ext/filters/client_channel/resolver → resolver}/sockaddr/sockaddr_resolver.cc +3 -3
  495. data/src/core/resolver/xds/xds_dependency_manager.cc +1031 -0
  496. data/src/core/resolver/xds/xds_dependency_manager.h +277 -0
  497. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver.cc +136 -278
  498. data/src/core/{ext/filters/client_channel/resolver/xds/xds_resolver.h → resolver/xds/xds_resolver_attributes.h} +6 -5
  499. data/src/core/resolver/xds/xds_resolver_trace.cc +25 -0
  500. data/src/core/resolver/xds/xds_resolver_trace.h +30 -0
  501. data/src/core/{lib/service_config → service_config}/service_config.h +4 -4
  502. data/src/core/{lib/service_config → service_config}/service_config_call_data.h +5 -5
  503. data/src/core/{lib/service_config → service_config}/service_config_impl.cc +2 -2
  504. data/src/core/{lib/service_config → service_config}/service_config_impl.h +5 -5
  505. data/src/core/{lib/service_config → service_config}/service_config_parser.cc +1 -1
  506. data/src/core/{lib/service_config → service_config}/service_config_parser.h +3 -3
  507. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +1 -1
  508. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +1 -1
  509. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -1
  510. data/src/core/tsi/fake_transport_security.cc +1 -1
  511. data/src/core/tsi/ssl_transport_security.cc +65 -43
  512. data/src/ruby/ext/grpc/extconf.rb +0 -1
  513. data/src/ruby/ext/grpc/rb_channel.c +11 -5
  514. data/src/ruby/ext/grpc/rb_channel_args.c +3 -1
  515. data/src/ruby/ext/grpc/rb_event_thread.c +9 -3
  516. data/src/ruby/ext/grpc/rb_grpc.c +0 -1
  517. data/src/ruby/ext/grpc/rb_grpc.h +0 -2
  518. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +4 -0
  519. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +6 -0
  520. data/src/ruby/lib/grpc/version.rb +1 -1
  521. data/third_party/abseil-cpp/absl/algorithm/algorithm.h +8 -103
  522. data/third_party/abseil-cpp/absl/algorithm/container.h +57 -71
  523. data/third_party/abseil-cpp/absl/base/attributes.h +51 -12
  524. data/third_party/abseil-cpp/absl/base/call_once.h +15 -9
  525. data/third_party/abseil-cpp/absl/base/casts.h +1 -1
  526. data/third_party/abseil-cpp/absl/base/config.h +91 -24
  527. data/third_party/abseil-cpp/absl/base/internal/endian.h +13 -12
  528. data/third_party/abseil-cpp/absl/base/internal/identity.h +4 -2
  529. data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +19 -18
  530. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +1 -1
  531. data/third_party/abseil-cpp/absl/base/internal/nullability_impl.h +106 -0
  532. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +9 -11
  533. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +2 -0
  534. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +17 -4
  535. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +20 -0
  536. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +10 -4
  537. data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +13 -6
  538. data/third_party/abseil-cpp/absl/base/log_severity.cc +1 -0
  539. data/third_party/abseil-cpp/absl/base/log_severity.h +23 -10
  540. data/third_party/abseil-cpp/absl/base/no_destructor.h +217 -0
  541. data/third_party/abseil-cpp/absl/base/nullability.h +224 -0
  542. data/third_party/abseil-cpp/absl/base/optimization.h +1 -0
  543. data/third_party/abseil-cpp/absl/base/options.h +27 -1
  544. data/third_party/abseil-cpp/absl/base/prefetch.h +25 -14
  545. data/third_party/abseil-cpp/absl/base/thread_annotations.h +0 -2
  546. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +3 -3
  547. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +1 -1
  548. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +4 -2
  549. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +13 -9
  550. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +2 -12
  551. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +12 -1
  552. data/third_party/abseil-cpp/absl/container/internal/layout.h +6 -21
  553. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +11 -2
  554. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +148 -31
  555. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +717 -278
  556. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +26 -2
  557. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +6 -0
  558. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +34 -5
  559. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +6 -3
  560. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +4 -2
  561. data/third_party/abseil-cpp/absl/crc/internal/{crc_memcpy_x86_64.cc → crc_memcpy_x86_arm_combined.cc} +65 -47
  562. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +10 -2
  563. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +4 -2
  564. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +24 -0
  565. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +35 -33
  566. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +41 -17
  567. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +108 -44
  568. data/third_party/abseil-cpp/absl/flags/declare.h +0 -5
  569. data/third_party/abseil-cpp/absl/flags/flag.h +1 -10
  570. data/third_party/abseil-cpp/absl/flags/internal/flag.h +0 -5
  571. data/third_party/abseil-cpp/absl/flags/marshalling.cc +10 -1
  572. data/third_party/abseil-cpp/absl/flags/reflection.cc +2 -1
  573. data/third_party/abseil-cpp/absl/functional/function_ref.h +8 -0
  574. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +2 -2
  575. data/third_party/abseil-cpp/absl/hash/internal/hash.h +49 -2
  576. data/third_party/abseil-cpp/absl/numeric/bits.h +37 -18
  577. data/third_party/abseil-cpp/absl/random/distributions.h +1 -1
  578. data/third_party/abseil-cpp/absl/status/internal/status_internal.cc +248 -0
  579. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +55 -14
  580. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +53 -2
  581. data/third_party/abseil-cpp/absl/status/status.cc +36 -238
  582. data/third_party/abseil-cpp/absl/status/status.h +95 -53
  583. data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +1 -3
  584. data/third_party/abseil-cpp/absl/status/status_payload_printer.h +3 -2
  585. data/third_party/abseil-cpp/absl/status/statusor.cc +5 -2
  586. data/third_party/abseil-cpp/absl/status/statusor.h +43 -3
  587. data/third_party/abseil-cpp/absl/strings/ascii.cc +84 -12
  588. data/third_party/abseil-cpp/absl/strings/ascii.h +8 -6
  589. data/third_party/abseil-cpp/absl/strings/charconv.cc +19 -12
  590. data/third_party/abseil-cpp/absl/strings/charconv.h +6 -3
  591. data/third_party/abseil-cpp/absl/strings/charset.h +164 -0
  592. data/third_party/abseil-cpp/absl/strings/cord.cc +266 -69
  593. data/third_party/abseil-cpp/absl/strings/cord.h +138 -92
  594. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +19 -33
  595. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +4 -3
  596. data/third_party/abseil-cpp/absl/strings/escaping.cc +5 -4
  597. data/third_party/abseil-cpp/absl/strings/has_absl_stringify.h +63 -0
  598. data/third_party/abseil-cpp/absl/strings/has_ostream_operator.h +42 -0
  599. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -6
  600. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +19 -45
  601. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +23 -28
  602. data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +15 -26
  603. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +12 -4
  604. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +145 -8
  605. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +72 -24
  606. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +17 -1
  607. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +7 -4
  608. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +8 -3
  609. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +10 -4
  610. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +5 -4
  611. data/third_party/abseil-cpp/absl/strings/match.cc +3 -0
  612. data/third_party/abseil-cpp/absl/strings/numbers.cc +396 -153
  613. data/third_party/abseil-cpp/absl/strings/numbers.h +193 -35
  614. data/third_party/abseil-cpp/absl/strings/str_cat.cc +151 -21
  615. data/third_party/abseil-cpp/absl/strings/str_cat.h +127 -25
  616. data/third_party/abseil-cpp/absl/strings/str_format.h +30 -20
  617. data/third_party/abseil-cpp/absl/strings/str_join.h +16 -16
  618. data/third_party/abseil-cpp/absl/strings/str_replace.cc +12 -3
  619. data/third_party/abseil-cpp/absl/strings/str_replace.h +8 -5
  620. data/third_party/abseil-cpp/absl/strings/str_split.cc +8 -6
  621. data/third_party/abseil-cpp/absl/strings/str_split.h +18 -0
  622. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -5
  623. data/third_party/abseil-cpp/absl/strings/string_view.h +91 -26
  624. data/third_party/abseil-cpp/absl/strings/strip.h +5 -2
  625. data/third_party/abseil-cpp/absl/strings/substitute.cc +12 -4
  626. data/third_party/abseil-cpp/absl/strings/substitute.h +103 -91
  627. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +2 -2
  628. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +2 -0
  629. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +4 -2
  630. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +296 -332
  631. data/third_party/abseil-cpp/absl/synchronization/mutex.h +89 -34
  632. data/third_party/abseil-cpp/absl/time/civil_time.h +26 -0
  633. data/third_party/abseil-cpp/absl/time/clock.h +5 -1
  634. data/third_party/abseil-cpp/absl/time/duration.cc +3 -3
  635. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +2 -2
  636. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
  637. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +9 -14
  638. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +0 -8
  639. data/third_party/abseil-cpp/absl/types/bad_optional_access.cc +18 -0
  640. data/third_party/abseil-cpp/absl/types/bad_variant_access.cc +18 -0
  641. data/third_party/abseil-cpp/absl/types/internal/variant.h +3 -3
  642. data/third_party/abseil-cpp/absl/types/optional.h +3 -2
  643. data/third_party/abseil-cpp/absl/types/span.h +9 -4
  644. data/third_party/abseil-cpp/absl/utility/utility.h +11 -93
  645. data/third_party/boringssl-with-bazel/err_data.c +278 -276
  646. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +1 -1
  647. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -9
  648. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +8 -21
  649. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
  650. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +19 -1
  651. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +1 -1
  652. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +11 -3
  653. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +4 -1
  654. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +1 -1
  655. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +3 -3
  656. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +1 -6
  657. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +4 -13
  658. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +1 -6
  659. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +27 -4
  660. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -4
  661. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -4
  662. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +8 -0
  663. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +1 -11
  664. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +7 -8
  665. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +42 -12
  666. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +0 -22
  667. data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +9 -9
  668. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +34 -1
  669. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +49 -3
  670. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +30 -42
  671. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +87 -96
  672. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +5 -1
  673. data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +4 -2
  674. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +11 -0
  675. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +4 -0
  676. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +1 -2
  677. data/third_party/boringssl-with-bazel/src/crypto/des/des.c +105 -31
  678. data/third_party/boringssl-with-bazel/src/crypto/des/internal.h +10 -81
  679. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +2 -15
  680. data/third_party/boringssl-with-bazel/src/crypto/engine/engine.c +1 -9
  681. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +1 -5
  682. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +2 -5
  683. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +1 -4
  684. data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +1 -2
  685. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -3
  686. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -2
  687. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/add.c +2 -8
  688. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +1 -1
  689. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +26 -17
  690. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +1 -1
  691. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +4 -2
  692. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +26 -5
  693. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +10 -41
  694. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +49 -2
  695. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +26 -0
  696. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +27 -26
  697. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +2 -6
  698. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +1 -8
  699. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +8 -2
  700. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +11 -2
  701. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +11 -24
  702. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aesccm.c +43 -50
  703. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +2 -6
  704. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +4 -0
  705. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +1 -2
  706. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +16 -9
  707. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +7 -6
  708. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +2 -7
  709. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +51 -13
  710. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +17 -0
  711. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +5 -2
  712. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +1 -2
  713. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +1 -3
  714. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +6 -5
  715. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +1 -2
  716. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +153 -6
  717. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +87 -7
  718. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +39 -5
  719. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +32 -5
  720. data/third_party/boringssl-with-bazel/src/crypto/internal.h +254 -54
  721. data/third_party/boringssl-with-bazel/src/crypto/keccak/internal.h +70 -0
  722. data/third_party/boringssl-with-bazel/src/crypto/{kyber → keccak}/keccak.c +124 -49
  723. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +8 -39
  724. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +39 -29
  725. data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +3 -6
  726. data/third_party/boringssl-with-bazel/src/crypto/mem.c +17 -33
  727. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +36 -16
  728. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +0 -3
  729. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +31 -0
  730. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +2 -4
  731. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +3 -3
  732. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +9 -13
  733. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +3 -6
  734. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +4 -0
  735. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +3 -1
  736. data/third_party/boringssl-with-bazel/src/crypto/spx/address.c +101 -0
  737. data/third_party/boringssl-with-bazel/src/crypto/spx/address.h +50 -0
  738. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.c +133 -0
  739. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.h +54 -0
  740. data/third_party/boringssl-with-bazel/src/crypto/spx/internal.h +79 -0
  741. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.c +150 -0
  742. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.h +61 -0
  743. data/third_party/boringssl-with-bazel/src/crypto/spx/params.h +71 -0
  744. data/third_party/boringssl-with-bazel/src/crypto/spx/spx.c +139 -0
  745. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.c +53 -0
  746. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.h +44 -0
  747. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.c +136 -0
  748. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.h +70 -0
  749. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.c +135 -0
  750. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.h +45 -0
  751. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +4 -9
  752. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +10 -22
  753. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +3 -6
  754. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +12 -36
  755. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +1 -2
  756. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +0 -2
  757. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +14 -9
  758. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +23 -33
  759. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +225 -51
  760. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +2 -6
  761. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +6 -2
  762. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +1 -1
  763. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +1 -4
  764. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +1 -3
  765. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akey.c +1 -1
  766. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akeya.c +3 -1
  767. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_alt.c +5 -6
  768. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bcons.c +1 -1
  769. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bitst.c +1 -1
  770. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_conf.c +0 -2
  771. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_cpols.c +1 -1
  772. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_crld.c +1 -2
  773. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_enum.c +1 -0
  774. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_extku.c +1 -1
  775. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_genn.c +12 -12
  776. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ia5.c +1 -1
  777. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_info.c +4 -6
  778. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_int.c +1 -1
  779. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_lib.c +3 -2
  780. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ncons.c +2 -2
  781. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ocsp.c +1 -1
  782. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pcons.c +1 -1
  783. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pmaps.c +1 -1
  784. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_prn.c +3 -4
  785. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_purp.c +92 -335
  786. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_skey.c +1 -2
  787. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_utl.c +20 -18
  788. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +35 -32
  789. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +44 -59
  790. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +0 -1
  791. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +107 -255
  792. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +32 -20
  793. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +25 -152
  794. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +0 -1
  795. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +330 -944
  796. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +93 -215
  797. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +28 -6
  798. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
  799. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +35 -129
  800. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +7 -8
  801. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +46 -50
  802. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +2 -0
  803. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +1 -4
  804. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +6 -6
  805. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +0 -21
  806. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +5 -6
  807. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +3 -1
  808. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +24 -0
  809. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +14 -5
  810. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +22 -0
  811. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +1 -0
  812. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +4 -1
  813. data/third_party/boringssl-with-bazel/src/include/openssl/curve25519.h +2 -2
  814. data/third_party/boringssl-with-bazel/src/include/openssl/des.h +0 -13
  815. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +33 -11
  816. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +1 -1
  817. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +5 -4
  818. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +26 -18
  819. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +13 -6
  820. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +5 -1
  821. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
  822. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +19 -5
  823. data/third_party/boringssl-with-bazel/src/include/openssl/posix_time.h +45 -0
  824. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -0
  825. data/third_party/boringssl-with-bazel/src/include/openssl/sha.h +20 -3
  826. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -20
  827. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +76 -60
  828. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +31 -6
  829. data/third_party/boringssl-with-bazel/src/include/openssl/time.h +3 -22
  830. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -1
  831. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2806 -941
  832. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +38 -1025
  833. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3_errors.h +124 -0
  834. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +1 -2
  835. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +82 -9
  836. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +42 -4
  837. data/third_party/boringssl-with-bazel/src/ssl/internal.h +4 -0
  838. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +4 -5
  839. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +9 -1
  840. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +0 -1
  841. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +5 -1
  842. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -1
  843. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +4 -2
  844. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +21 -0
  845. data/third_party/cares/config_linux/ares_config.h +2 -38
  846. data/third_party/upb/upb/reflection/def_pool.h +2 -2
  847. data/third_party/zlib/adler32.c +5 -27
  848. data/third_party/zlib/compress.c +5 -16
  849. data/third_party/zlib/crc32.c +86 -162
  850. data/third_party/zlib/deflate.c +233 -336
  851. data/third_party/zlib/deflate.h +8 -8
  852. data/third_party/zlib/gzguts.h +11 -12
  853. data/third_party/zlib/infback.c +7 -23
  854. data/third_party/zlib/inffast.c +1 -4
  855. data/third_party/zlib/inffast.h +1 -1
  856. data/third_party/zlib/inflate.c +30 -99
  857. data/third_party/zlib/inftrees.c +6 -11
  858. data/third_party/zlib/inftrees.h +3 -3
  859. data/third_party/zlib/trees.c +224 -302
  860. data/third_party/zlib/uncompr.c +4 -12
  861. data/third_party/zlib/zconf.h +6 -2
  862. data/third_party/zlib/zlib.h +191 -188
  863. data/third_party/zlib/zutil.c +16 -44
  864. data/third_party/zlib/zutil.h +10 -10
  865. metadata +241 -184
  866. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +0 -75
  867. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +0 -711
  868. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +0 -1173
  869. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +0 -922
  870. data/src/core/lib/event_engine/memory_allocator.cc +0 -74
  871. data/src/core/lib/iomgr/load_file.cc +0 -78
  872. data/src/core/lib/iomgr/load_file.h +0 -35
  873. data/src/core/lib/transport/pid_controller.cc +0 -51
  874. data/src/core/lib/transport/pid_controller.h +0 -116
  875. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +0 -137
  876. data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +0 -280
  877. data/third_party/abseil-cpp/absl/flags/flag.cc +0 -38
  878. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +0 -116
  879. data/third_party/abseil-cpp/absl/strings/internal/char_map.h +0 -158
  880. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +0 -773
  881. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +0 -607
  882. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +0 -118
  883. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +0 -100
  884. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +0 -111
  885. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +0 -197
  886. data/third_party/upb/upb/collections/array.h +0 -17
  887. data/third_party/upb/upb/collections/map.h +0 -17
  888. data/third_party/upb/upb/upb.hpp +0 -18
  889. /data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/ext_dat.h +0 -0
@@ -43,6 +43,7 @@
43
43
  #include <grpc/support/log.h>
44
44
 
45
45
  #include "src/core/lib/channel/call_finalization.h"
46
+ #include "src/core/lib/channel/channel_args.h"
46
47
  #include "src/core/lib/channel/channel_fwd.h"
47
48
  #include "src/core/lib/channel/channel_stack.h"
48
49
  #include "src/core/lib/channel/context.h"
@@ -60,9 +61,13 @@
60
61
  #include "src/core/lib/promise/context.h"
61
62
  #include "src/core/lib/promise/pipe.h"
62
63
  #include "src/core/lib/promise/poll.h"
64
+ #include "src/core/lib/promise/promise.h"
65
+ #include "src/core/lib/promise/race.h"
66
+ #include "src/core/lib/promise/try_seq.h"
63
67
  #include "src/core/lib/resource_quota/arena.h"
64
68
  #include "src/core/lib/slice/slice_buffer.h"
65
69
  #include "src/core/lib/surface/call.h"
70
+ #include "src/core/lib/transport/call_filters.h"
66
71
  #include "src/core/lib/transport/error_utils.h"
67
72
  #include "src/core/lib/transport/metadata_batch.h"
68
73
  #include "src/core/lib/transport/transport.h"
@@ -122,6 +127,995 @@ class ChannelFilter {
122
127
  grpc_event_engine::experimental::GetDefaultEventEngine();
123
128
  };
124
129
 
130
+ namespace promise_filter_detail {
131
+
132
+ // Determine if a list of interceptors has any that need to asyncronously error
133
+ // the promise. If so, we need to allocate a latch for the generated promise for
134
+ // the original promise stack polyfill code that's generated.
135
+
136
+ inline constexpr bool HasAsyncErrorInterceptor() { return false; }
137
+
138
+ inline constexpr bool HasAsyncErrorInterceptor(const NoInterceptor*) {
139
+ return false;
140
+ }
141
+
142
+ template <typename T, typename A0, typename... As>
143
+ inline constexpr bool HasAsyncErrorInterceptor(A0 (T::*)(A0, As...)) {
144
+ return false;
145
+ }
146
+
147
+ template <typename T, typename... A>
148
+ inline constexpr bool HasAsyncErrorInterceptor(absl::Status (T::*)(A...)) {
149
+ return true;
150
+ }
151
+
152
+ template <typename R, typename T, typename... A>
153
+ inline constexpr bool HasAsyncErrorInterceptor(absl::StatusOr<R> (T::*)(A...)) {
154
+ return true;
155
+ }
156
+
157
+ template <typename T, typename... A>
158
+ inline constexpr bool HasAsyncErrorInterceptor(
159
+ ServerMetadataHandle (T::*)(A...)) {
160
+ return true;
161
+ }
162
+
163
+ template <typename T, typename... A>
164
+ inline constexpr bool HasAsyncErrorInterceptor(void (T::*)(A...)) {
165
+ return false;
166
+ }
167
+
168
+ // For the list case we do two interceptors to avoid amiguities with the single
169
+ // argument forms above.
170
+ template <typename I1, typename I2, typename... Interceptors>
171
+ inline constexpr bool HasAsyncErrorInterceptor(I1 i1, I2 i2,
172
+ Interceptors... interceptors) {
173
+ return HasAsyncErrorInterceptor(i1) || HasAsyncErrorInterceptor(i2) ||
174
+ HasAsyncErrorInterceptor(interceptors...);
175
+ }
176
+
177
+ // Composite for a given channel type to determine if any of its interceptors
178
+ // fall into this category: later code should use this.
179
+ template <typename Derived>
180
+ inline constexpr bool CallHasAsyncErrorInterceptor() {
181
+ return HasAsyncErrorInterceptor(&Derived::Call::OnClientToServerMessage,
182
+ &Derived::Call::OnServerInitialMetadata,
183
+ &Derived::Call::OnServerToClientMessage);
184
+ }
185
+
186
+ // Determine if an interceptor needs to access the channel via one of its
187
+ // arguments. If so, we need to allocate a pointer to the channel for the
188
+ // generated polyfill promise for the original promise stack.
189
+
190
+ inline constexpr bool HasChannelAccess() { return false; }
191
+
192
+ inline constexpr bool HasChannelAccess(const NoInterceptor*) { return false; }
193
+
194
+ template <typename T, typename R, typename A>
195
+ inline constexpr bool HasChannelAccess(R (T::*)(A)) {
196
+ return false;
197
+ }
198
+
199
+ template <typename T, typename R, typename A>
200
+ inline constexpr bool HasChannelAccess(R (T::*)()) {
201
+ return false;
202
+ }
203
+
204
+ template <typename T, typename R, typename A, typename C>
205
+ inline constexpr bool HasChannelAccess(R (T::*)(A, C)) {
206
+ return true;
207
+ }
208
+
209
+ // For the list case we do two interceptors to avoid amiguities with the single
210
+ // argument forms above.
211
+ template <typename I1, typename I2, typename... Interceptors>
212
+ inline constexpr bool HasChannelAccess(I1 i1, I2 i2,
213
+ Interceptors... interceptors) {
214
+ return HasChannelAccess(i1) || HasChannelAccess(i2) ||
215
+ HasChannelAccess(interceptors...);
216
+ }
217
+
218
+ // Composite for a given channel type to determine if any of its interceptors
219
+ // fall into this category: later code should use this.
220
+ template <typename Derived>
221
+ inline constexpr bool CallHasChannelAccess() {
222
+ return HasChannelAccess(&Derived::Call::OnClientInitialMetadata,
223
+ &Derived::Call::OnClientToServerMessage,
224
+ &Derived::Call::OnServerInitialMetadata,
225
+ &Derived::Call::OnServerToClientMessage,
226
+ &Derived::Call::OnServerTrailingMetadata,
227
+ &Derived::Call::OnFinalize);
228
+ }
229
+
230
+ // Given a boolean X export a type:
231
+ // either T if X is true
232
+ // or an empty type if it is false
233
+ template <typename T, bool X>
234
+ struct TypeIfNeeded;
235
+
236
+ template <typename T>
237
+ struct TypeIfNeeded<T, false> {
238
+ struct Type {
239
+ Type() = default;
240
+ template <typename Whatever>
241
+ explicit Type(Whatever) : Type() {}
242
+ };
243
+ };
244
+
245
+ template <typename T>
246
+ struct TypeIfNeeded<T, true> {
247
+ using Type = T;
248
+ };
249
+
250
+ // For the original promise scheme polyfill:
251
+ // If a set of interceptors might fail asynchronously, wrap the main
252
+ // promise in a race with the cancellation latch.
253
+ // If not, just return the main promise.
254
+ template <bool X>
255
+ struct RaceAsyncCompletion;
256
+
257
+ template <>
258
+ struct RaceAsyncCompletion<false> {
259
+ template <typename Promise>
260
+ static Promise Run(Promise x, void*) {
261
+ return x;
262
+ }
263
+ };
264
+
265
+ template <>
266
+ struct RaceAsyncCompletion<true> {
267
+ template <typename Promise>
268
+ static Promise Run(Promise x, Latch<ServerMetadataHandle>* latch) {
269
+ return Race(latch->Wait(), std::move(x));
270
+ }
271
+ };
272
+
273
+ // Zero-member wrapper to make sure that Call always has a constructor
274
+ // that takes a channel pointer (even if it's thrown away)
275
+ template <typename Derived, typename SfinaeVoid = void>
276
+ class CallWrapper;
277
+
278
+ template <typename Derived>
279
+ class CallWrapper<Derived, absl::void_t<decltype(typename Derived::Call(
280
+ std::declval<Derived*>()))>>
281
+ : public Derived::Call {
282
+ public:
283
+ explicit CallWrapper(Derived* channel) : Derived::Call(channel) {}
284
+ };
285
+
286
+ template <typename Derived>
287
+ class CallWrapper<Derived, absl::void_t<decltype(typename Derived::Call())>>
288
+ : public Derived::Call {
289
+ public:
290
+ explicit CallWrapper(Derived*) : Derived::Call() {}
291
+ };
292
+
293
+ // For the original promise scheme polyfill: data associated with once call.
294
+ template <typename Derived>
295
+ struct FilterCallData {
296
+ explicit FilterCallData(Derived* channel) : call(channel), channel(channel) {}
297
+ GPR_NO_UNIQUE_ADDRESS CallWrapper<Derived> call;
298
+ GPR_NO_UNIQUE_ADDRESS
299
+ typename TypeIfNeeded<Latch<ServerMetadataHandle>,
300
+ CallHasAsyncErrorInterceptor<Derived>()>::Type
301
+ error_latch;
302
+ GPR_NO_UNIQUE_ADDRESS
303
+ typename TypeIfNeeded<Derived*, CallHasChannelAccess<Derived>()>::Type
304
+ channel;
305
+ };
306
+
307
+ template <typename Promise>
308
+ auto MapResult(const NoInterceptor*, Promise x, void*) {
309
+ return x;
310
+ }
311
+
312
+ template <typename Promise, typename Derived>
313
+ auto MapResult(absl::Status (Derived::Call::*fn)(ServerMetadata&), Promise x,
314
+ FilterCallData<Derived>* call_data) {
315
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerTrailingMetadata);
316
+ return Map(std::move(x), [call_data](ServerMetadataHandle md) {
317
+ auto status = call_data->call.OnServerTrailingMetadata(*md);
318
+ if (!status.ok()) return ServerMetadataFromStatus(status);
319
+ return md;
320
+ });
321
+ }
322
+
323
+ template <typename Promise, typename Derived>
324
+ auto MapResult(void (Derived::Call::*fn)(ServerMetadata&), Promise x,
325
+ FilterCallData<Derived>* call_data) {
326
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerTrailingMetadata);
327
+ return Map(std::move(x), [call_data](ServerMetadataHandle md) {
328
+ call_data->call.OnServerTrailingMetadata(*md);
329
+ return md;
330
+ });
331
+ }
332
+
333
+ template <typename Promise, typename Derived>
334
+ auto MapResult(void (Derived::Call::*fn)(ServerMetadata&, Derived*), Promise x,
335
+ FilterCallData<Derived>* call_data) {
336
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerTrailingMetadata);
337
+ return Map(std::move(x), [call_data](ServerMetadataHandle md) {
338
+ call_data->call.OnServerTrailingMetadata(*md, call_data->channel);
339
+ return md;
340
+ });
341
+ }
342
+
343
+ template <typename Interceptor, typename Derived, typename SfinaeVoid = void>
344
+ struct RunCallImpl;
345
+
346
+ template <typename Derived>
347
+ struct RunCallImpl<const NoInterceptor*, Derived> {
348
+ static auto Run(CallArgs call_args, NextPromiseFactory next_promise_factory,
349
+ void*) {
350
+ return next_promise_factory(std::move(call_args));
351
+ }
352
+ };
353
+
354
+ template <typename Derived>
355
+ struct RunCallImpl<void (Derived::Call::*)(ClientMetadata& md), Derived> {
356
+ static auto Run(CallArgs call_args, NextPromiseFactory next_promise_factory,
357
+ FilterCallData<Derived>* call_data) {
358
+ call_data->call.OnClientInitialMetadata(*call_args.client_initial_metadata);
359
+ return next_promise_factory(std::move(call_args));
360
+ }
361
+ };
362
+
363
+ template <typename Derived>
364
+ struct RunCallImpl<ServerMetadataHandle (Derived::Call::*)(ClientMetadata& md),
365
+ Derived> {
366
+ static auto Run(CallArgs call_args, NextPromiseFactory next_promise_factory,
367
+ FilterCallData<Derived>* call_data)
368
+ -> ArenaPromise<ServerMetadataHandle> {
369
+ auto return_md = call_data->call.OnClientInitialMetadata(
370
+ *call_args.client_initial_metadata);
371
+ if (return_md == nullptr) return next_promise_factory(std::move(call_args));
372
+ return Immediate(std::move(return_md));
373
+ }
374
+ };
375
+
376
+ template <typename Derived>
377
+ struct RunCallImpl<ServerMetadataHandle (Derived::Call::*)(ClientMetadata& md,
378
+ Derived* channel),
379
+ Derived> {
380
+ static auto Run(CallArgs call_args, NextPromiseFactory next_promise_factory,
381
+ FilterCallData<Derived>* call_data)
382
+ -> ArenaPromise<ServerMetadataHandle> {
383
+ auto return_md = call_data->call.OnClientInitialMetadata(
384
+ *call_args.client_initial_metadata, call_data->channel);
385
+ if (return_md == nullptr) return next_promise_factory(std::move(call_args));
386
+ return Immediate(std::move(return_md));
387
+ }
388
+ };
389
+
390
+ template <typename Derived>
391
+ struct RunCallImpl<absl::Status (Derived::Call::*)(ClientMetadata& md),
392
+ Derived> {
393
+ static auto Run(CallArgs call_args, NextPromiseFactory next_promise_factory,
394
+ FilterCallData<Derived>* call_data)
395
+ -> ArenaPromise<ServerMetadataHandle> {
396
+ auto status = call_data->call.OnClientInitialMetadata(
397
+ *call_args.client_initial_metadata);
398
+ if (status.ok()) return next_promise_factory(std::move(call_args));
399
+ return Immediate(ServerMetadataFromStatus(status));
400
+ }
401
+ };
402
+
403
+ template <typename Derived>
404
+ struct RunCallImpl<absl::Status (Derived::Call::*)(ClientMetadata& md,
405
+ Derived* channel),
406
+ Derived> {
407
+ static auto Run(CallArgs call_args, NextPromiseFactory next_promise_factory,
408
+ FilterCallData<Derived>* call_data)
409
+ -> ArenaPromise<ServerMetadataHandle> {
410
+ auto status = call_data->call.OnClientInitialMetadata(
411
+ *call_args.client_initial_metadata, call_data->channel);
412
+ if (status.ok()) return next_promise_factory(std::move(call_args));
413
+ return Immediate(ServerMetadataFromStatus(status));
414
+ }
415
+ };
416
+
417
+ template <typename Derived>
418
+ struct RunCallImpl<
419
+ void (Derived::Call::*)(ClientMetadata& md, Derived* channel), Derived> {
420
+ static auto Run(CallArgs call_args, NextPromiseFactory next_promise_factory,
421
+ FilterCallData<Derived>* call_data) {
422
+ call_data->call.OnClientInitialMetadata(*call_args.client_initial_metadata,
423
+ call_data->channel);
424
+ return next_promise_factory(std::move(call_args));
425
+ }
426
+ };
427
+
428
+ template <typename Derived, typename Promise>
429
+ struct RunCallImpl<
430
+ Promise (Derived::Call::*)(ClientMetadata& md, Derived* channel), Derived,
431
+ absl::void_t<decltype(StatusCast<ServerMetadataHandle>(
432
+ std::declval<PromiseResult<Promise>>))>> {
433
+ static auto Run(CallArgs call_args, NextPromiseFactory next_promise_factory,
434
+ FilterCallData<Derived>* call_data) {
435
+ ClientMetadata& md_ref = *call_args.client_initial_metadata;
436
+ return TrySeq(
437
+ call_data->call.OnClientInitialMetadata(md_ref, call_data->channel),
438
+ [call_args = std::move(call_args),
439
+ next_promise_factory = std::move(next_promise_factory)]() mutable {
440
+ return next_promise_factory(std::move(call_args));
441
+ });
442
+ }
443
+ };
444
+
445
+ template <typename Interceptor, typename Derived>
446
+ auto RunCall(Interceptor interceptor, CallArgs call_args,
447
+ NextPromiseFactory next_promise_factory,
448
+ FilterCallData<Derived>* call_data) {
449
+ GPR_DEBUG_ASSERT(interceptor == &Derived::Call::OnClientInitialMetadata);
450
+ return RunCallImpl<Interceptor, Derived>::Run(
451
+ std::move(call_args), std::move(next_promise_factory), call_data);
452
+ }
453
+
454
+ inline void InterceptClientToServerMessage(const NoInterceptor*, void*,
455
+ const CallArgs&) {}
456
+
457
+ template <typename Derived>
458
+ inline void InterceptClientToServerMessage(
459
+ ServerMetadataHandle (Derived::Call::*fn)(const Message&),
460
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
461
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientToServerMessage);
462
+ call_args.client_to_server_messages->InterceptAndMap(
463
+ [call_data](MessageHandle msg) -> absl::optional<MessageHandle> {
464
+ auto return_md = call_data->call.OnClientToServerMessage(*msg);
465
+ if (return_md == nullptr) return std::move(msg);
466
+ if (call_data->error_latch.is_set()) return absl::nullopt;
467
+ call_data->error_latch.Set(std::move(return_md));
468
+ return absl::nullopt;
469
+ });
470
+ }
471
+
472
+ template <typename Derived>
473
+ inline void InterceptClientToServerMessage(
474
+ ServerMetadataHandle (Derived::Call::*fn)(const Message&, Derived*),
475
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
476
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientToServerMessage);
477
+ call_args.client_to_server_messages->InterceptAndMap(
478
+ [call_data](MessageHandle msg) -> absl::optional<MessageHandle> {
479
+ auto return_md =
480
+ call_data->call.OnClientToServerMessage(*msg, call_data->channel);
481
+ if (return_md == nullptr) return std::move(msg);
482
+ if (call_data->error_latch.is_set()) return absl::nullopt;
483
+ call_data->error_latch.Set(std::move(return_md));
484
+ return absl::nullopt;
485
+ });
486
+ }
487
+
488
+ template <typename Derived>
489
+ inline void InterceptClientToServerMessage(
490
+ MessageHandle (Derived::Call::*fn)(MessageHandle, Derived*),
491
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
492
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientToServerMessage);
493
+ call_args.client_to_server_messages->InterceptAndMap(
494
+ [call_data](MessageHandle msg) -> absl::optional<MessageHandle> {
495
+ return call_data->call.OnClientToServerMessage(std::move(msg),
496
+ call_data->channel);
497
+ });
498
+ }
499
+
500
+ template <typename Derived>
501
+ inline void InterceptClientToServerMessage(
502
+ absl::StatusOr<MessageHandle> (Derived::Call::*fn)(MessageHandle, Derived*),
503
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
504
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientToServerMessage);
505
+ call_args.client_to_server_messages->InterceptAndMap(
506
+ [call_data](MessageHandle msg) -> absl::optional<MessageHandle> {
507
+ auto r = call_data->call.OnClientToServerMessage(std::move(msg),
508
+ call_data->channel);
509
+ if (r.ok()) return std::move(*r);
510
+ if (call_data->error_latch.is_set()) return absl::nullopt;
511
+ call_data->error_latch.Set(ServerMetadataFromStatus(r.status()));
512
+ return absl::nullopt;
513
+ });
514
+ }
515
+
516
+ inline void InterceptClientToServerMessage(const NoInterceptor*, void*, void*,
517
+ CallSpineInterface*) {}
518
+
519
+ template <typename Derived>
520
+ inline void InterceptClientToServerMessage(
521
+ ServerMetadataHandle (Derived::Call::*fn)(const Message&),
522
+ typename Derived::Call* call, Derived*, CallSpineInterface* call_spine) {
523
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientToServerMessage);
524
+ call_spine->client_to_server_messages().receiver.InterceptAndMap(
525
+ [call, call_spine](MessageHandle msg) -> absl::optional<MessageHandle> {
526
+ auto return_md = call->OnClientToServerMessage(*msg);
527
+ if (return_md == nullptr) return std::move(msg);
528
+ return call_spine->Cancel(std::move(return_md));
529
+ });
530
+ }
531
+
532
+ template <typename Derived>
533
+ inline void InterceptClientToServerMessage(
534
+ ServerMetadataHandle (Derived::Call::*fn)(const Message&, Derived*),
535
+ typename Derived::Call* call, Derived* channel,
536
+ CallSpineInterface* call_spine) {
537
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientToServerMessage);
538
+ call_spine->client_to_server_messages().receiver.InterceptAndMap(
539
+ [call, call_spine,
540
+ channel](MessageHandle msg) -> absl::optional<MessageHandle> {
541
+ auto return_md = call->OnClientToServerMessage(*msg, channel);
542
+ if (return_md == nullptr) return std::move(msg);
543
+ return call_spine->Cancel(std::move(return_md));
544
+ });
545
+ }
546
+
547
+ template <typename Derived>
548
+ inline void InterceptClientToServerMessage(
549
+ MessageHandle (Derived::Call::*fn)(MessageHandle, Derived*),
550
+ typename Derived::Call* call, Derived* channel,
551
+ CallSpineInterface* call_spine) {
552
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientToServerMessage);
553
+ call_spine->client_to_server_messages().receiver.InterceptAndMap(
554
+ [call, channel](MessageHandle msg) {
555
+ return call->OnClientToServerMessage(std::move(msg), channel);
556
+ });
557
+ }
558
+
559
+ template <typename Derived>
560
+ inline void InterceptClientToServerMessage(
561
+ absl::StatusOr<MessageHandle> (Derived::Call::*fn)(MessageHandle, Derived*),
562
+ typename Derived::Call* call, Derived* channel,
563
+ CallSpineInterface* call_spine) {
564
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientToServerMessage);
565
+ call_spine->client_to_server_messages().receiver.InterceptAndMap(
566
+ [call, call_spine,
567
+ channel](MessageHandle msg) -> absl::optional<MessageHandle> {
568
+ auto r = call->OnClientToServerMessage(std::move(msg), channel);
569
+ if (r.ok()) return std::move(*r);
570
+ return call_spine->Cancel(ServerMetadataFromStatus(r.status()));
571
+ });
572
+ }
573
+
574
+ inline void InterceptClientInitialMetadata(const NoInterceptor*, void*, void*,
575
+ CallSpineInterface*) {}
576
+
577
+ template <typename Derived>
578
+ inline void InterceptClientInitialMetadata(
579
+ void (Derived::Call::*fn)(ClientMetadata& md), typename Derived::Call* call,
580
+ Derived*, CallSpineInterface* call_spine) {
581
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientInitialMetadata);
582
+ call_spine->client_initial_metadata().receiver.InterceptAndMap(
583
+ [call](ClientMetadataHandle md) {
584
+ call->OnClientInitialMetadata(*md);
585
+ return md;
586
+ });
587
+ }
588
+
589
+ template <typename Derived>
590
+ inline void InterceptClientInitialMetadata(
591
+ void (Derived::Call::*fn)(ClientMetadata& md, Derived* channel),
592
+ typename Derived::Call* call, Derived* channel,
593
+ CallSpineInterface* call_spine) {
594
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientInitialMetadata);
595
+ call_spine->client_initial_metadata().receiver.InterceptAndMap(
596
+ [call, channel](ClientMetadataHandle md) {
597
+ call->OnClientInitialMetadata(*md, channel);
598
+ return md;
599
+ });
600
+ }
601
+
602
+ template <typename Derived>
603
+ inline void InterceptClientInitialMetadata(
604
+ ServerMetadataHandle (Derived::Call::*fn)(ClientMetadata& md),
605
+ typename Derived::Call* call, Derived*, CallSpineInterface* call_spine) {
606
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientInitialMetadata);
607
+ call_spine->client_initial_metadata().receiver.InterceptAndMap(
608
+ [call_spine,
609
+ call](ClientMetadataHandle md) -> absl::optional<ClientMetadataHandle> {
610
+ auto return_md = call->OnClientInitialMetadata(*md);
611
+ if (return_md == nullptr) return std::move(md);
612
+ return call_spine->Cancel(std::move(return_md));
613
+ });
614
+ }
615
+
616
+ template <typename Derived>
617
+ inline void InterceptClientInitialMetadata(
618
+ ServerMetadataHandle (Derived::Call::*fn)(ClientMetadata& md,
619
+ Derived* channel),
620
+ typename Derived::Call* call, Derived* channel,
621
+ CallSpineInterface* call_spine) {
622
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientInitialMetadata);
623
+ call_spine->client_initial_metadata().receiver.InterceptAndMap(
624
+ [call_spine, call, channel](
625
+ ClientMetadataHandle md) -> absl::optional<ClientMetadataHandle> {
626
+ auto return_md = call->OnClientInitialMetadata(*md, channel);
627
+ if (return_md == nullptr) return std::move(md);
628
+ return call_spine->Cancel(std::move(return_md));
629
+ });
630
+ }
631
+
632
+ template <typename Derived>
633
+ inline void InterceptClientInitialMetadata(
634
+ absl::Status (Derived::Call::*fn)(ClientMetadata& md),
635
+ typename Derived::Call* call, Derived*, CallSpineInterface* call_spine) {
636
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientInitialMetadata);
637
+ call_spine->client_initial_metadata().receiver.InterceptAndMap(
638
+ [call_spine,
639
+ call](ClientMetadataHandle md) -> absl::optional<ClientMetadataHandle> {
640
+ auto status = call->OnClientInitialMetadata(*md);
641
+ if (status.ok()) return std::move(md);
642
+ return call_spine->Cancel(ServerMetadataFromStatus(status));
643
+ });
644
+ }
645
+
646
+ template <typename Derived>
647
+ inline void InterceptClientInitialMetadata(
648
+ absl::Status (Derived::Call::*fn)(ClientMetadata& md, Derived* channel),
649
+ typename Derived::Call* call, Derived* channel,
650
+ CallSpineInterface* call_spine) {
651
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnClientInitialMetadata);
652
+ call_spine->client_initial_metadata().receiver.InterceptAndMap(
653
+ [call_spine, call, channel](
654
+ ClientMetadataHandle md) -> absl::optional<ClientMetadataHandle> {
655
+ auto status = call->OnClientInitialMetadata(*md, channel);
656
+ if (status.ok()) return std::move(md);
657
+ return call_spine->Cancel(ServerMetadataFromStatus(status));
658
+ });
659
+ }
660
+
661
+ // Returning a promise that resolves to something that can be cast to
662
+ // ServerMetadataHandle also counts
663
+ template <typename Promise, typename Derived>
664
+ absl::void_t<decltype(StatusCast<ServerMetadataHandle>(
665
+ std::declval<PromiseResult<Promise>>))>
666
+ InterceptClientInitialMetadata(Promise (Derived::Call::*promise_factory)(
667
+ ClientMetadata& md, Derived* channel),
668
+ typename Derived::Call* call, Derived* channel,
669
+ CallSpineInterface* call_spine) {
670
+ GPR_DEBUG_ASSERT(promise_factory == &Derived::Call::OnClientInitialMetadata);
671
+ call_spine->client_initial_metadata().receiver.InterceptAndMap(
672
+ [call, call_spine, channel](ClientMetadataHandle md) {
673
+ ClientMetadata& md_ref = *md;
674
+ return Map(call->OnClientInitialMetadata(md_ref, channel),
675
+ [md = std::move(md),
676
+ call_spine](PromiseResult<Promise> status) mutable
677
+ -> absl::optional<ClientMetadataHandle> {
678
+ if (IsStatusOk(status)) return std::move(md);
679
+ return call_spine->Cancel(
680
+ StatusCast<ServerMetadataHandle>(std::move(status)));
681
+ });
682
+ });
683
+ }
684
+
685
+ template <typename CallArgs>
686
+ inline void InterceptServerInitialMetadata(const NoInterceptor*, void*,
687
+ const CallArgs&) {}
688
+
689
+ template <typename Derived>
690
+ inline void InterceptServerInitialMetadata(
691
+ void (Derived::Call::*fn)(ServerMetadata&),
692
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
693
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerInitialMetadata);
694
+ call_args.server_initial_metadata->InterceptAndMap(
695
+ [call_data](ServerMetadataHandle md) {
696
+ call_data->call.OnServerInitialMetadata(*md);
697
+ return md;
698
+ });
699
+ }
700
+
701
+ template <typename Derived>
702
+ inline void InterceptServerInitialMetadata(
703
+ absl::Status (Derived::Call::*fn)(ServerMetadata&),
704
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
705
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerInitialMetadata);
706
+ call_args.server_initial_metadata->InterceptAndMap(
707
+ [call_data](
708
+ ServerMetadataHandle md) -> absl::optional<ServerMetadataHandle> {
709
+ auto status = call_data->call.OnServerInitialMetadata(*md);
710
+ if (!status.ok() && !call_data->error_latch.is_set()) {
711
+ call_data->error_latch.Set(ServerMetadataFromStatus(status));
712
+ return absl::nullopt;
713
+ }
714
+ return std::move(md);
715
+ });
716
+ }
717
+
718
+ template <typename Derived>
719
+ inline void InterceptServerInitialMetadata(
720
+ void (Derived::Call::*fn)(ServerMetadata&, Derived*),
721
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
722
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerInitialMetadata);
723
+ call_args.server_initial_metadata->InterceptAndMap(
724
+ [call_data](ServerMetadataHandle md) {
725
+ call_data->call.OnServerInitialMetadata(*md, call_data->channel);
726
+ return md;
727
+ });
728
+ }
729
+
730
+ template <typename Derived>
731
+ inline void InterceptServerInitialMetadata(
732
+ absl::Status (Derived::Call::*fn)(ServerMetadata&, Derived*),
733
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
734
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerInitialMetadata);
735
+ call_args.server_initial_metadata->InterceptAndMap(
736
+ [call_data](
737
+ ServerMetadataHandle md) -> absl::optional<ServerMetadataHandle> {
738
+ auto status =
739
+ call_data->call.OnServerInitialMetadata(*md, call_data->channel);
740
+ if (!status.ok() && !call_data->error_latch.is_set()) {
741
+ call_data->error_latch.Set(ServerMetadataFromStatus(status));
742
+ return absl::nullopt;
743
+ }
744
+ return std::move(md);
745
+ });
746
+ }
747
+
748
+ inline void InterceptServerInitialMetadata(const NoInterceptor*, void*, void*,
749
+ CallSpineInterface*) {}
750
+
751
+ template <typename Derived>
752
+ inline void InterceptServerInitialMetadata(
753
+ void (Derived::Call::*fn)(ServerMetadata&), typename Derived::Call* call,
754
+ Derived*, CallSpineInterface* call_spine) {
755
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerInitialMetadata);
756
+ call_spine->server_initial_metadata().sender.InterceptAndMap(
757
+ [call](ServerMetadataHandle md) {
758
+ call->OnServerInitialMetadata(*md);
759
+ return md;
760
+ });
761
+ }
762
+
763
+ template <typename Derived>
764
+ inline void InterceptServerInitialMetadata(
765
+ absl::Status (Derived::Call::*fn)(ServerMetadata&),
766
+ typename Derived::Call* call, Derived*, CallSpineInterface* call_spine) {
767
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerInitialMetadata);
768
+ call_spine->server_initial_metadata().sender.InterceptAndMap(
769
+ [call, call_spine](
770
+ ServerMetadataHandle md) -> absl::optional<ServerMetadataHandle> {
771
+ auto status = call->OnServerInitialMetadata(*md);
772
+ if (status.ok()) return std::move(md);
773
+ return call_spine->Cancel(ServerMetadataFromStatus(status));
774
+ });
775
+ }
776
+
777
+ template <typename Derived>
778
+ inline void InterceptServerInitialMetadata(
779
+ void (Derived::Call::*fn)(ServerMetadata&, Derived*),
780
+ typename Derived::Call* call, Derived* channel,
781
+ CallSpineInterface* call_spine) {
782
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerInitialMetadata);
783
+ call_spine->server_initial_metadata().sender.InterceptAndMap(
784
+ [call, channel](ServerMetadataHandle md) {
785
+ call->OnServerInitialMetadata(*md, channel);
786
+ return md;
787
+ });
788
+ }
789
+
790
+ template <typename Derived>
791
+ inline void InterceptServerInitialMetadata(
792
+ absl::Status (Derived::Call::*fn)(ServerMetadata&, Derived*),
793
+ typename Derived::Call* call, Derived* channel,
794
+ CallSpineInterface* call_spine) {
795
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerInitialMetadata);
796
+ call_spine->server_initial_metadata().sender.InterceptAndMap(
797
+ [call, call_spine, channel](
798
+ ServerMetadataHandle md) -> absl::optional<ServerMetadataHandle> {
799
+ auto status = call->OnServerInitialMetadata(*md, channel);
800
+ if (status.ok()) return std::move(md);
801
+ return call_spine->Cancel(ServerMetadataFromStatus(status));
802
+ });
803
+ }
804
+
805
+ inline void InterceptServerToClientMessage(const NoInterceptor*, void*,
806
+ const CallArgs&) {}
807
+
808
+ template <typename Derived>
809
+ inline void InterceptServerToClientMessage(
810
+ ServerMetadataHandle (Derived::Call::*fn)(const Message&),
811
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
812
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerToClientMessage);
813
+ call_args.server_to_client_messages->InterceptAndMap(
814
+ [call_data](MessageHandle msg) -> absl::optional<MessageHandle> {
815
+ auto return_md = call_data->call.OnServerToClientMessage(*msg);
816
+ if (return_md == nullptr) return std::move(msg);
817
+ if (call_data->error_latch.is_set()) return absl::nullopt;
818
+ call_data->error_latch.Set(std::move(return_md));
819
+ return absl::nullopt;
820
+ });
821
+ }
822
+
823
+ template <typename Derived>
824
+ inline void InterceptServerToClientMessage(
825
+ ServerMetadataHandle (Derived::Call::*fn)(const Message&, Derived*),
826
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
827
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerToClientMessage);
828
+ call_args.server_to_client_messages->InterceptAndMap(
829
+ [call_data](MessageHandle msg) -> absl::optional<MessageHandle> {
830
+ auto return_md =
831
+ call_data->call.OnServerToClientMessage(*msg, call_data->channel);
832
+ if (return_md == nullptr) return std::move(msg);
833
+ if (call_data->error_latch.is_set()) return absl::nullopt;
834
+ call_data->error_latch.Set(std::move(return_md));
835
+ return absl::nullopt;
836
+ });
837
+ }
838
+
839
+ template <typename Derived>
840
+ inline void InterceptServerToClientMessage(
841
+ MessageHandle (Derived::Call::*fn)(MessageHandle, Derived*),
842
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
843
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerToClientMessage);
844
+ call_args.server_to_client_messages->InterceptAndMap(
845
+ [call_data](MessageHandle msg) -> absl::optional<MessageHandle> {
846
+ return call_data->call.OnServerToClientMessage(std::move(msg),
847
+ call_data->channel);
848
+ });
849
+ }
850
+
851
+ template <typename Derived>
852
+ inline void InterceptServerToClientMessage(
853
+ absl::StatusOr<MessageHandle> (Derived::Call::*fn)(MessageHandle, Derived*),
854
+ FilterCallData<Derived>* call_data, const CallArgs& call_args) {
855
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerToClientMessage);
856
+ call_args.server_to_client_messages->InterceptAndMap(
857
+ [call_data](MessageHandle msg) -> absl::optional<MessageHandle> {
858
+ auto r = call_data->call.OnServerToClientMessage(std::move(msg),
859
+ call_data->channel);
860
+ if (r.ok()) return std::move(*r);
861
+ if (call_data->error_latch.is_set()) return absl::nullopt;
862
+ call_data->error_latch.Set(ServerMetadataFromStatus(r.status()));
863
+ return absl::nullopt;
864
+ });
865
+ }
866
+
867
+ inline void InterceptServerToClientMessage(const NoInterceptor*, void*, void*,
868
+ CallSpineInterface*) {}
869
+
870
+ template <typename Derived>
871
+ inline void InterceptServerToClientMessage(
872
+ ServerMetadataHandle (Derived::Call::*fn)(const Message&),
873
+ typename Derived::Call* call, Derived*, CallSpineInterface* call_spine) {
874
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerToClientMessage);
875
+ call_spine->server_to_client_messages().sender.InterceptAndMap(
876
+ [call, call_spine](MessageHandle msg) -> absl::optional<MessageHandle> {
877
+ auto return_md = call->OnServerToClientMessage(*msg);
878
+ if (return_md == nullptr) return std::move(msg);
879
+ return call_spine->Cancel(std::move(return_md));
880
+ });
881
+ }
882
+
883
+ template <typename Derived>
884
+ inline void InterceptServerToClientMessage(
885
+ ServerMetadataHandle (Derived::Call::*fn)(const Message&, Derived*),
886
+ typename Derived::Call* call, Derived* channel,
887
+ CallSpineInterface* call_spine) {
888
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerToClientMessage);
889
+ call_spine->server_to_client_messages().sender.InterceptAndMap(
890
+ [call, call_spine,
891
+ channel](MessageHandle msg) -> absl::optional<MessageHandle> {
892
+ auto return_md = call->OnServerToClientMessage(*msg, channel);
893
+ if (return_md == nullptr) return std::move(msg);
894
+ return call_spine->Cancel(std::move(return_md));
895
+ });
896
+ }
897
+
898
+ template <typename Derived>
899
+ inline void InterceptServerToClientMessage(
900
+ MessageHandle (Derived::Call::*fn)(MessageHandle, Derived*),
901
+ typename Derived::Call* call, Derived* channel,
902
+ CallSpineInterface* call_spine) {
903
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerToClientMessage);
904
+ call_spine->server_to_client_messages().sender.InterceptAndMap(
905
+ [call, channel](MessageHandle msg) {
906
+ return call->OnServerToClientMessage(std::move(msg), channel);
907
+ });
908
+ }
909
+
910
+ template <typename Derived>
911
+ inline void InterceptServerToClientMessage(
912
+ absl::StatusOr<MessageHandle> (Derived::Call::*fn)(MessageHandle, Derived*),
913
+ typename Derived::Call* call, Derived* channel,
914
+ CallSpineInterface* call_spine) {
915
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerToClientMessage);
916
+ call_spine->server_to_client_messages().sender.InterceptAndMap(
917
+ [call, call_spine,
918
+ channel](MessageHandle msg) -> absl::optional<MessageHandle> {
919
+ auto r = call->OnServerToClientMessage(std::move(msg), channel);
920
+ if (r.ok()) return std::move(*r);
921
+ return call_spine->Cancel(ServerMetadataFromStatus(r.status()));
922
+ });
923
+ }
924
+
925
+ inline void InterceptServerTrailingMetadata(const NoInterceptor*, void*, void*,
926
+ CallSpineInterface*) {}
927
+
928
+ template <typename Derived>
929
+ inline void InterceptServerTrailingMetadata(
930
+ void (Derived::Call::*fn)(ServerMetadata&), typename Derived::Call* call,
931
+ Derived*, CallSpineInterface* call_spine) {
932
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerTrailingMetadata);
933
+ call_spine->server_trailing_metadata().sender.InterceptAndMap(
934
+ [call](ServerMetadataHandle md) {
935
+ call->OnServerTrailingMetadata(*md);
936
+ return md;
937
+ });
938
+ }
939
+
940
+ template <typename Derived>
941
+ inline void InterceptServerTrailingMetadata(
942
+ void (Derived::Call::*fn)(ServerMetadata&, Derived*),
943
+ typename Derived::Call* call, Derived* channel,
944
+ CallSpineInterface* call_spine) {
945
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerTrailingMetadata);
946
+ call_spine->server_trailing_metadata().sender.InterceptAndMap(
947
+ [call, channel](ServerMetadataHandle md) {
948
+ call->OnServerTrailingMetadata(*md, channel);
949
+ return md;
950
+ });
951
+ }
952
+
953
+ template <typename Derived>
954
+ inline void InterceptServerTrailingMetadata(
955
+ absl::Status (Derived::Call::*fn)(ServerMetadata&),
956
+ typename Derived::Call* call, Derived*, CallSpineInterface* call_spine) {
957
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnServerTrailingMetadata);
958
+ call_spine->server_trailing_metadata().sender.InterceptAndMap(
959
+ [call](ServerMetadataHandle md) -> absl::optional<ServerMetadataHandle> {
960
+ auto status = call->OnServerTrailingMetadata(*md);
961
+ if (status.ok()) return std::move(md);
962
+ return ServerMetadataFromStatus(status);
963
+ });
964
+ }
965
+
966
+ inline void InterceptFinalize(const NoInterceptor*, void*, void*) {}
967
+
968
+ template <class Call>
969
+ inline void InterceptFinalize(void (Call::*fn)(const grpc_call_final_info*),
970
+ void*, Call* call) {
971
+ GPR_DEBUG_ASSERT(fn == &Call::OnFinalize);
972
+ GetContext<CallFinalization>()->Add(
973
+ [call](const grpc_call_final_info* final_info) {
974
+ call->OnFinalize(final_info);
975
+ });
976
+ }
977
+
978
+ template <class Derived>
979
+ inline void InterceptFinalize(
980
+ void (Derived::Call::*fn)(const grpc_call_final_info*, Derived*),
981
+ Derived* channel, typename Derived::Call* call) {
982
+ GPR_DEBUG_ASSERT(fn == &Derived::Call::OnFinalize);
983
+ GetContext<CallFinalization>()->Add(
984
+ [call, channel](const grpc_call_final_info* final_info) {
985
+ call->OnFinalize(final_info, channel);
986
+ });
987
+ }
988
+
989
+ template <typename Derived>
990
+ absl::enable_if_t<std::is_empty<FilterCallData<Derived>>::value,
991
+ FilterCallData<Derived>*>
992
+ MakeFilterCall(Derived*) {
993
+ static FilterCallData<Derived> call{nullptr};
994
+ return &call;
995
+ }
996
+
997
+ template <typename Derived>
998
+ absl::enable_if_t<!std::is_empty<FilterCallData<Derived>>::value,
999
+ FilterCallData<Derived>*>
1000
+ MakeFilterCall(Derived* derived) {
1001
+ return GetContext<Arena>()->ManagedNew<FilterCallData<Derived>>(derived);
1002
+ }
1003
+
1004
+ } // namespace promise_filter_detail
1005
+
1006
+ // Base class for promise-based channel filters.
1007
+ // Eventually this machinery will move elsewhere (the interception logic will
1008
+ // move directly into the channel stack, and so filters will just directly
1009
+ // derive from `ChannelFilter`)
1010
+ //
1011
+ // Implements new-style call filters, and polyfills them into the previous
1012
+ // scheme.
1013
+ //
1014
+ // Call filters:
1015
+ // Derived types should declare a class `Call` with the following members:
1016
+ // - OnClientInitialMetadata - $VALUE_TYPE = ClientMetadata
1017
+ // - OnServerInitialMetadata - $VALUE_TYPE = ServerMetadata
1018
+ // - OnServerToClientMessage - $VALUE_TYPE = Message
1019
+ // - OnClientToServerMessage - $VALUE_TYPE = Message
1020
+ // - OnServerTrailingMetadata - $VALUE_TYPE = ServerMetadata
1021
+ // - OnFinalize - special, see below
1022
+ // These members define an interception point for a particular event in
1023
+ // the call lifecycle.
1024
+ // The type of these members matters, and is selectable by the class
1025
+ // author. For $INTERCEPTOR_NAME in the above list:
1026
+ // - static const NoInterceptor $INTERCEPTOR_NAME:
1027
+ // defines that this filter does not intercept this event.
1028
+ // there is zero runtime cost added to handling that event by this filter.
1029
+ // - void $INTERCEPTOR_NAME($VALUE_TYPE&):
1030
+ // the filter intercepts this event, and can modify the value.
1031
+ // it never fails.
1032
+ // - absl::Status $INTERCEPTOR_NAME($VALUE_TYPE&):
1033
+ // the filter intercepts this event, and can modify the value.
1034
+ // it can fail, in which case the call will be aborted.
1035
+ // - ServerMetadataHandle $INTERCEPTOR_NAME($VALUE_TYPE&)
1036
+ // the filter intercepts this event, and can modify the value.
1037
+ // the filter can return nullptr for success, or a metadata handle for
1038
+ // failure (in which case the call will be aborted).
1039
+ // useful for cases where the exact metadata returned needs to be customized.
1040
+ // - void $INTERCEPTOR_NAME($VALUE_TYPE&, Derived*):
1041
+ // the filter intercepts this event, and can modify the value.
1042
+ // it can access the channel via the second argument.
1043
+ // it never fails.
1044
+ // - absl::Status $INTERCEPTOR_NAME($VALUE_TYPE&, Derived*):
1045
+ // the filter intercepts this event, and can modify the value.
1046
+ // it can access the channel via the second argument.
1047
+ // it can fail, in which case the call will be aborted.
1048
+ // - ServerMetadataHandle $INTERCEPTOR_NAME($VALUE_TYPE&, Derived*)
1049
+ // the filter intercepts this event, and can modify the value.
1050
+ // it can access the channel via the second argument.
1051
+ // the filter can return nullptr for success, or a metadata handle for
1052
+ // failure (in which case the call will be aborted).
1053
+ // useful for cases where the exact metadata returned needs to be customized.
1054
+ // It's also acceptable to return a promise that resolves to the
1055
+ // relevant return type listed above.
1056
+ // Finally, OnFinalize can be added to intecept call finalization.
1057
+ // It must have one of the signatures:
1058
+ // - static const NoInterceptor OnFinalize:
1059
+ // the filter does not intercept call finalization.
1060
+ // - void OnFinalize(const grpc_call_final_info*):
1061
+ // the filter intercepts call finalization.
1062
+ template <typename Derived>
1063
+ class ImplementChannelFilter : public ChannelFilter {
1064
+ public:
1065
+ // Natively construct a v3 call.
1066
+ void InitCall(CallSpineInterface* call_spine) {
1067
+ typename Derived::Call* call =
1068
+ GetContext<Arena>()
1069
+ ->ManagedNew<promise_filter_detail::CallWrapper<Derived>>(
1070
+ static_cast<Derived*>(this));
1071
+ promise_filter_detail::InterceptClientInitialMetadata(
1072
+ &Derived::Call::OnClientInitialMetadata, call,
1073
+ static_cast<Derived*>(this), call_spine);
1074
+ promise_filter_detail::InterceptClientToServerMessage(
1075
+ &Derived::Call::OnClientToServerMessage, call,
1076
+ static_cast<Derived*>(this), call_spine);
1077
+ promise_filter_detail::InterceptServerInitialMetadata(
1078
+ &Derived::Call::OnServerInitialMetadata, call,
1079
+ static_cast<Derived*>(this), call_spine);
1080
+ promise_filter_detail::InterceptServerToClientMessage(
1081
+ &Derived::Call::OnServerToClientMessage, call,
1082
+ static_cast<Derived*>(this), call_spine);
1083
+ promise_filter_detail::InterceptServerTrailingMetadata(
1084
+ &Derived::Call::OnServerTrailingMetadata, call,
1085
+ static_cast<Derived*>(this), call_spine);
1086
+ promise_filter_detail::InterceptFinalize(&Derived::Call::OnFinalize,
1087
+ static_cast<Derived*>(this), call);
1088
+ }
1089
+
1090
+ // Polyfill for the original promise scheme.
1091
+ // Allows writing v3 filters that work with v2 stacks.
1092
+ // (and consequently also v1 stacks since we can polyfill back to that too).
1093
+ ArenaPromise<ServerMetadataHandle> MakeCallPromise(
1094
+ CallArgs call_args, NextPromiseFactory next_promise_factory) final {
1095
+ auto* call = promise_filter_detail::MakeFilterCall<Derived>(
1096
+ static_cast<Derived*>(this));
1097
+ promise_filter_detail::InterceptClientToServerMessage(
1098
+ &Derived::Call::OnClientToServerMessage, call, call_args);
1099
+ promise_filter_detail::InterceptServerInitialMetadata(
1100
+ &Derived::Call::OnServerInitialMetadata, call, call_args);
1101
+ promise_filter_detail::InterceptServerToClientMessage(
1102
+ &Derived::Call::OnServerToClientMessage, call, call_args);
1103
+ promise_filter_detail::InterceptFinalize(
1104
+ &Derived::Call::OnFinalize, static_cast<Derived*>(this),
1105
+ static_cast<typename Derived::Call*>(&call->call));
1106
+ return promise_filter_detail::MapResult(
1107
+ &Derived::Call::OnServerTrailingMetadata,
1108
+ promise_filter_detail::RaceAsyncCompletion<
1109
+ promise_filter_detail::CallHasAsyncErrorInterceptor<Derived>()>::
1110
+ Run(promise_filter_detail::RunCall(
1111
+ &Derived::Call::OnClientInitialMetadata,
1112
+ std::move(call_args), std::move(next_promise_factory),
1113
+ call),
1114
+ &call->error_latch),
1115
+ call);
1116
+ }
1117
+ };
1118
+
125
1119
  // Designator for whether a filter is client side or server side.
126
1120
  // Please don't use this outside calls to MakePromiseBasedFilter - it's
127
1121
  // intended to be deleted once the promise conversion is complete.
@@ -912,7 +1906,49 @@ struct ChannelFilterWithFlagsMethods {
912
1906
  // ChannelArgs channel_args, ChannelFilter::Args filter_args);
913
1907
  // };
914
1908
  template <typename F, FilterEndpoint kEndpoint, uint8_t kFlags = 0>
915
- absl::enable_if_t<std::is_base_of<ChannelFilter, F>::value, grpc_channel_filter>
1909
+ absl::enable_if_t<std::is_base_of<ChannelFilter, F>::value &&
1910
+ !std::is_base_of<ImplementChannelFilter<F>, F>::value,
1911
+ grpc_channel_filter>
1912
+ MakePromiseBasedFilter(const char* name) {
1913
+ using CallData = promise_filter_detail::CallData<kEndpoint>;
1914
+
1915
+ return grpc_channel_filter{
1916
+ // start_transport_stream_op_batch
1917
+ promise_filter_detail::BaseCallDataMethods::StartTransportStreamOpBatch,
1918
+ // make_call_promise
1919
+ promise_filter_detail::ChannelFilterMethods::MakeCallPromise,
1920
+ nullptr,
1921
+ // start_transport_op
1922
+ promise_filter_detail::ChannelFilterMethods::StartTransportOp,
1923
+ // sizeof_call_data
1924
+ sizeof(CallData),
1925
+ // init_call_elem
1926
+ promise_filter_detail::CallDataFilterWithFlagsMethods<
1927
+ CallData, kFlags>::InitCallElem,
1928
+ // set_pollset_or_pollset_set
1929
+ promise_filter_detail::BaseCallDataMethods::SetPollsetOrPollsetSet,
1930
+ // destroy_call_elem
1931
+ promise_filter_detail::CallDataFilterWithFlagsMethods<
1932
+ CallData, kFlags>::DestroyCallElem,
1933
+ // sizeof_channel_data
1934
+ sizeof(F),
1935
+ // init_channel_elem
1936
+ promise_filter_detail::ChannelFilterWithFlagsMethods<
1937
+ F, kFlags>::InitChannelElem,
1938
+ // post_init_channel_elem
1939
+ promise_filter_detail::ChannelFilterMethods::PostInitChannelElem,
1940
+ // destroy_channel_elem
1941
+ promise_filter_detail::ChannelFilterMethods::DestroyChannelElem,
1942
+ // get_channel_info
1943
+ promise_filter_detail::ChannelFilterMethods::GetChannelInfo,
1944
+ // name
1945
+ name,
1946
+ };
1947
+ }
1948
+
1949
+ template <typename F, FilterEndpoint kEndpoint, uint8_t kFlags = 0>
1950
+ absl::enable_if_t<std::is_base_of<ImplementChannelFilter<F>, F>::value,
1951
+ grpc_channel_filter>
916
1952
  MakePromiseBasedFilter(const char* name) {
917
1953
  using CallData = promise_filter_detail::CallData<kEndpoint>;
918
1954
 
@@ -921,6 +1957,9 @@ MakePromiseBasedFilter(const char* name) {
921
1957
  promise_filter_detail::BaseCallDataMethods::StartTransportStreamOpBatch,
922
1958
  // make_call_promise
923
1959
  promise_filter_detail::ChannelFilterMethods::MakeCallPromise,
1960
+ [](grpc_channel_element* elem, CallSpineInterface* args) {
1961
+ static_cast<F*>(elem->channel_data)->InitCall(args);
1962
+ },
924
1963
  // start_transport_op
925
1964
  promise_filter_detail::ChannelFilterMethods::StartTransportOp,
926
1965
  // sizeof_call_data