grpc 1.60.0 → 1.62.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (889) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +397 -332
  3. data/include/grpc/event_engine/event_engine.h +25 -16
  4. data/include/grpc/event_engine/extensible.h +68 -0
  5. data/include/grpc/event_engine/internal/memory_allocator_impl.h +6 -0
  6. data/include/grpc/event_engine/internal/slice_cast.h +12 -0
  7. data/include/grpc/event_engine/memory_allocator.h +3 -1
  8. data/include/grpc/event_engine/slice.h +5 -0
  9. data/include/grpc/grpc_security.h +22 -1
  10. data/include/grpc/impl/call.h +29 -0
  11. data/include/grpc/impl/channel_arg_names.h +12 -1
  12. data/include/grpc/impl/slice_type.h +1 -1
  13. data/include/grpc/module.modulemap +1 -0
  14. data/include/grpc/support/port_platform.h +12 -20
  15. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.cc +3 -3
  16. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.h +4 -4
  17. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.cc +1 -1
  18. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.h +3 -3
  19. data/src/core/{ext/filters/client_channel → client_channel}/channel_connectivity.cc +11 -11
  20. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.cc +1 -1
  21. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.h +3 -3
  22. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.cc +1 -1
  23. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.h +4 -4
  24. data/src/core/{ext/filters/client_channel/client_channel.cc → client_channel/client_channel_filter.cc} +278 -236
  25. data/src/core/{ext/filters/client_channel/client_channel.h → client_channel/client_channel_filter.h} +42 -42
  26. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_internal.h +8 -6
  27. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_plugin.cc +5 -5
  28. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.cc +2 -2
  29. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.h +5 -5
  30. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.cc +1 -1
  31. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.h +5 -5
  32. data/src/core/{ext/filters/client_channel → client_channel}/connector.h +3 -3
  33. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.cc +1 -1
  34. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.h +3 -3
  35. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.cc +3 -3
  36. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.h +4 -4
  37. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.cc +1 -1
  38. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.h +3 -3
  39. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.cc +2 -2
  40. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.h +4 -4
  41. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.cc +9 -8
  42. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.h +8 -8
  43. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.cc +12 -9
  44. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.h +11 -10
  45. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.cc +1 -1
  46. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.h +4 -4
  47. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.cc +1 -1
  48. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.h +3 -3
  49. data/src/core/{ext/filters/client_channel → client_channel}/service_config_channel_arg_filter.cc +39 -21
  50. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.cc +2 -2
  51. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.h +6 -6
  52. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_interface_internal.h +5 -5
  53. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.cc +1 -1
  54. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.h +3 -3
  55. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.cc +1 -1
  56. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.h +4 -4
  57. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +55 -8
  58. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +20 -6
  59. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +10 -13
  60. data/src/core/ext/filters/channel_idle/channel_idle_filter.h +18 -10
  61. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +326 -0
  62. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +143 -0
  63. data/src/core/ext/filters/deadline/deadline_filter.cc +12 -0
  64. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +18 -14
  65. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +13 -4
  66. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
  67. data/src/core/ext/filters/http/client/http_client_filter.cc +23 -32
  68. data/src/core/ext/filters/http/client/http_client_filter.h +10 -5
  69. data/src/core/ext/filters/http/client_authority_filter.cc +14 -14
  70. data/src/core/ext/filters/http/client_authority_filter.h +12 -4
  71. data/src/core/ext/filters/http/http_filters_plugin.cc +42 -20
  72. data/src/core/ext/filters/http/message_compress/compression_filter.cc +55 -80
  73. data/src/core/ext/filters/http/message_compress/compression_filter.h +54 -12
  74. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.cc +325 -0
  75. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.h +139 -0
  76. data/src/core/ext/filters/http/server/http_server_filter.cc +41 -41
  77. data/src/core/ext/filters/http/server/http_server_filter.h +11 -4
  78. data/src/core/ext/filters/message_size/message_size_filter.cc +57 -77
  79. data/src/core/ext/filters/message_size/message_size_filter.h +36 -24
  80. data/src/core/ext/filters/rbac/rbac_filter.cc +16 -12
  81. data/src/core/ext/filters/rbac/rbac_filter.h +11 -4
  82. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
  83. data/src/core/ext/filters/server_config_selector/server_config_selector.h +2 -2
  84. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +27 -15
  85. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +48 -51
  86. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +22 -5
  87. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
  88. data/src/core/ext/transport/chttp2/alpn/alpn.cc +5 -2
  89. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +7 -7
  90. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
  91. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +11 -2
  92. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +67 -145
  93. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +3 -3
  94. data/src/core/ext/transport/chttp2/transport/flow_control.cc +21 -82
  95. data/src/core/ext/transport/chttp2/transport/flow_control.h +1 -8
  96. data/src/core/ext/transport/chttp2/transport/frame.cc +506 -0
  97. data/src/core/ext/transport/chttp2/transport/frame.h +214 -0
  98. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +1 -1
  99. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +33 -79
  100. data/src/core/ext/transport/chttp2/transport/frame_settings.h +4 -7
  101. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +5 -0
  102. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +3 -1
  103. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -1
  104. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +122 -32
  105. data/src/core/ext/transport/chttp2/transport/http2_settings.h +142 -37
  106. data/src/core/ext/transport/chttp2/transport/internal.h +1 -22
  107. data/src/core/ext/transport/chttp2/transport/parsing.cc +23 -37
  108. data/src/core/ext/transport/chttp2/transport/writing.cc +26 -58
  109. data/src/core/ext/transport/inproc/inproc_transport.cc +179 -13
  110. data/src/core/ext/transport/inproc/inproc_transport.h +8 -0
  111. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +351 -164
  112. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +89 -50
  113. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +2 -0
  114. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +47 -3
  115. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +15 -7
  116. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +32 -3
  117. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +8 -5
  118. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +28 -0
  119. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +6 -4
  120. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +0 -1
  121. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +0 -1
  122. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +29 -0
  123. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +7 -4
  124. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +17 -1
  125. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +4 -3
  126. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +166 -0
  127. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +55 -0
  128. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.h +30 -0
  129. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +30 -0
  130. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +7 -5
  131. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +99 -19
  132. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +29 -12
  133. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.h +1 -0
  134. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +15 -0
  135. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +4 -3
  136. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +31 -3
  137. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +22 -4
  138. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +91 -3
  139. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +11 -8
  140. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +30 -0
  141. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +7 -4
  142. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +1 -0
  143. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +1 -0
  144. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +125 -3
  145. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +17 -4
  146. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +19 -1
  147. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +4 -3
  148. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +1 -0
  149. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +1 -0
  150. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +15 -0
  151. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +5 -2
  152. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +42 -0
  153. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +11 -8
  154. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +23 -8
  155. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +9 -4
  156. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +58 -16
  157. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +14 -11
  158. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +712 -0
  159. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +151 -0
  160. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.h +33 -0
  161. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +15 -0
  162. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +7 -2
  163. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +129 -0
  164. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +27 -6
  165. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.h +1 -0
  166. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +15 -0
  167. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +5 -2
  168. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +60 -60
  169. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +278 -256
  170. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +10 -0
  171. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +483 -475
  172. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.c +27 -20
  173. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +17 -12
  174. data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.c +157 -161
  175. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.c +105 -97
  176. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +106 -102
  177. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.c +52 -0
  178. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.h +35 -0
  179. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.c +14 -13
  180. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +228 -224
  181. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.c +32 -26
  182. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.h +5 -0
  183. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.c +31 -28
  184. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.c +22 -19
  185. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +818 -813
  186. data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.c +158 -151
  187. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +27 -23
  188. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +59 -53
  189. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.c +40 -18
  190. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +106 -103
  191. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.c +16 -12
  192. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +22 -21
  193. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +265 -261
  194. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +127 -125
  195. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +188 -182
  196. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.c +133 -0
  197. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.h +50 -0
  198. data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.c +57 -56
  199. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.c +27 -20
  200. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.h +5 -0
  201. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.c +10 -8
  202. data/src/core/ext/xds/certificate_provider_store.cc +2 -1
  203. data/src/core/ext/xds/certificate_provider_store.h +0 -5
  204. data/src/core/ext/xds/xds_api.cc +92 -166
  205. data/src/core/ext/xds/xds_api.h +4 -9
  206. data/src/core/ext/xds/xds_bootstrap.h +6 -4
  207. data/src/core/ext/xds/xds_bootstrap_grpc.cc +4 -15
  208. data/src/core/ext/xds/xds_bootstrap_grpc.h +2 -1
  209. data/src/core/ext/xds/xds_certificate_provider.cc +88 -287
  210. data/src/core/ext/xds/xds_certificate_provider.h +44 -111
  211. data/src/core/ext/xds/xds_client.cc +526 -468
  212. data/src/core/ext/xds/xds_client.h +50 -36
  213. data/src/core/ext/xds/xds_client_grpc.cc +56 -16
  214. data/src/core/ext/xds/xds_client_grpc.h +4 -1
  215. data/src/core/ext/xds/xds_client_stats.cc +11 -11
  216. data/src/core/ext/xds/xds_client_stats.h +8 -13
  217. data/src/core/ext/xds/xds_cluster.cc +105 -12
  218. data/src/core/ext/xds/xds_cluster.h +10 -2
  219. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +9 -5
  220. data/src/core/ext/xds/xds_common_types.cc +14 -10
  221. data/src/core/ext/xds/xds_endpoint.cc +9 -4
  222. data/src/core/ext/xds/xds_endpoint.h +6 -2
  223. data/src/core/ext/xds/xds_health_status.cc +12 -2
  224. data/src/core/ext/xds/xds_health_status.h +5 -3
  225. data/src/core/ext/xds/xds_http_rbac_filter.cc +5 -3
  226. data/src/core/ext/xds/xds_lb_policy_registry.cc +1 -1
  227. data/src/core/ext/xds/xds_listener.cc +14 -8
  228. data/src/core/ext/xds/xds_resource_type_impl.h +6 -4
  229. data/src/core/ext/xds/xds_route_config.cc +35 -23
  230. data/src/core/ext/xds/xds_route_config.h +1 -0
  231. data/src/core/ext/xds/xds_server_config_fetcher.cc +63 -59
  232. data/src/core/ext/xds/xds_transport.h +3 -0
  233. data/src/core/ext/xds/xds_transport_grpc.cc +52 -55
  234. data/src/core/ext/xds/xds_transport_grpc.h +4 -0
  235. data/src/core/lib/channel/call_tracer.cc +12 -0
  236. data/src/core/lib/channel/call_tracer.h +17 -3
  237. data/src/core/lib/channel/channel_args.cc +24 -14
  238. data/src/core/lib/channel/channel_args.h +89 -14
  239. data/src/core/lib/channel/channel_stack.cc +27 -0
  240. data/src/core/lib/channel/channel_stack.h +10 -10
  241. data/src/core/lib/channel/connected_channel.cc +77 -30
  242. data/src/core/lib/channel/promise_based_filter.cc +4 -4
  243. data/src/core/lib/channel/promise_based_filter.h +1040 -1
  244. data/src/core/lib/channel/server_call_tracer_filter.cc +43 -35
  245. data/src/core/lib/compression/compression_internal.cc +0 -3
  246. data/src/core/lib/config/core_configuration.h +3 -3
  247. data/src/core/lib/event_engine/ares_resolver.cc +141 -73
  248. data/src/core/lib/event_engine/ares_resolver.h +9 -10
  249. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +4 -0
  250. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +8 -1
  251. data/src/core/lib/event_engine/extensions/can_track_errors.h +40 -0
  252. data/src/core/lib/event_engine/extensions/supports_fd.h +160 -0
  253. data/src/core/lib/event_engine/forkable.cc +7 -5
  254. data/src/core/lib/event_engine/posix.h +11 -122
  255. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +132 -0
  256. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +57 -0
  257. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +31 -7
  258. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +1 -0
  259. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +54 -39
  260. data/src/core/lib/event_engine/posix_engine/posix_engine.h +6 -12
  261. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +14 -6
  262. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +21 -3
  263. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +9 -2
  264. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +7 -0
  265. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +17 -27
  266. data/src/core/lib/event_engine/posix_engine/timer_manager.h +0 -3
  267. data/src/core/lib/event_engine/query_extensions.h +85 -0
  268. data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +55 -0
  269. data/src/core/lib/event_engine/shim.cc +3 -17
  270. data/src/core/lib/event_engine/shim.h +0 -2
  271. data/src/core/lib/event_engine/thread_pool/thread_count.cc +28 -7
  272. data/src/core/lib/event_engine/thread_pool/thread_count.h +6 -1
  273. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +109 -5
  274. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +9 -0
  275. data/src/core/lib/event_engine/utils.cc +2 -1
  276. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +1 -0
  277. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +115 -0
  278. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.h +51 -0
  279. data/src/core/lib/event_engine/windows/windows_engine.cc +7 -7
  280. data/src/core/lib/experiments/config.cc +23 -2
  281. data/src/core/lib/experiments/config.h +9 -0
  282. data/src/core/lib/experiments/experiments.cc +296 -378
  283. data/src/core/lib/experiments/experiments.h +64 -162
  284. data/src/core/lib/gpr/posix/sync.cc +2 -2
  285. data/src/core/lib/gpr/posix/time.cc +0 -5
  286. data/src/core/lib/gpr/windows/sync.cc +2 -2
  287. data/src/core/lib/gprpp/debug_location.h +15 -0
  288. data/src/core/lib/gprpp/down_cast.h +49 -0
  289. data/src/core/lib/gprpp/dual_ref_counted.h +36 -7
  290. data/src/core/lib/gprpp/linux/env.cc +1 -19
  291. data/src/core/lib/gprpp/load_file.cc +2 -1
  292. data/src/core/lib/gprpp/load_file.h +2 -1
  293. data/src/core/lib/gprpp/orphanable.h +27 -0
  294. data/src/core/lib/gprpp/posix/thd.cc +27 -2
  295. data/src/core/lib/gprpp/ref_counted.h +63 -22
  296. data/src/core/lib/gprpp/ref_counted_ptr.h +70 -27
  297. data/src/core/lib/gprpp/ref_counted_string.h +13 -0
  298. data/src/core/lib/gprpp/status_helper.cc +1 -2
  299. data/src/core/lib/gprpp/thd.h +8 -0
  300. data/src/core/lib/gprpp/time.h +4 -3
  301. data/src/core/lib/gprpp/windows/directory_reader.cc +1 -0
  302. data/src/core/lib/gprpp/windows/thd.cc +10 -1
  303. data/src/core/lib/iomgr/combiner.cc +16 -52
  304. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +51 -14
  305. data/src/core/lib/iomgr/event_engine_shims/endpoint.h +16 -0
  306. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -2
  307. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +2 -2
  308. data/src/core/lib/iomgr/tcp_client_posix.cc +4 -3
  309. data/src/core/lib/iomgr/tcp_server_posix.cc +65 -50
  310. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +12 -0
  311. data/src/core/lib/json/json_writer.cc +1 -1
  312. data/src/core/lib/promise/activity.cc +17 -2
  313. data/src/core/lib/promise/activity.h +13 -6
  314. data/src/core/lib/promise/all_ok.h +80 -0
  315. data/src/core/lib/promise/context.h +45 -7
  316. data/src/core/lib/promise/detail/join_state.h +2077 -0
  317. data/src/core/lib/promise/detail/promise_factory.h +1 -0
  318. data/src/core/lib/promise/detail/promise_like.h +8 -1
  319. data/src/core/lib/promise/detail/seq_state.h +3458 -150
  320. data/src/core/lib/promise/detail/status.h +42 -5
  321. data/src/core/lib/promise/for_each.h +13 -4
  322. data/src/core/lib/promise/if.h +4 -0
  323. data/src/core/lib/promise/interceptor_list.h +13 -5
  324. data/src/core/lib/promise/latch.h +9 -6
  325. data/src/core/lib/promise/party.cc +45 -31
  326. data/src/core/lib/promise/party.h +176 -9
  327. data/src/core/lib/promise/pipe.h +2 -7
  328. data/src/core/lib/promise/poll.h +39 -13
  329. data/src/core/lib/promise/promise.h +4 -0
  330. data/src/core/lib/promise/seq.h +107 -7
  331. data/src/core/lib/promise/sleep.cc +1 -1
  332. data/src/core/lib/promise/status_flag.h +226 -0
  333. data/src/core/lib/promise/try_join.h +132 -0
  334. data/src/core/lib/promise/try_seq.h +132 -10
  335. data/src/core/lib/resource_quota/arena.h +2 -2
  336. data/src/core/lib/resource_quota/memory_quota.cc +61 -12
  337. data/src/core/lib/resource_quota/memory_quota.h +6 -0
  338. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +14 -11
  339. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +14 -5
  340. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +4 -0
  341. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +4 -0
  342. data/src/core/lib/security/credentials/external/external_account_credentials.cc +28 -20
  343. data/src/core/lib/security/credentials/external/external_account_credentials.h +4 -0
  344. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +9 -11
  345. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +4 -0
  346. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +4 -0
  347. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +4 -0
  348. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +11 -10
  349. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +9 -7
  350. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +2 -1
  351. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +1 -1
  352. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +16 -24
  353. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +0 -3
  354. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +12 -0
  355. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.cc +22 -5
  356. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.h +1 -5
  357. data/src/core/lib/security/credentials/tls/tls_credentials.cc +16 -0
  358. data/src/core/lib/security/credentials/xds/xds_credentials.cc +22 -29
  359. data/src/core/lib/security/credentials/xds/xds_credentials.h +2 -4
  360. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -1
  361. data/src/core/lib/security/security_connector/load_system_roots_supported.cc +3 -7
  362. data/src/core/lib/security/security_connector/local/local_security_connector.cc +1 -1
  363. data/src/core/lib/security/security_connector/ssl_utils.cc +26 -17
  364. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +4 -3
  365. data/src/core/lib/security/transport/auth_filters.h +71 -4
  366. data/src/core/lib/security/transport/client_auth_filter.cc +2 -4
  367. data/src/core/lib/security/transport/legacy_server_auth_filter.cc +244 -0
  368. data/src/core/lib/security/transport/security_handshaker.cc +0 -8
  369. data/src/core/lib/security/transport/security_handshaker.h +0 -6
  370. data/src/core/lib/security/transport/server_auth_filter.cc +70 -90
  371. data/src/core/lib/slice/slice_buffer.h +6 -1
  372. data/src/core/lib/surface/builtins.cc +1 -1
  373. data/src/core/lib/surface/call.cc +783 -210
  374. data/src/core/lib/surface/call.h +26 -13
  375. data/src/core/lib/surface/call_trace.cc +46 -5
  376. data/src/core/lib/surface/channel.cc +15 -25
  377. data/src/core/lib/surface/channel.h +4 -26
  378. data/src/core/lib/surface/channel_init.cc +81 -7
  379. data/src/core/lib/surface/channel_init.h +129 -5
  380. data/src/core/lib/surface/init.cc +15 -9
  381. data/src/core/lib/surface/server.cc +255 -239
  382. data/src/core/lib/surface/server.h +26 -54
  383. data/src/core/lib/surface/version.cc +2 -2
  384. data/src/core/lib/surface/wait_for_cq_end_op.cc +75 -0
  385. data/src/core/lib/surface/wait_for_cq_end_op.h +72 -0
  386. data/src/core/lib/transport/batch_builder.cc +2 -3
  387. data/src/core/lib/transport/batch_builder.h +1 -1
  388. data/src/core/lib/transport/call_factory.cc +41 -0
  389. data/src/core/lib/transport/call_factory.h +56 -0
  390. data/src/core/lib/transport/call_filters.cc +371 -0
  391. data/src/core/lib/transport/call_filters.h +1500 -0
  392. data/src/core/lib/transport/call_final_info.cc +38 -0
  393. data/src/core/lib/transport/call_final_info.h +54 -0
  394. data/src/core/lib/transport/call_size_estimator.cc +41 -0
  395. data/src/core/lib/transport/call_size_estimator.h +52 -0
  396. data/src/core/lib/transport/call_spine.cc +107 -0
  397. data/src/core/lib/transport/call_spine.h +429 -0
  398. data/src/core/lib/transport/connectivity_state.cc +3 -2
  399. data/src/core/lib/transport/connectivity_state.h +4 -0
  400. data/src/core/lib/transport/handshaker.cc +0 -8
  401. data/src/core/lib/transport/handshaker.h +0 -7
  402. data/src/core/lib/transport/message.cc +45 -0
  403. data/src/core/lib/transport/message.h +61 -0
  404. data/src/core/lib/transport/metadata.cc +37 -0
  405. data/src/core/lib/transport/metadata.h +78 -0
  406. data/src/core/lib/transport/metadata_batch.cc +4 -2
  407. data/src/core/lib/transport/metadata_batch.h +6 -6
  408. data/src/core/lib/transport/transport.cc +3 -57
  409. data/src/core/lib/transport/transport.h +23 -102
  410. data/src/core/load_balancing/address_filtering.cc +108 -0
  411. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/address_filtering.h +7 -6
  412. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/backend_metric_data.h +3 -3
  413. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.cc +6 -5
  414. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.h +4 -4
  415. data/src/core/{lib/load_balancing → load_balancing}/delegating_helper.h +5 -5
  416. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.cc +18 -21
  417. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.h +14 -11
  418. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.cc +2 -2
  419. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.h +3 -3
  420. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.cc +158 -111
  421. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.h +3 -3
  422. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.cc +1 -1
  423. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.h +4 -4
  424. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.cc +1 -1
  425. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.h +3 -3
  426. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.cc +1 -1
  427. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.h +4 -4
  428. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.cc +15 -10
  429. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.h +4 -4
  430. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client_internal.h +7 -7
  431. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.cc +1 -1
  432. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.h +7 -7
  433. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_factory.h +4 -4
  434. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.cc +2 -2
  435. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.h +5 -5
  436. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.cc +15 -10
  437. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.h +5 -5
  438. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric_internal.h +8 -8
  439. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.cc +20 -21
  440. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.h +3 -3
  441. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.cc +100 -99
  442. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.h +4 -4
  443. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/priority/priority.cc +13 -11
  444. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.cc +20 -23
  445. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.h +4 -4
  446. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/rls/rls.cc +51 -29
  447. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/round_robin/round_robin.cc +32 -35
  448. data/src/core/{lib/load_balancing → load_balancing}/subchannel_interface.h +3 -3
  449. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/subchannel_list.h +17 -17
  450. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.cc +1 -1
  451. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.h +3 -3
  452. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/weighted_round_robin.cc +47 -45
  453. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_target/weighted_target.cc +18 -16
  454. data/src/core/load_balancing/xds/cds.cc +757 -0
  455. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_channel_args.h +4 -4
  456. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_impl.cc +241 -131
  457. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_manager.cc +15 -13
  458. data/src/core/load_balancing/xds/xds_override_host.cc +1313 -0
  459. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_override_host.h +6 -10
  460. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_wrr_locality.cc +13 -14
  461. data/src/core/plugin_registry/grpc_plugin_registry.cc +3 -0
  462. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +0 -3
  463. data/src/core/{ext/filters/client_channel/resolver → resolver}/binder/binder_resolver.cc +3 -3
  464. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.cc +11 -10
  465. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.h +3 -3
  466. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver.h +4 -4
  467. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_posix.cc +2 -2
  468. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_windows.cc +2 -2
  469. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.cc +2 -2
  470. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.h +4 -4
  471. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_posix.cc +1 -1
  472. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -2
  473. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.cc +7 -5
  474. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.h +3 -3
  475. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.cc +12 -10
  476. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.h +5 -5
  477. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.cc +1 -1
  478. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.h +3 -3
  479. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.cc +4 -4
  480. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.h +3 -3
  481. data/src/core/{lib/resolver → resolver}/endpoint_addresses.cc +1 -2
  482. data/src/core/{lib/resolver → resolver}/endpoint_addresses.h +51 -3
  483. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.cc +4 -4
  484. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.h +4 -4
  485. data/src/core/{ext/filters/client_channel/resolver → resolver}/google_c2p/google_c2p_resolver.cc +5 -5
  486. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.cc +9 -11
  487. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.h +5 -5
  488. data/src/core/{lib/resolver → resolver}/resolver.cc +1 -1
  489. data/src/core/{lib/resolver → resolver}/resolver.h +6 -6
  490. data/src/core/{lib/resolver → resolver}/resolver_factory.h +4 -4
  491. data/src/core/{lib/resolver → resolver}/resolver_registry.cc +1 -1
  492. data/src/core/{lib/resolver → resolver}/resolver_registry.h +5 -5
  493. data/src/core/{lib/resolver → resolver}/server_address.h +4 -4
  494. data/src/core/{ext/filters/client_channel/resolver → resolver}/sockaddr/sockaddr_resolver.cc +3 -3
  495. data/src/core/resolver/xds/xds_dependency_manager.cc +1031 -0
  496. data/src/core/resolver/xds/xds_dependency_manager.h +277 -0
  497. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver.cc +136 -278
  498. data/src/core/{ext/filters/client_channel/resolver/xds/xds_resolver.h → resolver/xds/xds_resolver_attributes.h} +6 -5
  499. data/src/core/resolver/xds/xds_resolver_trace.cc +25 -0
  500. data/src/core/resolver/xds/xds_resolver_trace.h +30 -0
  501. data/src/core/{lib/service_config → service_config}/service_config.h +4 -4
  502. data/src/core/{lib/service_config → service_config}/service_config_call_data.h +5 -5
  503. data/src/core/{lib/service_config → service_config}/service_config_impl.cc +2 -2
  504. data/src/core/{lib/service_config → service_config}/service_config_impl.h +5 -5
  505. data/src/core/{lib/service_config → service_config}/service_config_parser.cc +1 -1
  506. data/src/core/{lib/service_config → service_config}/service_config_parser.h +3 -3
  507. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +1 -1
  508. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +1 -1
  509. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -1
  510. data/src/core/tsi/fake_transport_security.cc +1 -1
  511. data/src/core/tsi/ssl_transport_security.cc +65 -43
  512. data/src/ruby/ext/grpc/extconf.rb +0 -1
  513. data/src/ruby/ext/grpc/rb_channel.c +11 -5
  514. data/src/ruby/ext/grpc/rb_channel_args.c +3 -1
  515. data/src/ruby/ext/grpc/rb_event_thread.c +9 -3
  516. data/src/ruby/ext/grpc/rb_grpc.c +0 -1
  517. data/src/ruby/ext/grpc/rb_grpc.h +0 -2
  518. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +4 -0
  519. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +6 -0
  520. data/src/ruby/lib/grpc/version.rb +1 -1
  521. data/third_party/abseil-cpp/absl/algorithm/algorithm.h +8 -103
  522. data/third_party/abseil-cpp/absl/algorithm/container.h +57 -71
  523. data/third_party/abseil-cpp/absl/base/attributes.h +51 -12
  524. data/third_party/abseil-cpp/absl/base/call_once.h +15 -9
  525. data/third_party/abseil-cpp/absl/base/casts.h +1 -1
  526. data/third_party/abseil-cpp/absl/base/config.h +91 -24
  527. data/third_party/abseil-cpp/absl/base/internal/endian.h +13 -12
  528. data/third_party/abseil-cpp/absl/base/internal/identity.h +4 -2
  529. data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +19 -18
  530. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +1 -1
  531. data/third_party/abseil-cpp/absl/base/internal/nullability_impl.h +106 -0
  532. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +9 -11
  533. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +2 -0
  534. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +17 -4
  535. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +20 -0
  536. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +10 -4
  537. data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +13 -6
  538. data/third_party/abseil-cpp/absl/base/log_severity.cc +1 -0
  539. data/third_party/abseil-cpp/absl/base/log_severity.h +23 -10
  540. data/third_party/abseil-cpp/absl/base/no_destructor.h +217 -0
  541. data/third_party/abseil-cpp/absl/base/nullability.h +224 -0
  542. data/third_party/abseil-cpp/absl/base/optimization.h +1 -0
  543. data/third_party/abseil-cpp/absl/base/options.h +27 -1
  544. data/third_party/abseil-cpp/absl/base/prefetch.h +25 -14
  545. data/third_party/abseil-cpp/absl/base/thread_annotations.h +0 -2
  546. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +3 -3
  547. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +1 -1
  548. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +4 -2
  549. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +13 -9
  550. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +2 -12
  551. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +12 -1
  552. data/third_party/abseil-cpp/absl/container/internal/layout.h +6 -21
  553. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +11 -2
  554. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +148 -31
  555. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +717 -278
  556. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +26 -2
  557. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +6 -0
  558. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +34 -5
  559. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +6 -3
  560. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +4 -2
  561. data/third_party/abseil-cpp/absl/crc/internal/{crc_memcpy_x86_64.cc → crc_memcpy_x86_arm_combined.cc} +65 -47
  562. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +10 -2
  563. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +4 -2
  564. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +24 -0
  565. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +35 -33
  566. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +41 -17
  567. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +108 -44
  568. data/third_party/abseil-cpp/absl/flags/declare.h +0 -5
  569. data/third_party/abseil-cpp/absl/flags/flag.h +1 -10
  570. data/third_party/abseil-cpp/absl/flags/internal/flag.h +0 -5
  571. data/third_party/abseil-cpp/absl/flags/marshalling.cc +10 -1
  572. data/third_party/abseil-cpp/absl/flags/reflection.cc +2 -1
  573. data/third_party/abseil-cpp/absl/functional/function_ref.h +8 -0
  574. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +2 -2
  575. data/third_party/abseil-cpp/absl/hash/internal/hash.h +49 -2
  576. data/third_party/abseil-cpp/absl/numeric/bits.h +37 -18
  577. data/third_party/abseil-cpp/absl/random/distributions.h +1 -1
  578. data/third_party/abseil-cpp/absl/status/internal/status_internal.cc +248 -0
  579. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +55 -14
  580. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +53 -2
  581. data/third_party/abseil-cpp/absl/status/status.cc +36 -238
  582. data/third_party/abseil-cpp/absl/status/status.h +95 -53
  583. data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +1 -3
  584. data/third_party/abseil-cpp/absl/status/status_payload_printer.h +3 -2
  585. data/third_party/abseil-cpp/absl/status/statusor.cc +5 -2
  586. data/third_party/abseil-cpp/absl/status/statusor.h +43 -3
  587. data/third_party/abseil-cpp/absl/strings/ascii.cc +84 -12
  588. data/third_party/abseil-cpp/absl/strings/ascii.h +8 -6
  589. data/third_party/abseil-cpp/absl/strings/charconv.cc +19 -12
  590. data/third_party/abseil-cpp/absl/strings/charconv.h +6 -3
  591. data/third_party/abseil-cpp/absl/strings/charset.h +164 -0
  592. data/third_party/abseil-cpp/absl/strings/cord.cc +266 -69
  593. data/third_party/abseil-cpp/absl/strings/cord.h +138 -92
  594. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +19 -33
  595. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +4 -3
  596. data/third_party/abseil-cpp/absl/strings/escaping.cc +5 -4
  597. data/third_party/abseil-cpp/absl/strings/has_absl_stringify.h +63 -0
  598. data/third_party/abseil-cpp/absl/strings/has_ostream_operator.h +42 -0
  599. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -6
  600. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +19 -45
  601. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +23 -28
  602. data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +15 -26
  603. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +12 -4
  604. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +145 -8
  605. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +72 -24
  606. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +17 -1
  607. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +7 -4
  608. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +8 -3
  609. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +10 -4
  610. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +5 -4
  611. data/third_party/abseil-cpp/absl/strings/match.cc +3 -0
  612. data/third_party/abseil-cpp/absl/strings/numbers.cc +396 -153
  613. data/third_party/abseil-cpp/absl/strings/numbers.h +193 -35
  614. data/third_party/abseil-cpp/absl/strings/str_cat.cc +151 -21
  615. data/third_party/abseil-cpp/absl/strings/str_cat.h +127 -25
  616. data/third_party/abseil-cpp/absl/strings/str_format.h +30 -20
  617. data/third_party/abseil-cpp/absl/strings/str_join.h +16 -16
  618. data/third_party/abseil-cpp/absl/strings/str_replace.cc +12 -3
  619. data/third_party/abseil-cpp/absl/strings/str_replace.h +8 -5
  620. data/third_party/abseil-cpp/absl/strings/str_split.cc +8 -6
  621. data/third_party/abseil-cpp/absl/strings/str_split.h +18 -0
  622. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -5
  623. data/third_party/abseil-cpp/absl/strings/string_view.h +91 -26
  624. data/third_party/abseil-cpp/absl/strings/strip.h +5 -2
  625. data/third_party/abseil-cpp/absl/strings/substitute.cc +12 -4
  626. data/third_party/abseil-cpp/absl/strings/substitute.h +103 -91
  627. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +2 -2
  628. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +2 -0
  629. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +4 -2
  630. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +296 -332
  631. data/third_party/abseil-cpp/absl/synchronization/mutex.h +89 -34
  632. data/third_party/abseil-cpp/absl/time/civil_time.h +26 -0
  633. data/third_party/abseil-cpp/absl/time/clock.h +5 -1
  634. data/third_party/abseil-cpp/absl/time/duration.cc +3 -3
  635. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +2 -2
  636. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
  637. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +9 -14
  638. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +0 -8
  639. data/third_party/abseil-cpp/absl/types/bad_optional_access.cc +18 -0
  640. data/third_party/abseil-cpp/absl/types/bad_variant_access.cc +18 -0
  641. data/third_party/abseil-cpp/absl/types/internal/variant.h +3 -3
  642. data/third_party/abseil-cpp/absl/types/optional.h +3 -2
  643. data/third_party/abseil-cpp/absl/types/span.h +9 -4
  644. data/third_party/abseil-cpp/absl/utility/utility.h +11 -93
  645. data/third_party/boringssl-with-bazel/err_data.c +278 -276
  646. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +1 -1
  647. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -9
  648. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +8 -21
  649. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
  650. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +19 -1
  651. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +1 -1
  652. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +11 -3
  653. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +4 -1
  654. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +1 -1
  655. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +3 -3
  656. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +1 -6
  657. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +4 -13
  658. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +1 -6
  659. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +27 -4
  660. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -4
  661. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -4
  662. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +8 -0
  663. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +1 -11
  664. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +7 -8
  665. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +42 -12
  666. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +0 -22
  667. data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +9 -9
  668. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +34 -1
  669. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +49 -3
  670. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +30 -42
  671. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +87 -96
  672. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +5 -1
  673. data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +4 -2
  674. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +11 -0
  675. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +4 -0
  676. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +1 -2
  677. data/third_party/boringssl-with-bazel/src/crypto/des/des.c +105 -31
  678. data/third_party/boringssl-with-bazel/src/crypto/des/internal.h +10 -81
  679. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +2 -15
  680. data/third_party/boringssl-with-bazel/src/crypto/engine/engine.c +1 -9
  681. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +1 -5
  682. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +2 -5
  683. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +1 -4
  684. data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +1 -2
  685. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -3
  686. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -2
  687. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/add.c +2 -8
  688. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +1 -1
  689. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +26 -17
  690. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +1 -1
  691. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +4 -2
  692. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +26 -5
  693. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +10 -41
  694. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +49 -2
  695. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +26 -0
  696. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +27 -26
  697. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +2 -6
  698. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +1 -8
  699. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +8 -2
  700. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +11 -2
  701. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +11 -24
  702. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aesccm.c +43 -50
  703. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +2 -6
  704. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +4 -0
  705. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +1 -2
  706. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +16 -9
  707. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +7 -6
  708. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +2 -7
  709. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +51 -13
  710. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +17 -0
  711. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +5 -2
  712. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +1 -2
  713. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +1 -3
  714. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +6 -5
  715. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +1 -2
  716. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +153 -6
  717. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +87 -7
  718. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +39 -5
  719. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +32 -5
  720. data/third_party/boringssl-with-bazel/src/crypto/internal.h +254 -54
  721. data/third_party/boringssl-with-bazel/src/crypto/keccak/internal.h +70 -0
  722. data/third_party/boringssl-with-bazel/src/crypto/{kyber → keccak}/keccak.c +124 -49
  723. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +8 -39
  724. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +39 -29
  725. data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +3 -6
  726. data/third_party/boringssl-with-bazel/src/crypto/mem.c +17 -33
  727. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +36 -16
  728. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +0 -3
  729. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +31 -0
  730. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +2 -4
  731. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +3 -3
  732. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +9 -13
  733. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +3 -6
  734. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +4 -0
  735. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +3 -1
  736. data/third_party/boringssl-with-bazel/src/crypto/spx/address.c +101 -0
  737. data/third_party/boringssl-with-bazel/src/crypto/spx/address.h +50 -0
  738. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.c +133 -0
  739. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.h +54 -0
  740. data/third_party/boringssl-with-bazel/src/crypto/spx/internal.h +79 -0
  741. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.c +150 -0
  742. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.h +61 -0
  743. data/third_party/boringssl-with-bazel/src/crypto/spx/params.h +71 -0
  744. data/third_party/boringssl-with-bazel/src/crypto/spx/spx.c +139 -0
  745. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.c +53 -0
  746. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.h +44 -0
  747. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.c +136 -0
  748. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.h +70 -0
  749. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.c +135 -0
  750. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.h +45 -0
  751. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +4 -9
  752. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +10 -22
  753. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +3 -6
  754. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +12 -36
  755. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +1 -2
  756. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +0 -2
  757. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +14 -9
  758. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +23 -33
  759. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +225 -51
  760. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +2 -6
  761. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +6 -2
  762. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +1 -1
  763. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +1 -4
  764. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +1 -3
  765. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akey.c +1 -1
  766. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akeya.c +3 -1
  767. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_alt.c +5 -6
  768. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bcons.c +1 -1
  769. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bitst.c +1 -1
  770. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_conf.c +0 -2
  771. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_cpols.c +1 -1
  772. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_crld.c +1 -2
  773. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_enum.c +1 -0
  774. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_extku.c +1 -1
  775. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_genn.c +12 -12
  776. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ia5.c +1 -1
  777. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_info.c +4 -6
  778. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_int.c +1 -1
  779. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_lib.c +3 -2
  780. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ncons.c +2 -2
  781. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ocsp.c +1 -1
  782. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pcons.c +1 -1
  783. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pmaps.c +1 -1
  784. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_prn.c +3 -4
  785. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_purp.c +92 -335
  786. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_skey.c +1 -2
  787. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_utl.c +20 -18
  788. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +35 -32
  789. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +44 -59
  790. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +0 -1
  791. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +107 -255
  792. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +32 -20
  793. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +25 -152
  794. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +0 -1
  795. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +330 -944
  796. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +93 -215
  797. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +28 -6
  798. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
  799. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +35 -129
  800. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +7 -8
  801. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +46 -50
  802. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +2 -0
  803. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +1 -4
  804. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +6 -6
  805. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +0 -21
  806. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +5 -6
  807. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +3 -1
  808. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +24 -0
  809. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +14 -5
  810. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +22 -0
  811. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +1 -0
  812. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +4 -1
  813. data/third_party/boringssl-with-bazel/src/include/openssl/curve25519.h +2 -2
  814. data/third_party/boringssl-with-bazel/src/include/openssl/des.h +0 -13
  815. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +33 -11
  816. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +1 -1
  817. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +5 -4
  818. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +26 -18
  819. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +13 -6
  820. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +5 -1
  821. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
  822. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +19 -5
  823. data/third_party/boringssl-with-bazel/src/include/openssl/posix_time.h +45 -0
  824. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -0
  825. data/third_party/boringssl-with-bazel/src/include/openssl/sha.h +20 -3
  826. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -20
  827. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +76 -60
  828. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +31 -6
  829. data/third_party/boringssl-with-bazel/src/include/openssl/time.h +3 -22
  830. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -1
  831. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2806 -941
  832. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +38 -1025
  833. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3_errors.h +124 -0
  834. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +1 -2
  835. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +82 -9
  836. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +42 -4
  837. data/third_party/boringssl-with-bazel/src/ssl/internal.h +4 -0
  838. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +4 -5
  839. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +9 -1
  840. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +0 -1
  841. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +5 -1
  842. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -1
  843. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +4 -2
  844. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +21 -0
  845. data/third_party/cares/config_linux/ares_config.h +2 -38
  846. data/third_party/upb/upb/reflection/def_pool.h +2 -2
  847. data/third_party/zlib/adler32.c +5 -27
  848. data/third_party/zlib/compress.c +5 -16
  849. data/third_party/zlib/crc32.c +86 -162
  850. data/third_party/zlib/deflate.c +233 -336
  851. data/third_party/zlib/deflate.h +8 -8
  852. data/third_party/zlib/gzguts.h +11 -12
  853. data/third_party/zlib/infback.c +7 -23
  854. data/third_party/zlib/inffast.c +1 -4
  855. data/third_party/zlib/inffast.h +1 -1
  856. data/third_party/zlib/inflate.c +30 -99
  857. data/third_party/zlib/inftrees.c +6 -11
  858. data/third_party/zlib/inftrees.h +3 -3
  859. data/third_party/zlib/trees.c +224 -302
  860. data/third_party/zlib/uncompr.c +4 -12
  861. data/third_party/zlib/zconf.h +6 -2
  862. data/third_party/zlib/zlib.h +191 -188
  863. data/third_party/zlib/zutil.c +16 -44
  864. data/third_party/zlib/zutil.h +10 -10
  865. metadata +241 -184
  866. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +0 -75
  867. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +0 -711
  868. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +0 -1173
  869. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +0 -922
  870. data/src/core/lib/event_engine/memory_allocator.cc +0 -74
  871. data/src/core/lib/iomgr/load_file.cc +0 -78
  872. data/src/core/lib/iomgr/load_file.h +0 -35
  873. data/src/core/lib/transport/pid_controller.cc +0 -51
  874. data/src/core/lib/transport/pid_controller.h +0 -116
  875. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +0 -137
  876. data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +0 -280
  877. data/third_party/abseil-cpp/absl/flags/flag.cc +0 -38
  878. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +0 -116
  879. data/third_party/abseil-cpp/absl/strings/internal/char_map.h +0 -158
  880. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +0 -773
  881. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +0 -607
  882. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +0 -118
  883. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +0 -100
  884. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +0 -111
  885. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +0 -197
  886. data/third_party/upb/upb/collections/array.h +0 -17
  887. data/third_party/upb/upb/collections/map.h +0 -17
  888. data/third_party/upb/upb/upb.hpp +0 -18
  889. /data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/ext_dat.h +0 -0
@@ -45,6 +45,7 @@
45
45
  #include <grpc/compression.h>
46
46
  #include <grpc/event_engine/event_engine.h>
47
47
  #include <grpc/grpc.h>
48
+ #include <grpc/impl/call.h>
48
49
  #include <grpc/impl/propagation_bits.h>
49
50
  #include <grpc/slice.h>
50
51
  #include <grpc/slice_buffer.h>
@@ -79,6 +80,7 @@
79
80
  #include "src/core/lib/iomgr/exec_ctx.h"
80
81
  #include "src/core/lib/iomgr/polling_entity.h"
81
82
  #include "src/core/lib/promise/activity.h"
83
+ #include "src/core/lib/promise/all_ok.h"
82
84
  #include "src/core/lib/promise/arena_promise.h"
83
85
  #include "src/core/lib/promise/context.h"
84
86
  #include "src/core/lib/promise/latch.h"
@@ -88,6 +90,7 @@
88
90
  #include "src/core/lib/promise/poll.h"
89
91
  #include "src/core/lib/promise/race.h"
90
92
  #include "src/core/lib/promise/seq.h"
93
+ #include "src/core/lib/promise/status_flag.h"
91
94
  #include "src/core/lib/resource_quota/arena.h"
92
95
  #include "src/core/lib/slice/slice_buffer.h"
93
96
  #include "src/core/lib/slice/slice_internal.h"
@@ -97,6 +100,7 @@
97
100
  #include "src/core/lib/surface/completion_queue.h"
98
101
  #include "src/core/lib/surface/server.h"
99
102
  #include "src/core/lib/surface/validate_metadata.h"
103
+ #include "src/core/lib/surface/wait_for_cq_end_op.h"
100
104
  #include "src/core/lib/transport/batch_builder.h"
101
105
  #include "src/core/lib/transport/error_utils.h"
102
106
  #include "src/core/lib/transport/metadata_batch.h"
@@ -148,6 +152,10 @@ class Call : public CppImplOf<Call, grpc_call> {
148
152
  // for that functionality be invented)
149
153
  virtual grpc_call_stack* call_stack() = 0;
150
154
 
155
+ // Return the EventEngine used for this call's async execution.
156
+ virtual grpc_event_engine::experimental::EventEngine* event_engine()
157
+ const = 0;
158
+
151
159
  protected:
152
160
  // The maximum number of concurrent batches possible.
153
161
  // Based upon the maximum number of individually queueable ops in the batch
@@ -404,8 +412,7 @@ void Call::DeleteThis() {
404
412
  RefCountedPtr<Channel> channel = std::move(channel_);
405
413
  Arena* arena = arena_;
406
414
  this->~Call();
407
- channel->UpdateCallSizeEstimate(arena->TotalUsedBytes());
408
- arena->Destroy();
415
+ channel->DestroyArena(arena);
409
416
  }
410
417
 
411
418
  void Call::PrepareOutgoingInitialMetadata(const grpc_op& op,
@@ -529,6 +536,10 @@ class FilterStackCall final : public Call {
529
536
  GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(*this)));
530
537
  }
531
538
 
539
+ grpc_event_engine::experimental::EventEngine* event_engine() const override {
540
+ return channel()->event_engine();
541
+ }
542
+
532
543
  grpc_call_element* call_elem(size_t idx) {
533
544
  return grpc_call_stack_element(call_stack(), idx);
534
545
  }
@@ -802,20 +813,15 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
802
813
  *composite = grpc_error_add_child(*composite, new_err);
803
814
  };
804
815
 
805
- Arena* arena;
806
816
  FilterStackCall* call;
807
817
  grpc_error_handle error;
808
818
  grpc_channel_stack* channel_stack = channel->channel_stack();
809
- size_t initial_size = channel->CallSizeEstimate();
810
- global_stats().IncrementCallInitialSize(initial_size);
811
819
  size_t call_alloc_size =
812
820
  GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(FilterStackCall)) +
813
821
  channel_stack->call_stack_size;
814
822
 
815
- std::pair<Arena*, void*> arena_with_call = Arena::CreateWithAlloc(
816
- initial_size, call_alloc_size, channel->allocator());
817
- arena = arena_with_call.first;
818
- call = new (arena_with_call.second) FilterStackCall(arena, *args);
823
+ Arena* arena = channel->CreateArena();
824
+ call = new (arena->Alloc(call_alloc_size)) FilterStackCall(arena, *args);
819
825
  GPR_DEBUG_ASSERT(FromC(call->c_ptr()) == call);
820
826
  GPR_DEBUG_ASSERT(FromCallStack(call->call_stack()) == call);
821
827
  *out_call = call->c_ptr();
@@ -847,7 +853,7 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
847
853
  args->server->server_call_tracer_factory() != nullptr) {
848
854
  auto* server_call_tracer =
849
855
  args->server->server_call_tracer_factory()->CreateNewServerCallTracer(
850
- arena);
856
+ arena, args->server->channel_args());
851
857
  if (server_call_tracer != nullptr) {
852
858
  // Note that we are setting both
853
859
  // GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
@@ -1978,22 +1984,46 @@ bool ValidateMetadata(size_t count, grpc_metadata* metadata) {
1978
1984
  // PromiseBasedCall
1979
1985
  // Will be folded into Call once the promise conversion is done
1980
1986
 
1981
- class PromiseBasedCall : public Call,
1982
- public Party,
1983
- public grpc_event_engine::experimental::EventEngine::
1984
- Closure /* for deadlines */ {
1987
+ class BasicPromiseBasedCall : public Call,
1988
+ public Party,
1989
+ public grpc_event_engine::experimental::
1990
+ EventEngine::Closure /* for deadlines */ {
1985
1991
  public:
1986
- PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
1987
- const grpc_call_create_args& args);
1992
+ using Call::arena;
1988
1993
 
1989
- void ContextSet(grpc_context_index elem, void* value,
1990
- void (*destroy)(void* value)) override;
1991
- void* ContextGet(grpc_context_index elem) const override;
1992
- void SetCompletionQueue(grpc_completion_queue* cq) override;
1993
- bool Completed() final { return finished_.IsSet(); }
1994
+ BasicPromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
1995
+ uint32_t initial_internal_refs,
1996
+ const grpc_call_create_args& args)
1997
+ : Call(arena, args.server_transport_data == nullptr, args.send_deadline,
1998
+ args.channel->Ref()),
1999
+ Party(arena, initial_internal_refs),
2000
+ external_refs_(initial_external_refs),
2001
+ cq_(args.cq) {
2002
+ if (args.cq != nullptr) {
2003
+ GRPC_CQ_INTERNAL_REF(args.cq, "bind");
2004
+ }
2005
+ }
2006
+
2007
+ ~BasicPromiseBasedCall() override {
2008
+ if (cq_) GRPC_CQ_INTERNAL_UNREF(cq_, "bind");
2009
+ for (int i = 0; i < GRPC_CONTEXT_COUNT; i++) {
2010
+ if (context_[i].destroy) {
2011
+ context_[i].destroy(context_[i].value);
2012
+ }
2013
+ }
2014
+ }
2015
+
2016
+ // Implementation of EventEngine::Closure, called when deadline expires
2017
+ void Run() final;
1994
2018
 
1995
2019
  virtual void OrphanCall() = 0;
1996
2020
 
2021
+ virtual ServerCallContext* server_call_context() { return nullptr; }
2022
+ void SetCompletionQueue(grpc_completion_queue* cq) final {
2023
+ cq_ = cq;
2024
+ GRPC_CQ_INTERNAL_REF(cq, "bind");
2025
+ }
2026
+
1997
2027
  // Implementation of call refcounting: move this to DualRefCounted once we
1998
2028
  // don't need to maintain FilterStackCall compatibility
1999
2029
  void ExternalRef() final {
@@ -2030,9 +2060,18 @@ class PromiseBasedCall : public Call,
2030
2060
  [](Empty) {});
2031
2061
  }
2032
2062
 
2033
- // This should return nullptr for the promise stack (and alternative means
2034
- // for that functionality be invented)
2035
- grpc_call_stack* call_stack() override { return nullptr; }
2063
+ void ContextSet(grpc_context_index elem, void* value,
2064
+ void (*destroy)(void*)) final {
2065
+ if (context_[elem].destroy != nullptr) {
2066
+ context_[elem].destroy(context_[elem].value);
2067
+ }
2068
+ context_[elem].value = value;
2069
+ context_[elem].destroy = destroy;
2070
+ }
2071
+
2072
+ void* ContextGet(grpc_context_index elem) const final {
2073
+ return context_[elem].value;
2074
+ }
2036
2075
 
2037
2076
  void UpdateDeadline(Timestamp deadline) ABSL_LOCKS_EXCLUDED(deadline_mu_);
2038
2077
  void ResetDeadline() ABSL_LOCKS_EXCLUDED(deadline_mu_);
@@ -2041,40 +2080,151 @@ class PromiseBasedCall : public Call,
2041
2080
  return deadline_;
2042
2081
  }
2043
2082
 
2044
- // Implementation of EventEngine::Closure, called when deadline expires
2045
- void Run() override;
2046
-
2047
- virtual ServerCallContext* server_call_context() { return nullptr; }
2048
- bool failed_before_recv_message() const final {
2049
- return failed_before_recv_message_.load(std::memory_order_relaxed);
2083
+ // Accept the stats from the context (call once we have proof the transport is
2084
+ // done with them).
2085
+ void AcceptTransportStatsFromContext() {
2086
+ final_stats_ = *call_context_.call_stats();
2050
2087
  }
2051
2088
 
2052
- grpc_event_engine::experimental::EventEngine* event_engine() const final {
2053
- return channel()->event_engine();
2054
- }
2089
+ // This should return nullptr for the promise stack (and alternative means
2090
+ // for that functionality be invented)
2091
+ grpc_call_stack* call_stack() final { return nullptr; }
2055
2092
 
2056
- using Call::arena;
2093
+ virtual RefCountedPtr<CallSpineInterface> MakeCallSpine(CallArgs) {
2094
+ Crash("Not implemented");
2095
+ }
2057
2096
 
2058
2097
  protected:
2059
2098
  class ScopedContext
2060
2099
  : public ScopedActivity,
2061
- public BatchBuilder,
2062
- public promise_detail::Context<BatchBuilder>,
2063
2100
  public promise_detail::Context<Arena>,
2064
2101
  public promise_detail::Context<grpc_call_context_element>,
2065
2102
  public promise_detail::Context<CallContext>,
2066
2103
  public promise_detail::Context<CallFinalization> {
2067
2104
  public:
2068
- explicit ScopedContext(PromiseBasedCall* call)
2105
+ explicit ScopedContext(BasicPromiseBasedCall* call)
2069
2106
  : ScopedActivity(call),
2070
- BatchBuilder(&call->batch_payload_),
2071
- promise_detail::Context<BatchBuilder>(this),
2072
2107
  promise_detail::Context<Arena>(call->arena()),
2073
2108
  promise_detail::Context<grpc_call_context_element>(call->context_),
2074
2109
  promise_detail::Context<CallContext>(&call->call_context_),
2075
2110
  promise_detail::Context<CallFinalization>(&call->finalization_) {}
2076
2111
  };
2077
2112
 
2113
+ grpc_call_context_element* context() { return context_; }
2114
+
2115
+ grpc_completion_queue* cq() { return cq_; }
2116
+
2117
+ // At the end of the call run any finalization actions.
2118
+ void SetFinalizationStatus(grpc_status_code status, Slice status_details) {
2119
+ final_message_ = std::move(status_details);
2120
+ final_status_ = status;
2121
+ }
2122
+
2123
+ grpc_event_engine::experimental::EventEngine* event_engine() const override {
2124
+ return channel()->event_engine();
2125
+ }
2126
+
2127
+ private:
2128
+ void PartyOver() final {
2129
+ {
2130
+ ScopedContext ctx(this);
2131
+ std::string message;
2132
+ grpc_call_final_info final_info;
2133
+ final_info.stats = final_stats_;
2134
+ final_info.final_status = final_status_;
2135
+ // TODO(ctiller): change type here so we don't need to copy this string.
2136
+ final_info.error_string = nullptr;
2137
+ if (!final_message_.empty()) {
2138
+ message = std::string(final_message_.begin(), final_message_.end());
2139
+ final_info.error_string = message.c_str();
2140
+ }
2141
+ final_info.stats.latency =
2142
+ gpr_cycle_counter_sub(gpr_get_cycle_counter(), start_time());
2143
+ finalization_.Run(&final_info);
2144
+ CancelRemainingParticipants();
2145
+ arena()->DestroyManagedNewObjects();
2146
+ }
2147
+ DeleteThis();
2148
+ }
2149
+
2150
+ // Double refcounted for now: party owns the internal refcount, we track the
2151
+ // external refcount. Figure out a better scheme post-promise conversion.
2152
+ std::atomic<size_t> external_refs_;
2153
+ CallFinalization finalization_;
2154
+ CallContext call_context_{this};
2155
+ // Contexts for various subsystems (security, tracing, ...).
2156
+ grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
2157
+ grpc_call_stats final_stats_{};
2158
+ // Current deadline.
2159
+ Mutex deadline_mu_;
2160
+ Timestamp deadline_ ABSL_GUARDED_BY(deadline_mu_) = Timestamp::InfFuture();
2161
+ grpc_event_engine::experimental::EventEngine::TaskHandle ABSL_GUARDED_BY(
2162
+ deadline_mu_) deadline_task_;
2163
+ Slice final_message_;
2164
+ grpc_status_code final_status_ = GRPC_STATUS_UNKNOWN;
2165
+ grpc_completion_queue* cq_;
2166
+ };
2167
+
2168
+ void BasicPromiseBasedCall::UpdateDeadline(Timestamp deadline) {
2169
+ MutexLock lock(&deadline_mu_);
2170
+ if (grpc_call_trace.enabled()) {
2171
+ gpr_log(GPR_DEBUG, "%s[call] UpdateDeadline from=%s to=%s",
2172
+ DebugTag().c_str(), deadline_.ToString().c_str(),
2173
+ deadline.ToString().c_str());
2174
+ }
2175
+ if (deadline >= deadline_) return;
2176
+ auto* const event_engine = channel()->event_engine();
2177
+ if (deadline_ != Timestamp::InfFuture()) {
2178
+ if (!event_engine->Cancel(deadline_task_)) return;
2179
+ } else {
2180
+ InternalRef("deadline");
2181
+ }
2182
+ deadline_ = deadline;
2183
+ deadline_task_ = event_engine->RunAfter(deadline - Timestamp::Now(), this);
2184
+ }
2185
+
2186
+ void BasicPromiseBasedCall::ResetDeadline() {
2187
+ {
2188
+ MutexLock lock(&deadline_mu_);
2189
+ if (deadline_ == Timestamp::InfFuture()) return;
2190
+ auto* const event_engine = channel()->event_engine();
2191
+ if (!event_engine->Cancel(deadline_task_)) return;
2192
+ deadline_ = Timestamp::InfFuture();
2193
+ }
2194
+ InternalUnref("deadline[reset]");
2195
+ }
2196
+
2197
+ void BasicPromiseBasedCall::Run() {
2198
+ ApplicationCallbackExecCtx callback_exec_ctx;
2199
+ ExecCtx exec_ctx;
2200
+ CancelWithError(absl::DeadlineExceededError("Deadline exceeded"));
2201
+ InternalUnref("deadline[run]");
2202
+ }
2203
+
2204
+ class PromiseBasedCall : public BasicPromiseBasedCall {
2205
+ public:
2206
+ PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
2207
+ const grpc_call_create_args& args);
2208
+
2209
+ bool Completed() final { return finished_.IsSet(); }
2210
+
2211
+ bool failed_before_recv_message() const final {
2212
+ return failed_before_recv_message_.load(std::memory_order_relaxed);
2213
+ }
2214
+
2215
+ using Call::arena;
2216
+
2217
+ protected:
2218
+ class ScopedContext : public BasicPromiseBasedCall::ScopedContext,
2219
+ public BatchBuilder,
2220
+ public promise_detail::Context<BatchBuilder> {
2221
+ public:
2222
+ explicit ScopedContext(PromiseBasedCall* call)
2223
+ : BasicPromiseBasedCall::ScopedContext(call),
2224
+ BatchBuilder(&call->batch_payload_),
2225
+ promise_detail::Context<BatchBuilder>(this) {}
2226
+ };
2227
+
2078
2228
  class Completion {
2079
2229
  public:
2080
2230
  Completion() : index_(kNullIndex) {}
@@ -2101,15 +2251,6 @@ class PromiseBasedCall : public Call,
2101
2251
  uint8_t index_;
2102
2252
  };
2103
2253
 
2104
- ~PromiseBasedCall() override {
2105
- if (cq_) GRPC_CQ_INTERNAL_UNREF(cq_, "bind");
2106
- for (int i = 0; i < GRPC_CONTEXT_COUNT; i++) {
2107
- if (context_[i].destroy) {
2108
- context_[i].destroy(context_[i].value);
2109
- }
2110
- }
2111
- }
2112
-
2113
2254
  // Enumerates why a Completion is still pending
2114
2255
  enum class PendingOp {
2115
2256
  // We're in the midst of starting a batch of operations
@@ -2176,26 +2317,6 @@ class PromiseBasedCall : public Call,
2176
2317
  // Mark the completion as infallible. Overrides FailCompletion to report
2177
2318
  // success always.
2178
2319
  void ForceCompletionSuccess(const Completion& completion);
2179
- // Accept the stats from the context (call once we have proof the transport is
2180
- // done with them).
2181
- // Right now this means that promise based calls do not record correct stats
2182
- // with census if they are cancelled.
2183
- // TODO(ctiller): this should be remedied before promise based calls are
2184
- // dexperimentalized.
2185
- void AcceptTransportStatsFromContext() {
2186
- final_stats_ = *call_context_.call_stats();
2187
- }
2188
-
2189
- grpc_completion_queue* cq() { return cq_; }
2190
-
2191
- void CToMetadata(grpc_metadata* metadata, size_t count,
2192
- grpc_metadata_batch* batch);
2193
-
2194
- // At the end of the call run any finalization actions.
2195
- void SetFinalizationStatus(grpc_status_code status, Slice status_details) {
2196
- final_message_ = std::move(status_details);
2197
- final_status_ = status;
2198
- }
2199
2320
 
2200
2321
  std::string PresentAndCompletionText(const char* caption, bool has,
2201
2322
  const Completion& completion) const {
@@ -2346,45 +2467,7 @@ class PromiseBasedCall : public Call,
2346
2467
  grpc_cq_completion completion;
2347
2468
  };
2348
2469
 
2349
- void PartyOver() override {
2350
- {
2351
- ScopedContext ctx(this);
2352
- std::string message;
2353
- grpc_call_final_info final_info;
2354
- final_info.stats = final_stats_;
2355
- final_info.final_status = final_status_;
2356
- // TODO(ctiller): change type here so we don't need to copy this string.
2357
- final_info.error_string = nullptr;
2358
- if (!final_message_.empty()) {
2359
- message = std::string(final_message_.begin(), final_message_.end());
2360
- final_info.error_string = message.c_str();
2361
- }
2362
- final_info.stats.latency =
2363
- gpr_cycle_counter_sub(gpr_get_cycle_counter(), start_time());
2364
- finalization_.Run(&final_info);
2365
- CancelRemainingParticipants();
2366
- arena()->DestroyManagedNewObjects();
2367
- }
2368
- DeleteThis();
2369
- }
2370
-
2371
- CallContext call_context_{this};
2372
- // Double refcounted for now: party owns the internal refcount, we track the
2373
- // external refcount. Figure out a better scheme post-promise conversion.
2374
- std::atomic<size_t> external_refs_;
2375
- // Contexts for various subsystems (security, tracing, ...).
2376
- grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
2377
- grpc_completion_queue* cq_;
2378
2470
  CompletionInfo completion_info_[6];
2379
- grpc_call_stats final_stats_{};
2380
- Slice final_message_;
2381
- grpc_status_code final_status_ = GRPC_STATUS_UNKNOWN;
2382
- CallFinalization finalization_;
2383
- // Current deadline.
2384
- Mutex deadline_mu_;
2385
- Timestamp deadline_ ABSL_GUARDED_BY(deadline_mu_) = Timestamp::InfFuture();
2386
- grpc_event_engine::experimental::EventEngine::TaskHandle ABSL_GUARDED_BY(
2387
- deadline_mu_) deadline_task_;
2388
2471
  ExternallyObservableLatch<void> finished_;
2389
2472
  // Non-zero with an outstanding GRPC_OP_SEND_INITIAL_METADATA or
2390
2473
  // GRPC_OP_SEND_MESSAGE (one count each), and 0 once those payloads have been
@@ -2394,7 +2477,7 @@ class PromiseBasedCall : public Call,
2394
2477
  // Waiter for when sends_queued_ becomes 0.
2395
2478
  IntraActivityWaiter waiting_for_queued_sends_;
2396
2479
  grpc_byte_buffer** recv_message_ = nullptr;
2397
- grpc_transport_stream_op_batch_payload batch_payload_{context_};
2480
+ grpc_transport_stream_op_batch_payload batch_payload_{context()};
2398
2481
  };
2399
2482
 
2400
2483
  template <typename T>
@@ -2402,11 +2485,8 @@ grpc_error_handle MakePromiseBasedCall(grpc_call_create_args* args,
2402
2485
  grpc_call** out_call) {
2403
2486
  Channel* channel = args->channel.get();
2404
2487
 
2405
- const auto initial_size = channel->CallSizeEstimate();
2406
- global_stats().IncrementCallInitialSize(initial_size);
2407
- auto alloc =
2408
- Arena::CreateWithAlloc(initial_size, sizeof(T), channel->allocator());
2409
- PromiseBasedCall* call = new (alloc.second) T(alloc.first, args);
2488
+ auto* arena = channel->CreateArena();
2489
+ PromiseBasedCall* call = arena->New<T>(arena, args);
2410
2490
  *out_call = call->c_ptr();
2411
2491
  GPR_DEBUG_ASSERT(Call::FromC(*out_call) == call);
2412
2492
  return absl::OkStatus();
@@ -2414,18 +2494,11 @@ grpc_error_handle MakePromiseBasedCall(grpc_call_create_args* args,
2414
2494
 
2415
2495
  PromiseBasedCall::PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
2416
2496
  const grpc_call_create_args& args)
2417
- : Call(arena, args.server_transport_data == nullptr, args.send_deadline,
2418
- args.channel->Ref()),
2419
- Party(arena, initial_external_refs != 0 ? 1 : 0),
2420
- external_refs_(initial_external_refs),
2421
- cq_(args.cq) {
2422
- if (args.cq != nullptr) {
2423
- GRPC_CQ_INTERNAL_REF(args.cq, "bind");
2424
- }
2425
- }
2497
+ : BasicPromiseBasedCall(arena, initial_external_refs,
2498
+ initial_external_refs != 0 ? 1 : 0, args) {}
2426
2499
 
2427
- void PromiseBasedCall::CToMetadata(grpc_metadata* metadata, size_t count,
2428
- grpc_metadata_batch* b) {
2500
+ static void CToMetadata(grpc_metadata* metadata, size_t count,
2501
+ grpc_metadata_batch* b) {
2429
2502
  for (size_t i = 0; i < count; i++) {
2430
2503
  grpc_metadata* md = &metadata[i];
2431
2504
  auto key = StringViewFromSlice(md->key);
@@ -2442,19 +2515,6 @@ void PromiseBasedCall::CToMetadata(grpc_metadata* metadata, size_t count,
2442
2515
  }
2443
2516
  }
2444
2517
 
2445
- void PromiseBasedCall::ContextSet(grpc_context_index elem, void* value,
2446
- void (*destroy)(void*)) {
2447
- if (context_[elem].destroy != nullptr) {
2448
- context_[elem].destroy(context_[elem].value);
2449
- }
2450
- context_[elem].value = value;
2451
- context_[elem].destroy = destroy;
2452
- }
2453
-
2454
- void* PromiseBasedCall::ContextGet(grpc_context_index elem) const {
2455
- return context_[elem].value;
2456
- }
2457
-
2458
2518
  PromiseBasedCall::Completion PromiseBasedCall::StartCompletion(
2459
2519
  void* tag, bool is_closure, const grpc_op* ops) {
2460
2520
  Completion c(BatchSlotForOp(ops[0].op));
@@ -2534,45 +2594,6 @@ void PromiseBasedCall::FinishOpOnCompletion(Completion* completion,
2534
2594
  }
2535
2595
  }
2536
2596
 
2537
- void PromiseBasedCall::SetCompletionQueue(grpc_completion_queue* cq) {
2538
- cq_ = cq;
2539
- GRPC_CQ_INTERNAL_REF(cq, "bind");
2540
- }
2541
-
2542
- void PromiseBasedCall::UpdateDeadline(Timestamp deadline) {
2543
- MutexLock lock(&deadline_mu_);
2544
- if (grpc_call_trace.enabled()) {
2545
- gpr_log(GPR_DEBUG, "%s[call] UpdateDeadline from=%s to=%s",
2546
- DebugTag().c_str(), deadline_.ToString().c_str(),
2547
- deadline.ToString().c_str());
2548
- }
2549
- if (deadline >= deadline_) return;
2550
- auto* const event_engine = channel()->event_engine();
2551
- if (deadline_ != Timestamp::InfFuture()) {
2552
- if (!event_engine->Cancel(deadline_task_)) return;
2553
- } else {
2554
- InternalRef("deadline");
2555
- }
2556
- deadline_ = deadline;
2557
- deadline_task_ = event_engine->RunAfter(deadline - Timestamp::Now(), this);
2558
- }
2559
-
2560
- void PromiseBasedCall::ResetDeadline() {
2561
- MutexLock lock(&deadline_mu_);
2562
- if (deadline_ == Timestamp::InfFuture()) return;
2563
- auto* const event_engine = channel()->event_engine();
2564
- if (!event_engine->Cancel(deadline_task_)) return;
2565
- deadline_ = Timestamp::InfFuture();
2566
- InternalUnref("deadline");
2567
- }
2568
-
2569
- void PromiseBasedCall::Run() {
2570
- ApplicationCallbackExecCtx callback_exec_ctx;
2571
- ExecCtx exec_ctx;
2572
- CancelWithError(absl::DeadlineExceededError("Deadline exceeded"));
2573
- InternalUnref("deadline");
2574
- }
2575
-
2576
2597
  void PromiseBasedCall::StartSendMessage(const grpc_op& op,
2577
2598
  const Completion& completion,
2578
2599
  PipeSender<MessageHandle>* sender,
@@ -2685,6 +2706,13 @@ ServerCallContext* CallContext::server_call_context() {
2685
2706
  return call_->server_call_context();
2686
2707
  }
2687
2708
 
2709
+ RefCountedPtr<CallSpineInterface> CallContext::MakeCallSpine(
2710
+ CallArgs call_args) {
2711
+ return call_->MakeCallSpine(std::move(call_args));
2712
+ }
2713
+
2714
+ grpc_call* CallContext::c_call() { return call_->c_ptr(); }
2715
+
2688
2716
  ///////////////////////////////////////////////////////////////////////////////
2689
2717
  // PublishMetadataArray
2690
2718
 
@@ -2805,6 +2833,86 @@ class ClientPromiseBasedCall final : public PromiseBasedCall {
2805
2833
  return absl::StrFormat("CLIENT_CALL[%p]: ", this);
2806
2834
  }
2807
2835
 
2836
+ RefCountedPtr<CallSpineInterface> MakeCallSpine(CallArgs call_args) final {
2837
+ class WrappingCallSpine final : public CallSpineInterface {
2838
+ public:
2839
+ WrappingCallSpine(ClientPromiseBasedCall* call,
2840
+ ClientMetadataHandle metadata)
2841
+ : call_(call) {
2842
+ call_->InternalRef("call-spine");
2843
+ SpawnInfallible(
2844
+ "send_client_initial_metadata",
2845
+ [self = Ref(), metadata = std::move(metadata)]() mutable {
2846
+ return Map(self->client_initial_metadata_.sender.Push(
2847
+ std::move(metadata)),
2848
+ [self](bool) { return Empty{}; });
2849
+ });
2850
+ }
2851
+
2852
+ ~WrappingCallSpine() override {
2853
+ {
2854
+ ScopedContext context(call_);
2855
+ // Move these out and destroy before the internal unref.
2856
+ auto client_initial_metadata = std::move(client_initial_metadata_);
2857
+ auto server_trailing_metadata = std::move(server_trailing_metadata_);
2858
+ }
2859
+ call_->InternalUnref("call-spine");
2860
+ }
2861
+
2862
+ Pipe<ClientMetadataHandle>& client_initial_metadata() override {
2863
+ return client_initial_metadata_;
2864
+ }
2865
+
2866
+ Pipe<MessageHandle>& client_to_server_messages() override {
2867
+ return call_->client_to_server_messages_;
2868
+ }
2869
+
2870
+ Pipe<ServerMetadataHandle>& server_initial_metadata() override {
2871
+ return call_->server_initial_metadata_;
2872
+ }
2873
+
2874
+ Pipe<MessageHandle>& server_to_client_messages() override {
2875
+ return call_->server_to_client_messages_;
2876
+ }
2877
+
2878
+ Pipe<ServerMetadataHandle>& server_trailing_metadata() override {
2879
+ return server_trailing_metadata_;
2880
+ }
2881
+
2882
+ Latch<ServerMetadataHandle>& cancel_latch() override {
2883
+ return cancel_error_;
2884
+ }
2885
+
2886
+ Party& party() override { return *call_; }
2887
+
2888
+ void IncrementRefCount() override { refs_.Ref(); }
2889
+ void Unref() override {
2890
+ if (refs_.Unref()) delete this;
2891
+ }
2892
+ RefCountedPtr<WrappingCallSpine> Ref() {
2893
+ IncrementRefCount();
2894
+ return RefCountedPtr<WrappingCallSpine>(this);
2895
+ }
2896
+
2897
+ private:
2898
+ RefCount refs_;
2899
+ ClientPromiseBasedCall* const call_;
2900
+ std::atomic<bool> sent_trailing_metadata_{false};
2901
+ Pipe<ClientMetadataHandle> client_initial_metadata_{call_->arena()};
2902
+ Pipe<ServerMetadataHandle> server_trailing_metadata_{call_->arena()};
2903
+ Latch<ServerMetadataHandle> cancel_error_;
2904
+ };
2905
+ GPR_ASSERT(call_args.server_initial_metadata ==
2906
+ &server_initial_metadata_.sender);
2907
+ GPR_ASSERT(call_args.client_to_server_messages ==
2908
+ &client_to_server_messages_.receiver);
2909
+ GPR_ASSERT(call_args.server_to_client_messages ==
2910
+ &server_to_client_messages_.sender);
2911
+ call_args.client_initial_metadata_outstanding.Complete(true);
2912
+ return MakeRefCounted<WrappingCallSpine>(
2913
+ this, std::move(call_args.client_initial_metadata));
2914
+ }
2915
+
2808
2916
  private:
2809
2917
  // Finish the call with the given status/trailing metadata.
2810
2918
  void Finish(ServerMetadataHandle trailing_metadata);
@@ -2978,7 +3086,8 @@ void ClientPromiseBasedCall::CommitBatch(const grpc_op* ops, size_t nops,
2978
3086
  StartRecvMessage(
2979
3087
  op, completion,
2980
3088
  [this]() {
2981
- return server_initial_metadata_.receiver.AwaitClosed();
3089
+ return Race(server_initial_metadata_.receiver.AwaitClosed(),
3090
+ server_to_client_messages_.receiver.AwaitClosed());
2982
3091
  },
2983
3092
  &server_to_client_messages_.receiver, false, spawner);
2984
3093
  break;
@@ -3147,7 +3256,8 @@ void ClientPromiseBasedCall::StartRecvStatusOnClient(
3147
3256
 
3148
3257
  #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
3149
3258
 
3150
- class ServerPromiseBasedCall final : public PromiseBasedCall {
3259
+ class ServerPromiseBasedCall final : public PromiseBasedCall,
3260
+ public ServerCallContext {
3151
3261
  public:
3152
3262
  ServerPromiseBasedCall(Arena* arena, grpc_call_create_args* args);
3153
3263
 
@@ -3155,7 +3265,9 @@ class ServerPromiseBasedCall final : public PromiseBasedCall {
3155
3265
  void CancelWithError(grpc_error_handle) override;
3156
3266
  grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
3157
3267
  bool is_notify_tag_closure) override;
3158
- bool is_trailers_only() const override { abort(); }
3268
+ bool is_trailers_only() const override {
3269
+ Crash("is_trailers_only not implemented for server calls");
3270
+ }
3159
3271
  absl::string_view GetServerAuthority() const override {
3160
3272
  const Slice* authority_metadata =
3161
3273
  client_initial_metadata_->get_pointer(HttpAuthorityMetadata());
@@ -3188,7 +3300,15 @@ class ServerPromiseBasedCall final : public PromiseBasedCall {
3188
3300
  return absl::StrFormat("SERVER_CALL[%p]: ", this);
3189
3301
  }
3190
3302
 
3191
- ServerCallContext* server_call_context() override { return &call_context_; }
3303
+ ServerCallContext* server_call_context() override { return this; }
3304
+
3305
+ const void* server_stream_data() override { return server_transport_data_; }
3306
+ void PublishInitialMetadata(
3307
+ ClientMetadataHandle metadata,
3308
+ grpc_metadata_array* publish_initial_metadata) override;
3309
+ ArenaPromise<ServerMetadataHandle> MakeTopOfServerCallPromise(
3310
+ CallArgs call_args, grpc_completion_queue* cq,
3311
+ absl::FunctionRef<void(grpc_call* call)> publish) override;
3192
3312
 
3193
3313
  private:
3194
3314
  class RecvCloseOpCancelState {
@@ -3273,14 +3393,12 @@ class ServerPromiseBasedCall final : public PromiseBasedCall {
3273
3393
  std::atomic<uintptr_t> state_{kUnset};
3274
3394
  };
3275
3395
 
3276
- grpc_call_error ValidateBatch(const grpc_op* ops, size_t nops) const;
3277
3396
  void CommitBatch(const grpc_op* ops, size_t nops,
3278
3397
  const Completion& completion);
3279
3398
  void Finish(ServerMetadataHandle result);
3280
3399
 
3281
- friend class ServerCallContext;
3282
- ServerCallContext call_context_;
3283
3400
  Server* const server_;
3401
+ const void* const server_transport_data_;
3284
3402
  PipeSender<ServerMetadataHandle>* server_initial_metadata_ = nullptr;
3285
3403
  PipeSender<MessageHandle>* server_to_client_messages_ = nullptr;
3286
3404
  PipeReceiver<MessageHandle>* client_to_server_messages_ = nullptr;
@@ -3294,8 +3412,8 @@ class ServerPromiseBasedCall final : public PromiseBasedCall {
3294
3412
  ServerPromiseBasedCall::ServerPromiseBasedCall(Arena* arena,
3295
3413
  grpc_call_create_args* args)
3296
3414
  : PromiseBasedCall(arena, 0, *args),
3297
- call_context_(this, args->server_transport_data),
3298
- server_(args->server) {
3415
+ server_(args->server),
3416
+ server_transport_data_(args->server_transport_data) {
3299
3417
  global_stats().IncrementServerCallsCreated();
3300
3418
  channelz::ServerNode* channelz_node = server_->channelz_node();
3301
3419
  if (channelz_node != nullptr) {
@@ -3308,7 +3426,7 @@ ServerPromiseBasedCall::ServerPromiseBasedCall(Arena* arena,
3308
3426
  if (args->server->server_call_tracer_factory() != nullptr) {
3309
3427
  auto* server_call_tracer =
3310
3428
  args->server->server_call_tracer_factory()->CreateNewServerCallTracer(
3311
- arena);
3429
+ arena, args->server->channel_args());
3312
3430
  if (server_call_tracer != nullptr) {
3313
3431
  // Note that we are setting both
3314
3432
  // GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
@@ -3365,8 +3483,7 @@ void ServerPromiseBasedCall::Finish(ServerMetadataHandle result) {
3365
3483
  PropagateCancellationToChildren();
3366
3484
  }
3367
3485
 
3368
- grpc_call_error ServerPromiseBasedCall::ValidateBatch(const grpc_op* ops,
3369
- size_t nops) const {
3486
+ grpc_call_error ValidateServerBatch(const grpc_op* ops, size_t nops) {
3370
3487
  BitSet<8> got_ops;
3371
3488
  for (size_t op_idx = 0; op_idx < nops; op_idx++) {
3372
3489
  const grpc_op& op = ops[op_idx];
@@ -3526,7 +3643,7 @@ grpc_call_error ServerPromiseBasedCall::StartBatch(const grpc_op* ops,
3526
3643
  EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
3527
3644
  return GRPC_CALL_OK;
3528
3645
  }
3529
- const grpc_call_error validation_result = ValidateBatch(ops, nops);
3646
+ const grpc_call_error validation_result = ValidateServerBatch(ops, nops);
3530
3647
  if (validation_result != GRPC_CALL_OK) {
3531
3648
  return validation_result;
3532
3649
  }
@@ -3560,35 +3677,486 @@ void ServerPromiseBasedCall::CancelWithError(absl::Status error) {
3560
3677
  #endif
3561
3678
 
3562
3679
  #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
3680
+ void ServerPromiseBasedCall::PublishInitialMetadata(
3681
+ ClientMetadataHandle metadata,
3682
+ grpc_metadata_array* publish_initial_metadata) {
3683
+ if (grpc_call_trace.enabled()) {
3684
+ gpr_log(GPR_INFO, "%s[call] PublishInitialMetadata: %s", DebugTag().c_str(),
3685
+ metadata->DebugString().c_str());
3686
+ }
3687
+ PublishMetadataArray(metadata.get(), publish_initial_metadata, false);
3688
+ client_initial_metadata_ = std::move(metadata);
3689
+ }
3690
+
3563
3691
  ArenaPromise<ServerMetadataHandle>
3564
- ServerCallContext::MakeTopOfServerCallPromise(
3692
+ ServerPromiseBasedCall::MakeTopOfServerCallPromise(
3565
3693
  CallArgs call_args, grpc_completion_queue* cq,
3566
- grpc_metadata_array* publish_initial_metadata,
3567
3694
  absl::FunctionRef<void(grpc_call* call)> publish) {
3568
- call_->SetCompletionQueue(cq);
3695
+ SetCompletionQueue(cq);
3569
3696
  call_args.polling_entity->Set(
3570
3697
  grpc_polling_entity_create_from_pollset(grpc_cq_pollset(cq)));
3571
- call_->server_to_client_messages_ = call_args.server_to_client_messages;
3572
- call_->client_to_server_messages_ = call_args.client_to_server_messages;
3573
- call_->server_initial_metadata_ = call_args.server_initial_metadata;
3574
- call_->client_initial_metadata_ =
3575
- std::move(call_args.client_initial_metadata);
3576
- call_->set_send_deadline(call_->deadline());
3577
- call_->ProcessIncomingInitialMetadata(*call_->client_initial_metadata_);
3578
- PublishMetadataArray(call_->client_initial_metadata_.get(),
3579
- publish_initial_metadata, false);
3580
- call_->ExternalRef();
3581
- publish(call_->c_ptr());
3582
- return Seq(call_->server_to_client_messages_->AwaitClosed(),
3583
- call_->send_trailing_metadata_.Wait());
3698
+ server_to_client_messages_ = call_args.server_to_client_messages;
3699
+ client_to_server_messages_ = call_args.client_to_server_messages;
3700
+ server_initial_metadata_ = call_args.server_initial_metadata;
3701
+ set_send_deadline(deadline());
3702
+ ProcessIncomingInitialMetadata(*client_initial_metadata_);
3703
+ ExternalRef();
3704
+ publish(c_ptr());
3705
+ return Seq(server_to_client_messages_->AwaitClosed(),
3706
+ send_trailing_metadata_.Wait());
3707
+ }
3708
+
3709
+ ///////////////////////////////////////////////////////////////////////////////
3710
+ // CallSpine based Server Call
3711
+
3712
+ class ServerCallSpine final : public CallSpineInterface,
3713
+ public ServerCallContext,
3714
+ public BasicPromiseBasedCall {
3715
+ public:
3716
+ ServerCallSpine(Server* server, Channel* channel, Arena* arena);
3717
+
3718
+ // CallSpineInterface
3719
+ Pipe<ClientMetadataHandle>& client_initial_metadata() override {
3720
+ return client_initial_metadata_;
3721
+ }
3722
+ Pipe<ServerMetadataHandle>& server_initial_metadata() override {
3723
+ return server_initial_metadata_;
3724
+ }
3725
+ Pipe<MessageHandle>& client_to_server_messages() override {
3726
+ return client_to_server_messages_;
3727
+ }
3728
+ Pipe<MessageHandle>& server_to_client_messages() override {
3729
+ return server_to_client_messages_;
3730
+ }
3731
+ Pipe<ServerMetadataHandle>& server_trailing_metadata() override {
3732
+ return server_trailing_metadata_;
3733
+ }
3734
+ Latch<ServerMetadataHandle>& cancel_latch() override { return cancel_latch_; }
3735
+ Party& party() override { return *this; }
3736
+ void IncrementRefCount() override { InternalRef("CallSpine"); }
3737
+ void Unref() override { InternalUnref("CallSpine"); }
3738
+
3739
+ // PromiseBasedCall
3740
+ void OrphanCall() override {
3741
+ ResetDeadline();
3742
+ CancelWithError(absl::CancelledError());
3743
+ }
3744
+ void CancelWithError(grpc_error_handle error) override {
3745
+ SpawnInfallible("CancelWithError", [this, error = std::move(error)] {
3746
+ std::ignore = Cancel(ServerMetadataFromStatus(error));
3747
+ return Empty{};
3748
+ });
3749
+ }
3750
+ bool is_trailers_only() const override {
3751
+ Crash("is_trailers_only not implemented for server calls");
3752
+ }
3753
+ absl::string_view GetServerAuthority() const override {
3754
+ Crash("unimplemented");
3755
+ }
3756
+ grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
3757
+ bool is_notify_tag_closure) override;
3758
+
3759
+ bool Completed() final { Crash("unimplemented"); }
3760
+ bool failed_before_recv_message() const final { Crash("unimplemented"); }
3761
+
3762
+ ServerCallContext* server_call_context() override { return this; }
3763
+ const void* server_stream_data() override { Crash("unimplemented"); }
3764
+ void PublishInitialMetadata(
3765
+ ClientMetadataHandle metadata,
3766
+ grpc_metadata_array* publish_initial_metadata) override;
3767
+ ArenaPromise<ServerMetadataHandle> MakeTopOfServerCallPromise(
3768
+ CallArgs, grpc_completion_queue*,
3769
+ absl::FunctionRef<void(grpc_call* call)>) override {
3770
+ Crash("unimplemented");
3771
+ }
3772
+
3773
+ bool RunParty() override {
3774
+ ScopedContext ctx(this);
3775
+ return Party::RunParty();
3776
+ }
3777
+
3778
+ private:
3779
+ void CommitBatch(const grpc_op* ops, size_t nops, void* notify_tag,
3780
+ bool is_notify_tag_closure);
3781
+ StatusFlag FinishRecvMessage(NextResult<MessageHandle> result);
3782
+
3783
+ std::string DebugTag() const override {
3784
+ return absl::StrFormat("SERVER_CALL_SPINE[%p]: ", this);
3785
+ }
3786
+
3787
+ // Initial metadata from client to server
3788
+ Pipe<ClientMetadataHandle> client_initial_metadata_;
3789
+ // Initial metadata from server to client
3790
+ Pipe<ServerMetadataHandle> server_initial_metadata_;
3791
+ // Messages travelling from the application to the transport.
3792
+ Pipe<MessageHandle> client_to_server_messages_;
3793
+ // Messages travelling from the transport to the application.
3794
+ Pipe<MessageHandle> server_to_client_messages_;
3795
+ // Trailing metadata from server to client
3796
+ Pipe<ServerMetadataHandle> server_trailing_metadata_;
3797
+ // Latch that can be set to terminate the call
3798
+ Latch<ServerMetadataHandle> cancel_latch_;
3799
+ grpc_byte_buffer** recv_message_ = nullptr;
3800
+ ClientMetadataHandle client_initial_metadata_stored_;
3801
+ };
3802
+
3803
+ ServerCallSpine::ServerCallSpine(Server* server, Channel* channel, Arena* arena)
3804
+ : BasicPromiseBasedCall(arena, 0, 1,
3805
+ [channel, server]() -> grpc_call_create_args {
3806
+ grpc_call_create_args args;
3807
+ args.channel = channel->Ref();
3808
+ args.server = server;
3809
+ args.parent = nullptr;
3810
+ args.propagation_mask = 0;
3811
+ args.cq = nullptr;
3812
+ args.pollset_set_alternative = nullptr;
3813
+ args.server_transport_data =
3814
+ &args; // Arbitrary non-null pointer
3815
+ args.send_deadline = Timestamp::InfFuture();
3816
+ return args;
3817
+ }()),
3818
+ client_initial_metadata_(arena),
3819
+ server_initial_metadata_(arena),
3820
+ client_to_server_messages_(arena),
3821
+ server_to_client_messages_(arena),
3822
+ server_trailing_metadata_(arena) {
3823
+ global_stats().IncrementServerCallsCreated();
3824
+ ScopedContext ctx(this);
3825
+ channel->channel_stack()->InitServerCallSpine(this);
3826
+ }
3827
+
3828
+ void ServerCallSpine::PublishInitialMetadata(
3829
+ ClientMetadataHandle metadata,
3830
+ grpc_metadata_array* publish_initial_metadata) {
3831
+ if (grpc_call_trace.enabled()) {
3832
+ gpr_log(GPR_INFO, "%s[call] PublishInitialMetadata: %s", DebugTag().c_str(),
3833
+ metadata->DebugString().c_str());
3834
+ }
3835
+ PublishMetadataArray(metadata.get(), publish_initial_metadata, false);
3836
+ client_initial_metadata_stored_ = std::move(metadata);
3837
+ }
3838
+
3839
+ grpc_call_error ServerCallSpine::StartBatch(const grpc_op* ops, size_t nops,
3840
+ void* notify_tag,
3841
+ bool is_notify_tag_closure) {
3842
+ if (nops == 0) {
3843
+ EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
3844
+ return GRPC_CALL_OK;
3845
+ }
3846
+ const grpc_call_error validation_result = ValidateServerBatch(ops, nops);
3847
+ if (validation_result != GRPC_CALL_OK) {
3848
+ return validation_result;
3849
+ }
3850
+ CommitBatch(ops, nops, notify_tag, is_notify_tag_closure);
3851
+ return GRPC_CALL_OK;
3852
+ }
3853
+
3854
+ namespace {
3855
+ template <typename SetupFn>
3856
+ class MaybeOpImpl {
3857
+ public:
3858
+ using SetupResult = decltype(std::declval<SetupFn>()(grpc_op()));
3859
+ using PromiseFactory = promise_detail::OncePromiseFactory<void, SetupResult>;
3860
+ using Promise = typename PromiseFactory::Promise;
3861
+ struct Dismissed {};
3862
+ using State = absl::variant<Dismissed, PromiseFactory, Promise>;
3863
+
3864
+ // op_ is garbage but shouldn't be uninitialized
3865
+ MaybeOpImpl() : state_(Dismissed{}), op_(GRPC_OP_RECV_STATUS_ON_CLIENT) {}
3866
+ MaybeOpImpl(SetupResult result, grpc_op_type op)
3867
+ : state_(PromiseFactory(std::move(result))), op_(op) {}
3868
+
3869
+ MaybeOpImpl(const MaybeOpImpl&) = delete;
3870
+ MaybeOpImpl& operator=(const MaybeOpImpl&) = delete;
3871
+ MaybeOpImpl(MaybeOpImpl&& other) noexcept
3872
+ : state_(MoveState(other.state_)), op_(other.op_) {}
3873
+ MaybeOpImpl& operator=(MaybeOpImpl&& other) noexcept {
3874
+ op_ = other.op_;
3875
+ if (absl::holds_alternative<Dismissed>(state_)) {
3876
+ state_.template emplace<Dismissed>();
3877
+ return *this;
3878
+ }
3879
+ // Can't move after first poll => Promise is not an option
3880
+ state_.template emplace<PromiseFactory>(
3881
+ std::move(absl::get<PromiseFactory>(other.state_)));
3882
+ return *this;
3883
+ }
3884
+
3885
+ Poll<StatusFlag> operator()() {
3886
+ if (absl::holds_alternative<Dismissed>(state_)) return Success{};
3887
+ if (absl::holds_alternative<PromiseFactory>(state_)) {
3888
+ auto& factory = absl::get<PromiseFactory>(state_);
3889
+ auto promise = factory.Make();
3890
+ state_.template emplace<Promise>(std::move(promise));
3891
+ }
3892
+ if (grpc_call_trace.enabled()) {
3893
+ gpr_log(GPR_INFO, "%sBeginPoll %s",
3894
+ Activity::current()->DebugTag().c_str(), OpName(op_).c_str());
3895
+ }
3896
+ auto& promise = absl::get<Promise>(state_);
3897
+ auto r = poll_cast<StatusFlag>(promise());
3898
+ if (grpc_call_trace.enabled()) {
3899
+ gpr_log(GPR_INFO, "%sEndPoll %s --> %s",
3900
+ Activity::current()->DebugTag().c_str(), OpName(op_).c_str(),
3901
+ r.pending() ? "PENDING" : (r.value().ok() ? "OK" : "FAILURE"));
3902
+ }
3903
+ return r;
3904
+ }
3905
+
3906
+ private:
3907
+ GPR_NO_UNIQUE_ADDRESS State state_;
3908
+ GPR_NO_UNIQUE_ADDRESS grpc_op_type op_;
3909
+
3910
+ static std::string OpName(grpc_op_type op) {
3911
+ switch (op) {
3912
+ case GRPC_OP_SEND_INITIAL_METADATA:
3913
+ return "SendInitialMetadata";
3914
+ case GRPC_OP_SEND_MESSAGE:
3915
+ return "SendMessage";
3916
+ case GRPC_OP_SEND_STATUS_FROM_SERVER:
3917
+ return "SendStatusFromServer";
3918
+ case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
3919
+ return "SendCloseFromClient";
3920
+ case GRPC_OP_RECV_MESSAGE:
3921
+ return "RecvMessage";
3922
+ case GRPC_OP_RECV_CLOSE_ON_SERVER:
3923
+ return "RecvCloseOnServer";
3924
+ case GRPC_OP_RECV_INITIAL_METADATA:
3925
+ return "RecvInitialMetadata";
3926
+ case GRPC_OP_RECV_STATUS_ON_CLIENT:
3927
+ return "RecvStatusOnClient";
3928
+ }
3929
+ return absl::StrCat("UnknownOp(", op, ")");
3930
+ }
3931
+
3932
+ static State MoveState(State& state) {
3933
+ if (absl::holds_alternative<Dismissed>(state)) return Dismissed{};
3934
+ // Can't move after first poll => Promise is not an option
3935
+ return std::move(absl::get<PromiseFactory>(state));
3936
+ }
3937
+ };
3938
+
3939
+ // MaybeOp captures a fairly complicated dance we need to do for the batch API.
3940
+ // We first check if an op is included or not, and if it is, we run the setup
3941
+ // function in the context of the API call (NOT in the call party).
3942
+ // This setup function returns a promise factory which we'll then run *in* the
3943
+ // party to do initial setup, and have it return the promise that we'll
3944
+ // ultimately poll on til completion.
3945
+ // Once we express our surface API in terms of core internal types this whole
3946
+ // dance will go away.
3947
+ template <typename SetupFn>
3948
+ auto MaybeOp(const grpc_op* ops, uint8_t idx, SetupFn setup) {
3949
+ if (idx == 255) {
3950
+ return MaybeOpImpl<SetupFn>();
3951
+ } else {
3952
+ return MaybeOpImpl<SetupFn>(setup(ops[idx]), ops[idx].op);
3953
+ }
3954
+ }
3955
+
3956
+ template <typename F>
3957
+ class PollBatchLogger {
3958
+ public:
3959
+ PollBatchLogger(void* tag, F f) : tag_(tag), f_(std::move(f)) {}
3960
+
3961
+ auto operator()() {
3962
+ if (grpc_call_trace.enabled()) {
3963
+ gpr_log(GPR_INFO, "Poll batch %p", tag_);
3964
+ }
3965
+ auto r = f_();
3966
+ if (grpc_call_trace.enabled()) {
3967
+ gpr_log(GPR_INFO, "Poll batch %p --> %s", tag_, ResultString(r).c_str());
3968
+ }
3969
+ return r;
3970
+ }
3971
+
3972
+ private:
3973
+ template <typename T>
3974
+ static std::string ResultString(Poll<T> r) {
3975
+ if (r.pending()) return "PENDING";
3976
+ return ResultString(r.value());
3977
+ }
3978
+ static std::string ResultString(Empty) { return "DONE"; }
3979
+
3980
+ void* tag_;
3981
+ F f_;
3982
+ };
3983
+
3984
+ template <typename F>
3985
+ PollBatchLogger<F> LogPollBatch(void* tag, F f) {
3986
+ return PollBatchLogger<F>(tag, std::move(f));
3987
+ }
3988
+ } // namespace
3989
+
3990
+ StatusFlag ServerCallSpine::FinishRecvMessage(
3991
+ NextResult<MessageHandle> result) {
3992
+ if (result.has_value()) {
3993
+ MessageHandle& message = *result;
3994
+ NoteLastMessageFlags(message->flags());
3995
+ if ((message->flags() & GRPC_WRITE_INTERNAL_COMPRESS) &&
3996
+ (incoming_compression_algorithm() != GRPC_COMPRESS_NONE)) {
3997
+ *recv_message_ = grpc_raw_compressed_byte_buffer_create(
3998
+ nullptr, 0, incoming_compression_algorithm());
3999
+ } else {
4000
+ *recv_message_ = grpc_raw_byte_buffer_create(nullptr, 0);
4001
+ }
4002
+ grpc_slice_buffer_move_into(message->payload()->c_slice_buffer(),
4003
+ &(*recv_message_)->data.raw.slice_buffer);
4004
+ if (grpc_call_trace.enabled()) {
4005
+ gpr_log(GPR_INFO,
4006
+ "%s[call] RecvMessage: outstanding_recv "
4007
+ "finishes: received %" PRIdPTR " byte message",
4008
+ DebugTag().c_str(),
4009
+ (*recv_message_)->data.raw.slice_buffer.length);
4010
+ }
4011
+ recv_message_ = nullptr;
4012
+ return Success{};
4013
+ }
4014
+ if (result.cancelled()) {
4015
+ if (grpc_call_trace.enabled()) {
4016
+ gpr_log(GPR_INFO,
4017
+ "%s[call] RecvMessage: outstanding_recv "
4018
+ "finishes: received end-of-stream with error",
4019
+ DebugTag().c_str());
4020
+ }
4021
+ *recv_message_ = nullptr;
4022
+ recv_message_ = nullptr;
4023
+ return Failure{};
4024
+ }
4025
+ if (grpc_call_trace.enabled()) {
4026
+ gpr_log(GPR_INFO,
4027
+ "%s[call] RecvMessage: outstanding_recv "
4028
+ "finishes: received end-of-stream",
4029
+ DebugTag().c_str());
4030
+ }
4031
+ *recv_message_ = nullptr;
4032
+ recv_message_ = nullptr;
4033
+ return Success{};
4034
+ }
4035
+
4036
+ void ServerCallSpine::CommitBatch(const grpc_op* ops, size_t nops,
4037
+ void* notify_tag,
4038
+ bool is_notify_tag_closure) {
4039
+ std::array<uint8_t, 8> got_ops{255, 255, 255, 255, 255, 255, 255, 255};
4040
+ for (size_t op_idx = 0; op_idx < nops; op_idx++) {
4041
+ const grpc_op& op = ops[op_idx];
4042
+ got_ops[op.op] = op_idx;
4043
+ }
4044
+ if (!is_notify_tag_closure) grpc_cq_begin_op(cq(), notify_tag);
4045
+ auto send_initial_metadata = MaybeOp(
4046
+ ops, got_ops[GRPC_OP_SEND_INITIAL_METADATA], [this](const grpc_op& op) {
4047
+ auto metadata = arena()->MakePooled<ServerMetadata>(arena());
4048
+ PrepareOutgoingInitialMetadata(op, *metadata);
4049
+ CToMetadata(op.data.send_initial_metadata.metadata,
4050
+ op.data.send_initial_metadata.count, metadata.get());
4051
+ if (grpc_call_trace.enabled()) {
4052
+ gpr_log(GPR_INFO, "%s[call] Send initial metadata",
4053
+ DebugTag().c_str());
4054
+ }
4055
+ return [this, metadata = std::move(metadata)]() mutable {
4056
+ return Map(server_initial_metadata_.sender.Push(std::move(metadata)),
4057
+ [this](bool r) {
4058
+ server_initial_metadata_.sender.Close();
4059
+ return StatusFlag(r);
4060
+ });
4061
+ };
4062
+ });
4063
+ auto send_message =
4064
+ MaybeOp(ops, got_ops[GRPC_OP_SEND_MESSAGE], [this](const grpc_op& op) {
4065
+ SliceBuffer send;
4066
+ grpc_slice_buffer_swap(
4067
+ &op.data.send_message.send_message->data.raw.slice_buffer,
4068
+ send.c_slice_buffer());
4069
+ auto msg = arena()->MakePooled<Message>(std::move(send), op.flags);
4070
+ return [this, msg = std::move(msg)]() mutable {
4071
+ return Map(server_to_client_messages_.sender.Push(std::move(msg)),
4072
+ [](bool r) { return StatusFlag(r); });
4073
+ };
4074
+ });
4075
+ auto send_trailing_metadata = MaybeOp(
4076
+ ops, got_ops[GRPC_OP_SEND_STATUS_FROM_SERVER], [this](const grpc_op& op) {
4077
+ auto metadata = arena()->MakePooled<ServerMetadata>(arena());
4078
+ CToMetadata(op.data.send_status_from_server.trailing_metadata,
4079
+ op.data.send_status_from_server.trailing_metadata_count,
4080
+ metadata.get());
4081
+ metadata->Set(GrpcStatusMetadata(),
4082
+ op.data.send_status_from_server.status);
4083
+ if (auto* details = op.data.send_status_from_server.status_details) {
4084
+ // TODO(ctiller): this should not be a copy, but we have
4085
+ // callers that allocate and pass in a slice created with
4086
+ // grpc_slice_from_static_string and then delete the string
4087
+ // after passing it in, which shouldn't be a supported API.
4088
+ metadata->Set(GrpcMessageMetadata(),
4089
+ Slice(grpc_slice_copy(*details)));
4090
+ }
4091
+ return [this, metadata = std::move(metadata)]() mutable {
4092
+ server_to_client_messages_.sender.Close();
4093
+ return Map(server_trailing_metadata_.sender.Push(std::move(metadata)),
4094
+ [](bool r) { return StatusFlag(r); });
4095
+ };
4096
+ });
4097
+ auto recv_message =
4098
+ MaybeOp(ops, got_ops[GRPC_OP_RECV_MESSAGE], [this](const grpc_op& op) {
4099
+ GPR_ASSERT(recv_message_ == nullptr);
4100
+ recv_message_ = op.data.recv_message.recv_message;
4101
+ return [this]() mutable {
4102
+ return Map(client_to_server_messages_.receiver.Next(),
4103
+ [this](NextResult<MessageHandle> msg) {
4104
+ return FinishRecvMessage(std::move(msg));
4105
+ });
4106
+ };
4107
+ });
4108
+ auto primary_ops = AllOk<StatusFlag>(
4109
+ std::move(send_initial_metadata), std::move(send_message),
4110
+ std::move(send_trailing_metadata), std::move(recv_message));
4111
+ if (got_ops[GRPC_OP_RECV_CLOSE_ON_SERVER] != 255) {
4112
+ auto recv_trailing_metadata = MaybeOp(
4113
+ ops, got_ops[GRPC_OP_RECV_CLOSE_ON_SERVER], [this](const grpc_op& op) {
4114
+ return [this, cancelled = op.data.recv_close_on_server.cancelled]() {
4115
+ return Map(server_trailing_metadata_.receiver.AwaitClosed(),
4116
+ [cancelled, this](bool result) -> Success {
4117
+ ResetDeadline();
4118
+ *cancelled = result ? 1 : 0;
4119
+ return Success{};
4120
+ });
4121
+ };
4122
+ });
4123
+ SpawnInfallible(
4124
+ "final-batch",
4125
+ [primary_ops = std::move(primary_ops),
4126
+ recv_trailing_metadata = std::move(recv_trailing_metadata),
4127
+ is_notify_tag_closure, notify_tag, this]() mutable {
4128
+ return LogPollBatch(
4129
+ notify_tag,
4130
+ Seq(std::move(primary_ops), std::move(recv_trailing_metadata),
4131
+ [is_notify_tag_closure, notify_tag, this](StatusFlag) {
4132
+ return WaitForCqEndOp(is_notify_tag_closure, notify_tag,
4133
+ absl::OkStatus(), cq());
4134
+ }));
4135
+ });
4136
+ } else {
4137
+ SpawnInfallible("batch", [primary_ops = std::move(primary_ops),
4138
+ is_notify_tag_closure, notify_tag,
4139
+ this]() mutable {
4140
+ return LogPollBatch(
4141
+ notify_tag,
4142
+ Seq(std::move(primary_ops),
4143
+ [is_notify_tag_closure, notify_tag, this](StatusFlag r) {
4144
+ return WaitForCqEndOp(is_notify_tag_closure, notify_tag,
4145
+ StatusCast<grpc_error_handle>(r), cq());
4146
+ }));
4147
+ });
4148
+ }
4149
+ }
4150
+
4151
+ RefCountedPtr<CallSpineInterface> MakeServerCall(Server* server,
4152
+ Channel* channel,
4153
+ Arena* arena) {
4154
+ return RefCountedPtr<ServerCallSpine>(
4155
+ arena->New<ServerCallSpine>(server, channel, arena));
3584
4156
  }
3585
4157
  #else
3586
- ArenaPromise<ServerMetadataHandle>
3587
- ServerCallContext::MakeTopOfServerCallPromise(
3588
- CallArgs, grpc_completion_queue*, grpc_metadata_array*,
3589
- absl::FunctionRef<void(grpc_call*)>) {
3590
- (void)call_;
3591
- Crash("Promise-based server call is not enabled");
4158
+ RefCountedPtr<CallSpineInterface> MakeServerCall(Server*, Channel*, Arena*) {
4159
+ Crash("not implemented");
3592
4160
  }
3593
4161
  #endif
3594
4162
 
@@ -3794,3 +4362,8 @@ const char* grpc_call_error_to_string(grpc_call_error error) {
3794
4362
  }
3795
4363
  GPR_UNREACHABLE_CODE(return "GRPC_CALL_ERROR_UNKNOW");
3796
4364
  }
4365
+
4366
+ void grpc_call_run_in_event_engine(const grpc_call* call,
4367
+ absl::AnyInvocable<void()> cb) {
4368
+ grpc_core::Call::FromC(call)->event_engine()->Run(std::move(cb));
4369
+ }