grpc 1.61.0.pre2 → 1.62.0.pre1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (724) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +218 -196
  3. data/include/grpc/event_engine/event_engine.h +5 -43
  4. data/include/grpc/event_engine/extensible.h +68 -0
  5. data/include/grpc/impl/slice_type.h +1 -1
  6. data/include/grpc/support/port_platform.h +12 -20
  7. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.cc +1 -1
  8. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.h +4 -4
  9. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.cc +1 -1
  10. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.h +3 -3
  11. data/src/core/{ext/filters/client_channel → client_channel}/channel_connectivity.cc +11 -11
  12. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.cc +1 -1
  13. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.h +3 -3
  14. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.cc +1 -1
  15. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.h +4 -4
  16. data/src/core/{ext/filters/client_channel/client_channel.cc → client_channel/client_channel_filter.cc} +247 -231
  17. data/src/core/{ext/filters/client_channel/client_channel.h → client_channel/client_channel_filter.h} +42 -42
  18. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_internal.h +6 -6
  19. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_plugin.cc +5 -5
  20. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.cc +2 -2
  21. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.h +5 -5
  22. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.cc +1 -1
  23. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.h +5 -5
  24. data/src/core/{ext/filters/client_channel → client_channel}/connector.h +3 -3
  25. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.cc +1 -1
  26. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.h +3 -3
  27. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.cc +2 -2
  28. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.h +4 -4
  29. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.cc +1 -1
  30. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.h +3 -3
  31. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.cc +2 -2
  32. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.h +4 -4
  33. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.cc +8 -8
  34. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.h +8 -8
  35. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.cc +12 -9
  36. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.h +11 -10
  37. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.cc +1 -1
  38. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.h +4 -4
  39. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.cc +1 -1
  40. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.h +3 -3
  41. data/src/core/{ext/filters/client_channel → client_channel}/service_config_channel_arg_filter.cc +4 -4
  42. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.cc +2 -2
  43. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.h +6 -6
  44. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_interface_internal.h +5 -5
  45. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.cc +1 -1
  46. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.h +3 -3
  47. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.cc +1 -1
  48. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.h +4 -4
  49. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
  50. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +1 -1
  51. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
  52. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.cc +2 -2
  53. data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
  54. data/src/core/ext/filters/message_size/message_size_filter.cc +3 -3
  55. data/src/core/ext/filters/message_size/message_size_filter.h +1 -1
  56. data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
  57. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
  58. data/src/core/ext/filters/server_config_selector/server_config_selector.h +2 -2
  59. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +2 -2
  60. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +2 -2
  61. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +1 -1
  62. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
  63. data/src/core/ext/transport/chttp2/alpn/alpn.cc +4 -1
  64. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +5 -5
  65. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
  66. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +5 -0
  67. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +3 -1
  68. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -1
  69. data/src/core/ext/transport/inproc/inproc_transport.cc +20 -13
  70. data/src/core/ext/transport/inproc/inproc_transport.h +8 -0
  71. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +351 -164
  72. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +89 -50
  73. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +2 -0
  74. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +47 -3
  75. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +15 -7
  76. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +32 -3
  77. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +8 -5
  78. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +28 -0
  79. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +6 -4
  80. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +0 -1
  81. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +0 -1
  82. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +29 -0
  83. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +7 -4
  84. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +17 -1
  85. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +4 -3
  86. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +166 -0
  87. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +55 -0
  88. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.h +30 -0
  89. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +30 -0
  90. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +7 -5
  91. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +99 -19
  92. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +29 -12
  93. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.h +1 -0
  94. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +15 -0
  95. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +4 -3
  96. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +31 -3
  97. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +22 -4
  98. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +91 -3
  99. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +11 -8
  100. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +30 -0
  101. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +7 -4
  102. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +1 -0
  103. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +1 -0
  104. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +125 -3
  105. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +17 -4
  106. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +19 -1
  107. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +4 -3
  108. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +1 -0
  109. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +1 -0
  110. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +15 -0
  111. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +5 -2
  112. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +42 -0
  113. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +11 -8
  114. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +23 -8
  115. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +9 -4
  116. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +58 -16
  117. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +14 -11
  118. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +15 -0
  119. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +7 -2
  120. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +129 -0
  121. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +27 -6
  122. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.h +1 -0
  123. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +15 -0
  124. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +5 -2
  125. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +60 -60
  126. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +278 -256
  127. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +10 -0
  128. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +483 -475
  129. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.c +27 -20
  130. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +17 -12
  131. data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.c +157 -161
  132. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.c +105 -97
  133. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +106 -102
  134. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.c +52 -0
  135. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.h +35 -0
  136. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.c +14 -13
  137. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +228 -224
  138. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.c +32 -26
  139. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.h +5 -0
  140. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.c +31 -28
  141. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.c +22 -19
  142. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +818 -813
  143. data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.c +158 -151
  144. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +27 -23
  145. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +59 -53
  146. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.c +40 -18
  147. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +106 -103
  148. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.c +16 -12
  149. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +22 -21
  150. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +265 -261
  151. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +127 -125
  152. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +188 -182
  153. data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.c +57 -56
  154. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.c +27 -20
  155. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.h +5 -0
  156. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.c +10 -8
  157. data/src/core/ext/xds/xds_api.cc +63 -150
  158. data/src/core/ext/xds/xds_api.h +2 -7
  159. data/src/core/ext/xds/xds_bootstrap.h +3 -4
  160. data/src/core/ext/xds/xds_bootstrap_grpc.cc +4 -15
  161. data/src/core/ext/xds/xds_bootstrap_grpc.h +2 -1
  162. data/src/core/ext/xds/xds_client.cc +111 -59
  163. data/src/core/ext/xds/xds_client.h +20 -15
  164. data/src/core/ext/xds/xds_client_grpc.cc +53 -15
  165. data/src/core/ext/xds/xds_client_grpc.h +4 -1
  166. data/src/core/ext/xds/xds_client_stats.cc +11 -11
  167. data/src/core/ext/xds/xds_client_stats.h +8 -13
  168. data/src/core/ext/xds/xds_cluster.cc +1 -1
  169. data/src/core/ext/xds/xds_cluster.h +1 -1
  170. data/src/core/ext/xds/xds_endpoint.h +1 -1
  171. data/src/core/ext/xds/xds_health_status.h +1 -1
  172. data/src/core/ext/xds/xds_lb_policy_registry.cc +1 -1
  173. data/src/core/ext/xds/xds_route_config.cc +1 -1
  174. data/src/core/ext/xds/xds_server_config_fetcher.cc +2 -2
  175. data/src/core/ext/xds/xds_transport_grpc.cc +5 -5
  176. data/src/core/lib/channel/channel_args.h +15 -1
  177. data/src/core/lib/channel/connected_channel.cc +13 -12
  178. data/src/core/lib/channel/promise_based_filter.cc +4 -4
  179. data/src/core/lib/channel/promise_based_filter.h +1 -2
  180. data/src/core/lib/config/core_configuration.h +3 -3
  181. data/src/core/lib/event_engine/ares_resolver.cc +106 -59
  182. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +4 -0
  183. data/src/core/lib/event_engine/extensions/can_track_errors.h +40 -0
  184. data/src/core/lib/event_engine/extensions/supports_fd.h +160 -0
  185. data/src/core/lib/event_engine/forkable.cc +7 -5
  186. data/src/core/lib/event_engine/posix.h +11 -122
  187. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +1 -5
  188. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +31 -7
  189. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +1 -0
  190. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +3 -4
  191. data/src/core/lib/event_engine/posix_engine/posix_engine.h +2 -3
  192. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +14 -6
  193. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +10 -0
  194. data/src/core/lib/event_engine/query_extensions.h +85 -0
  195. data/src/core/lib/event_engine/shim.cc +3 -17
  196. data/src/core/lib/event_engine/shim.h +0 -2
  197. data/src/core/lib/event_engine/thread_pool/thread_count.cc +28 -7
  198. data/src/core/lib/event_engine/thread_pool/thread_count.h +6 -1
  199. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +109 -5
  200. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +9 -0
  201. data/src/core/lib/event_engine/utils.cc +2 -1
  202. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +1 -0
  203. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +1 -0
  204. data/src/core/lib/experiments/config.cc +10 -2
  205. data/src/core/lib/experiments/config.h +6 -0
  206. data/src/core/lib/experiments/experiments.cc +57 -18
  207. data/src/core/lib/experiments/experiments.h +16 -8
  208. data/src/core/lib/gpr/posix/sync.cc +2 -2
  209. data/src/core/lib/gpr/posix/time.cc +0 -5
  210. data/src/core/lib/gpr/windows/sync.cc +2 -2
  211. data/src/core/lib/gprpp/debug_location.h +2 -0
  212. data/src/core/lib/gprpp/down_cast.h +49 -0
  213. data/src/core/lib/gprpp/linux/env.cc +1 -19
  214. data/src/core/lib/gprpp/load_file.cc +2 -1
  215. data/src/core/lib/gprpp/load_file.h +2 -1
  216. data/src/core/lib/gprpp/posix/thd.cc +27 -2
  217. data/src/core/lib/gprpp/thd.h +8 -0
  218. data/src/core/lib/gprpp/time.h +4 -3
  219. data/src/core/lib/gprpp/windows/directory_reader.cc +1 -0
  220. data/src/core/lib/gprpp/windows/thd.cc +10 -1
  221. data/src/core/lib/iomgr/combiner.cc +1 -1
  222. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +20 -14
  223. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -2
  224. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +2 -2
  225. data/src/core/lib/iomgr/tcp_server_posix.cc +65 -50
  226. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +12 -0
  227. data/src/core/lib/json/json_writer.cc +1 -1
  228. data/src/core/lib/promise/activity.h +8 -2
  229. data/src/core/lib/promise/context.h +45 -7
  230. data/src/core/lib/promise/for_each.h +6 -9
  231. data/src/core/lib/promise/interceptor_list.h +13 -5
  232. data/src/core/lib/promise/latch.h +3 -3
  233. data/src/core/lib/promise/party.cc +12 -0
  234. data/src/core/lib/promise/party.h +37 -6
  235. data/src/core/lib/promise/pipe.h +2 -7
  236. data/src/core/lib/promise/sleep.cc +1 -1
  237. data/src/core/lib/promise/status_flag.h +32 -2
  238. data/src/core/lib/resource_quota/memory_quota.cc +4 -4
  239. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +5 -11
  240. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +11 -10
  241. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +9 -7
  242. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +1 -1
  243. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +16 -24
  244. data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -1
  245. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -1
  246. data/src/core/lib/security/security_connector/load_system_roots_supported.cc +3 -7
  247. data/src/core/lib/security/security_connector/local/local_security_connector.cc +1 -1
  248. data/src/core/lib/security/security_connector/ssl_utils.cc +26 -17
  249. data/src/core/lib/security/transport/legacy_server_auth_filter.cc +2 -2
  250. data/src/core/lib/security/transport/security_handshaker.cc +0 -8
  251. data/src/core/lib/security/transport/security_handshaker.h +0 -6
  252. data/src/core/lib/security/transport/server_auth_filter.cc +2 -2
  253. data/src/core/lib/slice/slice_buffer.h +3 -1
  254. data/src/core/lib/surface/call.cc +162 -76
  255. data/src/core/lib/surface/call_trace.cc +9 -9
  256. data/src/core/lib/surface/channel.cc +15 -24
  257. data/src/core/lib/surface/channel.h +4 -20
  258. data/src/core/lib/surface/channel_init.cc +81 -7
  259. data/src/core/lib/surface/channel_init.h +104 -6
  260. data/src/core/lib/surface/init.cc +1 -1
  261. data/src/core/lib/surface/server.cc +4 -7
  262. data/src/core/lib/surface/version.cc +2 -2
  263. data/src/core/lib/surface/wait_for_cq_end_op.cc +75 -0
  264. data/src/core/lib/surface/wait_for_cq_end_op.h +4 -26
  265. data/src/core/lib/transport/batch_builder.cc +2 -3
  266. data/src/core/lib/transport/batch_builder.h +1 -1
  267. data/src/core/lib/transport/call_factory.cc +41 -0
  268. data/src/core/lib/transport/call_factory.h +56 -0
  269. data/src/core/lib/transport/call_filters.cc +371 -0
  270. data/src/core/lib/transport/call_filters.h +1500 -0
  271. data/src/core/lib/transport/call_size_estimator.cc +41 -0
  272. data/src/core/lib/transport/call_size_estimator.h +52 -0
  273. data/src/core/lib/transport/call_spine.cc +107 -0
  274. data/src/core/lib/transport/call_spine.h +429 -0
  275. data/src/core/lib/transport/handshaker.cc +0 -8
  276. data/src/core/lib/transport/handshaker.h +0 -7
  277. data/src/core/lib/transport/message.cc +45 -0
  278. data/src/core/lib/transport/message.h +61 -0
  279. data/src/core/lib/transport/metadata.cc +37 -0
  280. data/src/core/lib/transport/metadata.h +78 -0
  281. data/src/core/lib/transport/metadata_batch.cc +4 -2
  282. data/src/core/lib/transport/metadata_batch.h +2 -2
  283. data/src/core/lib/transport/transport.cc +0 -105
  284. data/src/core/lib/transport/transport.h +3 -452
  285. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/address_filtering.cc +1 -1
  286. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/address_filtering.h +4 -4
  287. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/backend_metric_data.h +3 -3
  288. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.cc +4 -4
  289. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.h +4 -4
  290. data/src/core/{lib/load_balancing → load_balancing}/delegating_helper.h +5 -5
  291. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.cc +6 -6
  292. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.h +6 -6
  293. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.cc +2 -2
  294. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.h +3 -3
  295. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.cc +19 -19
  296. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.h +3 -3
  297. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.cc +1 -1
  298. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.h +4 -4
  299. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.cc +1 -1
  300. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.h +3 -3
  301. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.cc +1 -1
  302. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.h +4 -4
  303. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.cc +6 -6
  304. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.h +4 -4
  305. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client_internal.h +7 -7
  306. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.cc +1 -1
  307. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.h +6 -6
  308. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_factory.h +4 -4
  309. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.cc +2 -2
  310. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.h +5 -5
  311. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.cc +6 -6
  312. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.h +5 -5
  313. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric_internal.h +8 -8
  314. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.cc +10 -10
  315. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.h +3 -3
  316. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.cc +6 -6
  317. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.h +4 -4
  318. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/priority/priority.cc +8 -8
  319. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.cc +8 -8
  320. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.h +4 -4
  321. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/rls/rls.cc +13 -13
  322. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/round_robin/round_robin.cc +7 -7
  323. data/src/core/{lib/load_balancing → load_balancing}/subchannel_interface.h +3 -3
  324. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/subchannel_list.h +8 -8
  325. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.cc +1 -1
  326. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.h +3 -3
  327. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/weighted_round_robin.cc +10 -10
  328. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_target/weighted_target.cc +7 -7
  329. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/cds.cc +26 -23
  330. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_channel_args.h +4 -4
  331. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_impl.cc +11 -11
  332. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_manager.cc +8 -8
  333. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_override_host.cc +10 -10
  334. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_override_host.h +4 -4
  335. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_wrr_locality.cc +6 -6
  336. data/src/core/{ext/filters/client_channel/resolver → resolver}/binder/binder_resolver.cc +3 -3
  337. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.cc +9 -9
  338. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.h +3 -3
  339. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver.h +4 -4
  340. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_posix.cc +2 -2
  341. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_windows.cc +2 -2
  342. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.cc +2 -2
  343. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.h +4 -4
  344. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_posix.cc +1 -1
  345. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -2
  346. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.cc +7 -5
  347. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.h +3 -3
  348. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.cc +9 -9
  349. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.h +5 -5
  350. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.cc +1 -1
  351. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.h +3 -3
  352. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.cc +4 -4
  353. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.h +3 -3
  354. data/src/core/{lib/resolver → resolver}/endpoint_addresses.cc +1 -1
  355. data/src/core/{lib/resolver → resolver}/endpoint_addresses.h +3 -3
  356. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.cc +2 -2
  357. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.h +4 -4
  358. data/src/core/{ext/filters/client_channel/resolver → resolver}/google_c2p/google_c2p_resolver.cc +3 -3
  359. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.cc +3 -3
  360. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.h +5 -5
  361. data/src/core/{lib/resolver → resolver}/resolver.cc +1 -1
  362. data/src/core/{lib/resolver → resolver}/resolver.h +6 -6
  363. data/src/core/{lib/resolver → resolver}/resolver_factory.h +4 -4
  364. data/src/core/{lib/resolver → resolver}/resolver_registry.cc +1 -1
  365. data/src/core/{lib/resolver → resolver}/resolver_registry.h +5 -5
  366. data/src/core/{lib/resolver → resolver}/server_address.h +4 -4
  367. data/src/core/{ext/filters/client_channel/resolver → resolver}/sockaddr/sockaddr_resolver.cc +3 -3
  368. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_dependency_manager.cc +4 -4
  369. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_dependency_manager.h +4 -4
  370. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver.cc +11 -11
  371. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver_attributes.h +4 -4
  372. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver_trace.cc +1 -1
  373. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver_trace.h +3 -3
  374. data/src/core/{lib/service_config → service_config}/service_config.h +4 -4
  375. data/src/core/{lib/service_config → service_config}/service_config_call_data.h +5 -5
  376. data/src/core/{lib/service_config → service_config}/service_config_impl.cc +2 -2
  377. data/src/core/{lib/service_config → service_config}/service_config_impl.h +5 -5
  378. data/src/core/{lib/service_config → service_config}/service_config_parser.cc +1 -1
  379. data/src/core/{lib/service_config → service_config}/service_config_parser.h +3 -3
  380. data/src/core/tsi/fake_transport_security.cc +1 -1
  381. data/src/ruby/ext/grpc/extconf.rb +0 -1
  382. data/src/ruby/ext/grpc/rb_channel.c +11 -5
  383. data/src/ruby/ext/grpc/rb_event_thread.c +9 -3
  384. data/src/ruby/lib/grpc/version.rb +1 -1
  385. data/third_party/abseil-cpp/absl/algorithm/algorithm.h +8 -103
  386. data/third_party/abseil-cpp/absl/algorithm/container.h +57 -71
  387. data/third_party/abseil-cpp/absl/base/attributes.h +51 -12
  388. data/third_party/abseil-cpp/absl/base/call_once.h +15 -9
  389. data/third_party/abseil-cpp/absl/base/casts.h +1 -1
  390. data/third_party/abseil-cpp/absl/base/config.h +91 -24
  391. data/third_party/abseil-cpp/absl/base/internal/endian.h +13 -12
  392. data/third_party/abseil-cpp/absl/base/internal/identity.h +4 -2
  393. data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +19 -18
  394. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +1 -1
  395. data/third_party/abseil-cpp/absl/base/internal/nullability_impl.h +106 -0
  396. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +9 -11
  397. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +2 -0
  398. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +17 -4
  399. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +20 -0
  400. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +10 -4
  401. data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +13 -6
  402. data/third_party/abseil-cpp/absl/base/log_severity.cc +1 -0
  403. data/third_party/abseil-cpp/absl/base/log_severity.h +23 -10
  404. data/third_party/abseil-cpp/absl/base/no_destructor.h +217 -0
  405. data/third_party/abseil-cpp/absl/base/nullability.h +224 -0
  406. data/third_party/abseil-cpp/absl/base/optimization.h +1 -0
  407. data/third_party/abseil-cpp/absl/base/options.h +27 -1
  408. data/third_party/abseil-cpp/absl/base/prefetch.h +25 -14
  409. data/third_party/abseil-cpp/absl/base/thread_annotations.h +0 -2
  410. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +3 -3
  411. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +1 -1
  412. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +4 -2
  413. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +13 -9
  414. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +2 -12
  415. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +12 -1
  416. data/third_party/abseil-cpp/absl/container/internal/layout.h +6 -21
  417. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +11 -2
  418. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +148 -31
  419. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +717 -278
  420. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +26 -2
  421. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +6 -0
  422. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +34 -5
  423. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +6 -3
  424. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +4 -2
  425. data/third_party/abseil-cpp/absl/crc/internal/{crc_memcpy_x86_64.cc → crc_memcpy_x86_arm_combined.cc} +65 -47
  426. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +10 -2
  427. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +4 -2
  428. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +24 -0
  429. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +35 -33
  430. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +41 -17
  431. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +108 -44
  432. data/third_party/abseil-cpp/absl/flags/declare.h +0 -5
  433. data/third_party/abseil-cpp/absl/flags/flag.h +1 -10
  434. data/third_party/abseil-cpp/absl/flags/internal/flag.h +0 -5
  435. data/third_party/abseil-cpp/absl/flags/marshalling.cc +10 -1
  436. data/third_party/abseil-cpp/absl/flags/reflection.cc +2 -1
  437. data/third_party/abseil-cpp/absl/functional/function_ref.h +8 -0
  438. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +2 -2
  439. data/third_party/abseil-cpp/absl/hash/internal/hash.h +49 -2
  440. data/third_party/abseil-cpp/absl/numeric/bits.h +37 -18
  441. data/third_party/abseil-cpp/absl/random/distributions.h +1 -1
  442. data/third_party/abseil-cpp/absl/status/internal/status_internal.cc +248 -0
  443. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +55 -14
  444. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +53 -2
  445. data/third_party/abseil-cpp/absl/status/status.cc +36 -238
  446. data/third_party/abseil-cpp/absl/status/status.h +95 -53
  447. data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +1 -3
  448. data/third_party/abseil-cpp/absl/status/status_payload_printer.h +3 -2
  449. data/third_party/abseil-cpp/absl/status/statusor.cc +5 -2
  450. data/third_party/abseil-cpp/absl/status/statusor.h +43 -3
  451. data/third_party/abseil-cpp/absl/strings/ascii.cc +84 -12
  452. data/third_party/abseil-cpp/absl/strings/ascii.h +8 -6
  453. data/third_party/abseil-cpp/absl/strings/charconv.cc +19 -12
  454. data/third_party/abseil-cpp/absl/strings/charconv.h +6 -3
  455. data/third_party/abseil-cpp/absl/strings/charset.h +164 -0
  456. data/third_party/abseil-cpp/absl/strings/cord.cc +266 -69
  457. data/third_party/abseil-cpp/absl/strings/cord.h +138 -92
  458. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +19 -33
  459. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +4 -3
  460. data/third_party/abseil-cpp/absl/strings/escaping.cc +5 -4
  461. data/third_party/abseil-cpp/absl/strings/has_absl_stringify.h +63 -0
  462. data/third_party/abseil-cpp/absl/strings/has_ostream_operator.h +42 -0
  463. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -6
  464. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +19 -45
  465. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +23 -28
  466. data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +15 -26
  467. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +12 -4
  468. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +145 -8
  469. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +72 -24
  470. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +17 -1
  471. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +7 -4
  472. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +8 -3
  473. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +10 -4
  474. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +5 -4
  475. data/third_party/abseil-cpp/absl/strings/match.cc +3 -0
  476. data/third_party/abseil-cpp/absl/strings/numbers.cc +396 -153
  477. data/third_party/abseil-cpp/absl/strings/numbers.h +193 -35
  478. data/third_party/abseil-cpp/absl/strings/str_cat.cc +151 -21
  479. data/third_party/abseil-cpp/absl/strings/str_cat.h +127 -25
  480. data/third_party/abseil-cpp/absl/strings/str_format.h +30 -20
  481. data/third_party/abseil-cpp/absl/strings/str_join.h +16 -16
  482. data/third_party/abseil-cpp/absl/strings/str_replace.cc +12 -3
  483. data/third_party/abseil-cpp/absl/strings/str_replace.h +8 -5
  484. data/third_party/abseil-cpp/absl/strings/str_split.cc +8 -6
  485. data/third_party/abseil-cpp/absl/strings/str_split.h +18 -0
  486. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -5
  487. data/third_party/abseil-cpp/absl/strings/string_view.h +91 -26
  488. data/third_party/abseil-cpp/absl/strings/strip.h +5 -2
  489. data/third_party/abseil-cpp/absl/strings/substitute.cc +12 -4
  490. data/third_party/abseil-cpp/absl/strings/substitute.h +103 -91
  491. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +2 -2
  492. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +2 -0
  493. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +4 -2
  494. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +296 -332
  495. data/third_party/abseil-cpp/absl/synchronization/mutex.h +89 -34
  496. data/third_party/abseil-cpp/absl/time/civil_time.h +26 -0
  497. data/third_party/abseil-cpp/absl/time/clock.h +5 -1
  498. data/third_party/abseil-cpp/absl/time/duration.cc +3 -3
  499. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +2 -2
  500. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
  501. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +9 -14
  502. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +0 -8
  503. data/third_party/abseil-cpp/absl/types/bad_optional_access.cc +18 -0
  504. data/third_party/abseil-cpp/absl/types/bad_variant_access.cc +18 -0
  505. data/third_party/abseil-cpp/absl/types/internal/variant.h +3 -3
  506. data/third_party/abseil-cpp/absl/types/optional.h +3 -2
  507. data/third_party/abseil-cpp/absl/types/span.h +9 -4
  508. data/third_party/abseil-cpp/absl/utility/utility.h +11 -93
  509. data/third_party/boringssl-with-bazel/err_data.c +278 -276
  510. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +1 -1
  511. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -9
  512. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +8 -21
  513. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
  514. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +19 -1
  515. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +1 -1
  516. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +11 -3
  517. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +4 -1
  518. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +1 -1
  519. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +3 -3
  520. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +1 -6
  521. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +4 -13
  522. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +1 -6
  523. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +27 -4
  524. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -4
  525. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -4
  526. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +8 -0
  527. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +1 -11
  528. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +7 -8
  529. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +42 -12
  530. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +0 -22
  531. data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +9 -9
  532. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +34 -1
  533. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +49 -3
  534. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +30 -42
  535. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +87 -96
  536. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +5 -1
  537. data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +4 -2
  538. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +11 -0
  539. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +4 -0
  540. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +1 -2
  541. data/third_party/boringssl-with-bazel/src/crypto/des/des.c +105 -31
  542. data/third_party/boringssl-with-bazel/src/crypto/des/internal.h +10 -81
  543. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +2 -15
  544. data/third_party/boringssl-with-bazel/src/crypto/engine/engine.c +1 -9
  545. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +1 -5
  546. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +2 -5
  547. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +1 -4
  548. data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +1 -2
  549. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -3
  550. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -2
  551. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/add.c +2 -8
  552. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +1 -1
  553. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +26 -17
  554. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +1 -1
  555. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +4 -2
  556. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +26 -5
  557. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +10 -41
  558. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +49 -2
  559. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +26 -0
  560. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +27 -26
  561. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +2 -6
  562. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +1 -8
  563. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +8 -2
  564. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +11 -2
  565. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +11 -24
  566. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aesccm.c +43 -50
  567. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +2 -6
  568. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +4 -0
  569. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +1 -2
  570. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +16 -9
  571. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +7 -6
  572. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +2 -7
  573. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +51 -13
  574. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +17 -0
  575. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +5 -2
  576. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +1 -2
  577. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +1 -3
  578. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +6 -5
  579. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +1 -2
  580. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +153 -6
  581. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +87 -7
  582. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +39 -5
  583. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +32 -5
  584. data/third_party/boringssl-with-bazel/src/crypto/internal.h +254 -54
  585. data/third_party/boringssl-with-bazel/src/crypto/keccak/internal.h +70 -0
  586. data/third_party/boringssl-with-bazel/src/crypto/{kyber → keccak}/keccak.c +124 -49
  587. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +8 -39
  588. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +39 -29
  589. data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +3 -6
  590. data/third_party/boringssl-with-bazel/src/crypto/mem.c +17 -33
  591. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +36 -16
  592. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +0 -3
  593. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +31 -0
  594. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +2 -4
  595. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +3 -3
  596. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +9 -13
  597. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +3 -6
  598. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +4 -0
  599. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +3 -1
  600. data/third_party/boringssl-with-bazel/src/crypto/spx/address.c +101 -0
  601. data/third_party/boringssl-with-bazel/src/crypto/spx/address.h +50 -0
  602. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.c +133 -0
  603. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.h +54 -0
  604. data/third_party/boringssl-with-bazel/src/crypto/spx/internal.h +79 -0
  605. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.c +150 -0
  606. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.h +61 -0
  607. data/third_party/boringssl-with-bazel/src/crypto/spx/params.h +71 -0
  608. data/third_party/boringssl-with-bazel/src/crypto/spx/spx.c +139 -0
  609. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.c +53 -0
  610. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.h +44 -0
  611. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.c +136 -0
  612. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.h +70 -0
  613. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.c +135 -0
  614. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.h +45 -0
  615. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +4 -9
  616. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +10 -22
  617. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +3 -6
  618. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +12 -36
  619. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +1 -2
  620. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +0 -2
  621. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +14 -9
  622. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +23 -33
  623. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +225 -51
  624. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +2 -6
  625. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +6 -2
  626. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +1 -1
  627. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +1 -4
  628. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +1 -3
  629. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akey.c +1 -1
  630. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akeya.c +3 -1
  631. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_alt.c +5 -6
  632. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bcons.c +1 -1
  633. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bitst.c +1 -1
  634. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_conf.c +0 -2
  635. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_cpols.c +1 -1
  636. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_crld.c +1 -2
  637. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_enum.c +1 -0
  638. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_extku.c +1 -1
  639. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_genn.c +12 -12
  640. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ia5.c +1 -1
  641. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_info.c +4 -6
  642. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_int.c +1 -1
  643. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_lib.c +3 -2
  644. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ncons.c +2 -2
  645. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ocsp.c +1 -1
  646. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pcons.c +1 -1
  647. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pmaps.c +1 -1
  648. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_prn.c +3 -4
  649. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_purp.c +92 -335
  650. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_skey.c +1 -2
  651. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_utl.c +20 -18
  652. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +35 -32
  653. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +44 -59
  654. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +0 -1
  655. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +107 -255
  656. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +32 -20
  657. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +25 -152
  658. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +0 -1
  659. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +330 -944
  660. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +93 -215
  661. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +28 -6
  662. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
  663. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +35 -129
  664. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +7 -8
  665. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +46 -50
  666. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +2 -0
  667. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +1 -4
  668. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +6 -6
  669. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +0 -21
  670. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +5 -6
  671. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +3 -1
  672. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +24 -0
  673. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +14 -5
  674. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +22 -0
  675. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +1 -0
  676. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +4 -1
  677. data/third_party/boringssl-with-bazel/src/include/openssl/curve25519.h +2 -2
  678. data/third_party/boringssl-with-bazel/src/include/openssl/des.h +0 -13
  679. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +33 -11
  680. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +1 -1
  681. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +5 -4
  682. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +26 -18
  683. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +13 -6
  684. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +5 -1
  685. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
  686. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +19 -5
  687. data/third_party/boringssl-with-bazel/src/include/openssl/posix_time.h +45 -0
  688. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -0
  689. data/third_party/boringssl-with-bazel/src/include/openssl/sha.h +20 -3
  690. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -20
  691. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +76 -60
  692. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +31 -6
  693. data/third_party/boringssl-with-bazel/src/include/openssl/time.h +3 -22
  694. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -1
  695. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2806 -941
  696. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +38 -1025
  697. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3_errors.h +124 -0
  698. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +1 -2
  699. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +82 -9
  700. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +42 -4
  701. data/third_party/boringssl-with-bazel/src/ssl/internal.h +4 -0
  702. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +4 -5
  703. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +9 -1
  704. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +0 -1
  705. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +5 -1
  706. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -1
  707. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +4 -2
  708. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +21 -0
  709. data/third_party/cares/config_linux/ares_config.h +2 -38
  710. metadata +214 -179
  711. data/src/core/lib/iomgr/load_file.cc +0 -78
  712. data/src/core/lib/iomgr/load_file.h +0 -35
  713. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +0 -137
  714. data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +0 -280
  715. data/third_party/abseil-cpp/absl/flags/flag.cc +0 -38
  716. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +0 -116
  717. data/third_party/abseil-cpp/absl/strings/internal/char_map.h +0 -158
  718. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +0 -773
  719. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +0 -607
  720. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +0 -118
  721. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +0 -100
  722. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +0 -111
  723. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +0 -197
  724. /data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/ext_dat.h +0 -0
@@ -0,0 +1,1500 @@
1
+ // Copyright 2024 gRPC authors.
2
+ //
3
+ // Licensed under the Apache License, Version 2.0 (the "License");
4
+ // you may not use this file except in compliance with the License.
5
+ // You may obtain a copy of the License at
6
+ //
7
+ // http://www.apache.org/licenses/LICENSE-2.0
8
+ //
9
+ // Unless required by applicable law or agreed to in writing, software
10
+ // distributed under the License is distributed on an "AS IS" BASIS,
11
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ // See the License for the specific language governing permissions and
13
+ // limitations under the License.
14
+
15
+ #ifndef GRPC_SRC_CORE_LIB_TRANSPORT_CALL_FILTERS_H
16
+ #define GRPC_SRC_CORE_LIB_TRANSPORT_CALL_FILTERS_H
17
+
18
+ #include <grpc/support/port_platform.h>
19
+
20
+ #include <cstdint>
21
+ #include <memory>
22
+ #include <type_traits>
23
+
24
+ #include "src/core/lib/gprpp/ref_counted.h"
25
+ #include "src/core/lib/gprpp/ref_counted_ptr.h"
26
+ #include "src/core/lib/promise/promise.h"
27
+ #include "src/core/lib/promise/status_flag.h"
28
+ #include "src/core/lib/transport/call_final_info.h"
29
+ #include "src/core/lib/transport/message.h"
30
+ #include "src/core/lib/transport/metadata.h"
31
+
32
+ // CallFilters tracks a list of filters that are attached to a call.
33
+ // At a high level, a filter (for the purposes of this module) is a class
34
+ // that has a Call member class, and a set of methods that are called
35
+ // for each major event in the lifetime of a call.
36
+ //
37
+ // The Call member class must have the following members:
38
+ // - OnClientInitialMetadata - $VALUE_TYPE = ClientMetadata
39
+ // - OnServerInitialMetadata - $VALUE_TYPE = ServerMetadata
40
+ // - OnServerToClientMessage - $VALUE_TYPE = Message
41
+ // - OnClientToServerMessage - $VALUE_TYPE = Message
42
+ // - OnServerTrailingMetadata - $VALUE_TYPE = ServerMetadata
43
+ // - OnFinalize - special, see below
44
+ // These members define an interception point for a particular event in
45
+ // the call lifecycle.
46
+ //
47
+ // The type of these members matters, and is selectable by the class
48
+ // author. For $INTERCEPTOR_NAME in the above list:
49
+ // - static const NoInterceptor $INTERCEPTOR_NAME:
50
+ // defines that this filter does not intercept this event.
51
+ // there is zero runtime cost added to handling that event by this filter.
52
+ // - void $INTERCEPTOR_NAME($VALUE_TYPE&):
53
+ // the filter intercepts this event, and can modify the value.
54
+ // it never fails.
55
+ // - absl::Status $INTERCEPTOR_NAME($VALUE_TYPE&):
56
+ // the filter intercepts this event, and can modify the value.
57
+ // it can fail, in which case the call will be aborted.
58
+ // - ServerMetadataHandle $INTERCEPTOR_NAME($VALUE_TYPE&)
59
+ // the filter intercepts this event, and can modify the value.
60
+ // the filter can return nullptr for success, or a metadata handle for
61
+ // failure (in which case the call will be aborted).
62
+ // useful for cases where the exact metadata returned needs to be customized.
63
+ // - void $INTERCEPTOR_NAME($VALUE_TYPE&, FilterType*):
64
+ // the filter intercepts this event, and can modify the value.
65
+ // it can access the channel via the second argument.
66
+ // it never fails.
67
+ // - absl::Status $INTERCEPTOR_NAME($VALUE_TYPE&, FilterType*):
68
+ // the filter intercepts this event, and can modify the value.
69
+ // it can access the channel via the second argument.
70
+ // it can fail, in which case the call will be aborted.
71
+ // - ServerMetadataHandle $INTERCEPTOR_NAME($VALUE_TYPE&, FilterType*)
72
+ // the filter intercepts this event, and can modify the value.
73
+ // it can access the channel via the second argument.
74
+ // the filter can return nullptr for success, or a metadata handle for
75
+ // failure (in which case the call will be aborted).
76
+ // useful for cases where the exact metadata returned needs to be customized.
77
+ // It's also acceptable to return a promise that resolves to the
78
+ // relevant return type listed above.
79
+ //
80
+ // Finally, OnFinalize is added to intecept call finalization.
81
+ // It must have one of the signatures:
82
+ // - static const NoInterceptor OnFinalize:
83
+ // the filter does not intercept call finalization.
84
+ // - void OnFinalize(const grpc_call_final_info*):
85
+ // the filter intercepts call finalization.
86
+ // - void OnFinalize(const grpc_call_final_info*, FilterType*):
87
+ // the filter intercepts call finalization.
88
+ //
89
+ // The constructor of the Call object can either take a pointer to the channel
90
+ // object, or not take any arguments.
91
+ //
92
+ // *THIS MODULE* holds no opinion on what members the channel part of the
93
+ // filter should or should not have, but does require that it have a stable
94
+ // pointer for the lifetime of a call (ownership is expected to happen
95
+ // elsewhere).
96
+
97
+ namespace grpc_core {
98
+
99
+ // Tag type to indicate no interception.
100
+ // This is used to indicate that a filter does not intercept a particular
101
+ // event.
102
+ // In C++14 we declare these as (for example):
103
+ // static const NoInterceptor OnClientInitialMetadata;
104
+ // and out-of-line provide the definition:
105
+ // const MyFilter::Call::NoInterceptor
106
+ // MyFilter::Call::OnClientInitialMetadata;
107
+ // In C++17 and later we can use inline variables instead:
108
+ // inline static const NoInterceptor OnClientInitialMetadata;
109
+ struct NoInterceptor {};
110
+
111
+ namespace filters_detail {
112
+
113
+ // One call filter constructor
114
+ // Contains enough information to allocate and initialize the
115
+ // call data for one filter.
116
+ struct FilterConstructor {
117
+ // Pointer to corresponding channel data for this filter
118
+ void* channel_data;
119
+ // Offset of the call data for this filter within the call data memory
120
+ // allocation
121
+ size_t call_offset;
122
+ // Initialize the call data for this filter
123
+ void (*call_init)(void* call_data, void* channel_data);
124
+ };
125
+
126
+ // One call filter destructor
127
+ struct FilterDestructor {
128
+ // Offset of the call data for this filter within the call data memory
129
+ // allocation
130
+ size_t call_offset;
131
+ // Destroy the call data for this filter
132
+ void (*call_destroy)(void* call_data);
133
+ };
134
+
135
+ template <typename FilterType, typename = void>
136
+ struct CallConstructor {
137
+ static void Construct(void* call_data, FilterType*) {
138
+ new (call_data) typename FilterType::Call();
139
+ }
140
+ };
141
+
142
+ template <typename FilterType>
143
+ struct CallConstructor<FilterType,
144
+ absl::void_t<decltype(typename FilterType::Call(
145
+ static_cast<FilterType*>(nullptr)))>> {
146
+ static void Construct(void* call_data, FilterType* channel) {
147
+ new (call_data) typename FilterType::Call(channel);
148
+ }
149
+ };
150
+
151
+ // Result of a filter operation
152
+ // Can be either ok (if ok is non-null) or an error.
153
+ // Only one pointer can be set.
154
+ template <typename T>
155
+ struct ResultOr {
156
+ T ok;
157
+ ServerMetadataHandle error;
158
+ };
159
+
160
+ // One filter operation metadata
161
+ // Given a value of type V, produces a promise of type R.
162
+ template <typename R, typename V>
163
+ struct Operator {
164
+ using Result = R;
165
+ using Arg = V;
166
+ // Pointer to corresponding channel data for this filter
167
+ void* channel_data;
168
+ // Offset of the call data for this filter within the call data memory
169
+ size_t call_offset;
170
+ // Initialize the promise data for this filter, and poll once.
171
+ // Return the result of the poll.
172
+ // If the promise finishes, also destroy the promise data!
173
+ Poll<R> (*promise_init)(void* promise_data, void* call_data,
174
+ void* channel_data, V value);
175
+ // Poll the promise data for this filter.
176
+ // If the promise finishes, also destroy the promise data!
177
+ // Note that if the promise always finishes on the first poll, then supplying
178
+ // this method is unnecessary (as it will never be called).
179
+ Poll<R> (*poll)(void* promise_data);
180
+ // Destroy the promise data for this filter for an in-progress operation
181
+ // before the promise finishes.
182
+ // Note that if the promise always finishes on the first poll, then supplying
183
+ // this method is unnecessary (as it will never be called).
184
+ void (*early_destroy)(void* promise_data);
185
+ };
186
+
187
+ // We divide operations into fallible and infallible.
188
+ // Fallible operations can fail, and that failure terminates the call.
189
+ // Infallible operations cannot fail.
190
+ // Fallible operations are used for client initial, and server initial metadata,
191
+ // and messages.
192
+ // Infallible operations are used for server trailing metadata.
193
+ // (This is because server trailing metadata occurs when the call is finished -
194
+ // and so we couldn't possibly become more finished - and also because it's the
195
+ // preferred representation of failure anyway!)
196
+
197
+ // An operation that could fail: takes a T argument, produces a ResultOr<T>
198
+ template <typename T>
199
+ using FallibleOperator = Operator<ResultOr<T>, T>;
200
+ // And one that cannot: takes a T argument, produces a T
201
+ template <typename T>
202
+ using InfallibleOperator = Operator<T, T>;
203
+
204
+ // One call finalizer
205
+ struct Finalizer {
206
+ void* channel_data;
207
+ size_t call_offset;
208
+ void (*final)(void* call_data, void* channel_data,
209
+ const grpc_call_final_info* final_info);
210
+ };
211
+
212
+ // A layout of operations for a given filter stack
213
+ // This includes which operations, how much memory is required, what alignment.
214
+ template <typename Op>
215
+ struct Layout {
216
+ size_t promise_size = 0;
217
+ size_t promise_alignment = 0;
218
+ std::vector<Op> ops;
219
+
220
+ void Add(size_t filter_promise_size, size_t filter_promise_alignment, Op op) {
221
+ promise_size = std::max(promise_size, filter_promise_size);
222
+ promise_alignment = std::max(promise_alignment, filter_promise_alignment);
223
+ ops.push_back(op);
224
+ }
225
+
226
+ void Reverse() { std::reverse(ops.begin(), ops.end()); }
227
+ };
228
+
229
+ // AddOp and friends
230
+ // These are helpers to wrap a member function on a class into an operation
231
+ // and attach it to a layout.
232
+ // There's a generic wrapper function `AddOp` for each of fallible and
233
+ // infallible operations.
234
+ // There are then specializations of AddOpImpl for each kind of member function
235
+ // an operation could have.
236
+ // Each specialization has an `Add` member function for the kinds of operations
237
+ // it supports: some only support fallible, some only support infallible, some
238
+ // support both.
239
+
240
+ template <typename FilterType, typename T, typename FunctionImpl,
241
+ FunctionImpl impl, typename SfinaeVoid = void>
242
+ struct AddOpImpl;
243
+
244
+ template <typename FunctionImpl, FunctionImpl impl, typename FilterType,
245
+ typename T>
246
+ void AddOp(FilterType* channel_data, size_t call_offset,
247
+ Layout<FallibleOperator<T>>& to) {
248
+ AddOpImpl<FilterType, T, FunctionImpl, impl>::Add(channel_data, call_offset,
249
+ to);
250
+ }
251
+
252
+ template <typename FunctionImpl, FunctionImpl impl, typename FilterType,
253
+ typename T>
254
+ void AddOp(FilterType* channel_data, size_t call_offset,
255
+ Layout<InfallibleOperator<T>>& to) {
256
+ AddOpImpl<FilterType, T, FunctionImpl, impl>::Add(channel_data, call_offset,
257
+ to);
258
+ }
259
+
260
+ // const NoInterceptor $EVENT
261
+ // These do nothing, and specifically DO NOT add an operation to the layout.
262
+ // Supported for fallible & infallible operations.
263
+ template <typename FilterType, typename T, const NoInterceptor* which>
264
+ struct AddOpImpl<FilterType, T, const NoInterceptor*, which> {
265
+ static void Add(FilterType*, size_t, Layout<FallibleOperator<T>>&) {}
266
+ static void Add(FilterType*, size_t, Layout<InfallibleOperator<T>>&) {}
267
+ };
268
+
269
+ // void $INTERCEPTOR_NAME($VALUE_TYPE&)
270
+ template <typename FilterType, typename T,
271
+ void (FilterType::Call::*impl)(typename T::element_type&)>
272
+ struct AddOpImpl<FilterType, T,
273
+ void (FilterType::Call::*)(typename T::element_type&), impl> {
274
+ static void Add(FilterType* channel_data, size_t call_offset,
275
+ Layout<FallibleOperator<T>>& to) {
276
+ to.Add(0, 0,
277
+ FallibleOperator<T>{
278
+ channel_data,
279
+ call_offset,
280
+ [](void*, void* call_data, void*, T value) -> Poll<ResultOr<T>> {
281
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
282
+ *value);
283
+ return ResultOr<T>{std::move(value), nullptr};
284
+ },
285
+ nullptr,
286
+ nullptr,
287
+ });
288
+ }
289
+ static void Add(FilterType* channel_data, size_t call_offset,
290
+ Layout<InfallibleOperator<T>>& to) {
291
+ to.Add(0, 0,
292
+ InfallibleOperator<T>{
293
+ channel_data,
294
+ call_offset,
295
+ [](void*, void* call_data, void*, T value) -> Poll<T> {
296
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
297
+ *value);
298
+ return std::move(value);
299
+ },
300
+ nullptr,
301
+ nullptr,
302
+ });
303
+ }
304
+ };
305
+
306
+ // void $INTERCEPTOR_NAME($VALUE_TYPE&, FilterType*)
307
+ template <typename FilterType, typename T,
308
+ void (FilterType::Call::*impl)(typename T::element_type&,
309
+ FilterType*)>
310
+ struct AddOpImpl<
311
+ FilterType, T,
312
+ void (FilterType::Call::*)(typename T::element_type&, FilterType*), impl> {
313
+ static void Add(FilterType* channel_data, size_t call_offset,
314
+ Layout<FallibleOperator<T>>& to) {
315
+ to.Add(0, 0,
316
+ FallibleOperator<T>{
317
+ channel_data,
318
+ call_offset,
319
+ [](void*, void* call_data, void* channel_data,
320
+ T value) -> Poll<ResultOr<T>> {
321
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
322
+ *value, static_cast<FilterType*>(channel_data));
323
+ return ResultOr<T>{std::move(value), nullptr};
324
+ },
325
+ nullptr,
326
+ nullptr,
327
+ });
328
+ }
329
+ static void Add(FilterType* channel_data, size_t call_offset,
330
+ Layout<InfallibleOperator<T>>& to) {
331
+ to.Add(
332
+ 0, 0,
333
+ InfallibleOperator<T>{
334
+ channel_data,
335
+ call_offset,
336
+ [](void*, void* call_data, void* channel_data, T value) -> Poll<T> {
337
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
338
+ *value, static_cast<FilterType*>(channel_data));
339
+ return std::move(value);
340
+ },
341
+ nullptr,
342
+ nullptr,
343
+ });
344
+ }
345
+ };
346
+
347
+ // $VALUE_HANDLE $INTERCEPTOR_NAME($VALUE_HANDLE, FilterType*)
348
+ template <typename FilterType, typename T,
349
+ T (FilterType::Call::*impl)(T, FilterType*)>
350
+ struct AddOpImpl<FilterType, T, T (FilterType::Call::*)(T, FilterType*), impl> {
351
+ static void Add(FilterType* channel_data, size_t call_offset,
352
+ Layout<FallibleOperator<T>>& to) {
353
+ to.Add(
354
+ 0, 0,
355
+ FallibleOperator<T>{
356
+ channel_data,
357
+ call_offset,
358
+ [](void*, void* call_data, void* channel_data,
359
+ T value) -> Poll<ResultOr<T>> {
360
+ return ResultOr<T>{
361
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
362
+ std::move(value), static_cast<FilterType*>(channel_data)),
363
+ nullptr};
364
+ },
365
+ nullptr,
366
+ nullptr,
367
+ });
368
+ }
369
+ static void Add(FilterType* channel_data, size_t call_offset,
370
+ Layout<InfallibleOperator<T>>& to) {
371
+ to.Add(
372
+ 0, 0,
373
+ InfallibleOperator<T>{
374
+ channel_data,
375
+ call_offset,
376
+ [](void*, void* call_data, void* channel_data, T value) -> Poll<T> {
377
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
378
+ *value, static_cast<FilterType*>(channel_data));
379
+ return (
380
+ static_cast<typename FilterType::Call*>(call_data)->*impl)(
381
+ std::move(value), static_cast<FilterType*>(channel_data));
382
+ },
383
+ nullptr,
384
+ nullptr,
385
+ });
386
+ }
387
+ };
388
+
389
+ // absl::Status $INTERCEPTOR_NAME($VALUE_TYPE&)
390
+ template <typename FilterType, typename T,
391
+ absl::Status (FilterType::Call::*impl)(typename T::element_type&)>
392
+ struct AddOpImpl<FilterType, T,
393
+ absl::Status (FilterType::Call::*)(typename T::element_type&),
394
+ impl> {
395
+ static void Add(FilterType* channel_data, size_t call_offset,
396
+ Layout<FallibleOperator<T>>& to) {
397
+ to.Add(
398
+ 0, 0,
399
+ FallibleOperator<T>{
400
+ channel_data,
401
+ call_offset,
402
+ [](void*, void* call_data, void*, T value) -> Poll<ResultOr<T>> {
403
+ auto r =
404
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
405
+ *value);
406
+ if (r.ok()) return ResultOr<T>{std::move(value), nullptr};
407
+ return ResultOr<T>{
408
+ nullptr, StatusCast<ServerMetadataHandle>(std::move(r))};
409
+ },
410
+ nullptr,
411
+ nullptr,
412
+ });
413
+ }
414
+ static void Add(FilterType* channel_data, size_t call_offset,
415
+ Layout<InfallibleOperator<T>>& to) {
416
+ to.Add(
417
+ 0, 0,
418
+ InfallibleOperator<T>{
419
+ channel_data,
420
+ call_offset,
421
+ [](void*, void* call_data, void*, T value) -> Poll<T> {
422
+ auto r =
423
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
424
+ *value);
425
+ if (r.ok()) return std::move(value);
426
+ return StatusCast<ServerMetadataHandle>(std::move(r));
427
+ },
428
+ nullptr,
429
+ nullptr,
430
+ });
431
+ }
432
+ };
433
+
434
+ // absl::Status $INTERCEPTOR_NAME(const $VALUE_TYPE&)
435
+ template <typename FilterType, typename T,
436
+ absl::Status (FilterType::Call::*impl)(
437
+ const typename T::element_type&)>
438
+ struct AddOpImpl<
439
+ FilterType, T,
440
+ absl::Status (FilterType::Call::*)(const typename T::element_type&), impl> {
441
+ static void Add(FilterType* channel_data, size_t call_offset,
442
+ Layout<FallibleOperator<T>>& to) {
443
+ to.Add(
444
+ 0, 0,
445
+ FallibleOperator<T>{
446
+ channel_data,
447
+ call_offset,
448
+ [](void*, void* call_data, void*, T value) -> Poll<ResultOr<T>> {
449
+ auto r =
450
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
451
+ *value);
452
+ if (r.ok()) return ResultOr<T>{std::move(value), nullptr};
453
+ return ResultOr<T>{
454
+ nullptr, StatusCast<ServerMetadataHandle>(std::move(r))};
455
+ },
456
+ nullptr,
457
+ nullptr,
458
+ });
459
+ }
460
+ };
461
+
462
+ // absl::Status $INTERCEPTOR_NAME($VALUE_TYPE&, FilterType*)
463
+ template <typename FilterType, typename T,
464
+ absl::Status (FilterType::Call::*impl)(typename T::element_type&,
465
+ FilterType*)>
466
+ struct AddOpImpl<FilterType, T,
467
+ absl::Status (FilterType::Call::*)(typename T::element_type&,
468
+ FilterType*),
469
+ impl> {
470
+ static void Add(FilterType* channel_data, size_t call_offset,
471
+ Layout<FallibleOperator<T>>& to) {
472
+ to.Add(
473
+ 0, 0,
474
+ FallibleOperator<T>{
475
+ channel_data,
476
+ call_offset,
477
+ [](void*, void* call_data, void* channel_data,
478
+ T value) -> Poll<ResultOr<T>> {
479
+ auto r =
480
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
481
+ *value, static_cast<FilterType*>(channel_data));
482
+ if (IsStatusOk(r)) return ResultOr<T>{std::move(value), nullptr};
483
+ return ResultOr<T>{
484
+ nullptr, StatusCast<ServerMetadataHandle>(std::move(r))};
485
+ },
486
+ nullptr,
487
+ nullptr,
488
+ });
489
+ }
490
+ };
491
+
492
+ // absl::Status $INTERCEPTOR_NAME(const $VALUE_TYPE&, FilterType*)
493
+ template <typename FilterType, typename T,
494
+ absl::Status (FilterType::Call::*impl)(
495
+ const typename T::element_type&, FilterType*)>
496
+ struct AddOpImpl<FilterType, T,
497
+ absl::Status (FilterType::Call::*)(
498
+ const typename T::element_type&, FilterType*),
499
+ impl> {
500
+ static void Add(FilterType* channel_data, size_t call_offset,
501
+ Layout<FallibleOperator<T>>& to) {
502
+ to.Add(
503
+ 0, 0,
504
+ FallibleOperator<T>{
505
+ channel_data,
506
+ call_offset,
507
+ [](void*, void* call_data, void* channel_data,
508
+ T value) -> Poll<ResultOr<T>> {
509
+ auto r =
510
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
511
+ *value, static_cast<FilterType*>(channel_data));
512
+ if (IsStatusOk(r)) return ResultOr<T>{std::move(value), nullptr};
513
+ return ResultOr<T>{
514
+ nullptr, StatusCast<ServerMetadataHandle>(std::move(r))};
515
+ },
516
+ nullptr,
517
+ nullptr,
518
+ });
519
+ }
520
+ };
521
+
522
+ // absl::StatusOr<$VALUE_HANDLE> $INTERCEPTOR_NAME($VALUE_HANDLE, FilterType*)
523
+ template <typename FilterType, typename T,
524
+ absl::StatusOr<T> (FilterType::Call::*impl)(T, FilterType*)>
525
+ struct AddOpImpl<FilterType, T,
526
+ absl::StatusOr<T> (FilterType::Call::*)(T, FilterType*),
527
+ impl> {
528
+ static void Add(FilterType* channel_data, size_t call_offset,
529
+ Layout<FallibleOperator<T>>& to) {
530
+ to.Add(
531
+ 0, 0,
532
+ FallibleOperator<T>{
533
+ channel_data,
534
+ call_offset,
535
+ [](void*, void* call_data, void* channel_data,
536
+ T value) -> Poll<ResultOr<T>> {
537
+ auto r =
538
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
539
+ std::move(value), static_cast<FilterType*>(channel_data));
540
+ if (IsStatusOk(r)) return ResultOr<T>{std::move(*r), nullptr};
541
+ return ResultOr<T>{
542
+ nullptr, StatusCast<ServerMetadataHandle>(std::move(r))};
543
+ },
544
+ nullptr,
545
+ nullptr,
546
+ });
547
+ }
548
+ };
549
+
550
+ // ServerMetadataHandle $INTERCEPTOR_NAME($VALUE_TYPE&)
551
+ template <typename FilterType, typename T,
552
+ ServerMetadataHandle (FilterType::Call::*impl)(
553
+ typename T::element_type&)>
554
+ struct AddOpImpl<FilterType, T,
555
+ ServerMetadataHandle (FilterType::Call::*)(
556
+ typename T::element_type&),
557
+ impl> {
558
+ static void Add(FilterType* channel_data, size_t call_offset,
559
+ Layout<FallibleOperator<T>>& to) {
560
+ to.Add(
561
+ 0, 0,
562
+ FallibleOperator<T>{
563
+ channel_data,
564
+ call_offset,
565
+ [](void*, void* call_data, void*, T value) -> Poll<ResultOr<T>> {
566
+ auto r =
567
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
568
+ *value);
569
+ if (r == nullptr) return ResultOr<T>{std::move(value), nullptr};
570
+ return ResultOr<T>{
571
+ nullptr, StatusCast<ServerMetadataHandle>(std::move(r))};
572
+ },
573
+ nullptr,
574
+ nullptr,
575
+ });
576
+ }
577
+ };
578
+
579
+ // ServerMetadataHandle $INTERCEPTOR_NAME(const $VALUE_TYPE&)
580
+ template <typename FilterType, typename T,
581
+ ServerMetadataHandle (FilterType::Call::*impl)(
582
+ const typename T::element_type&)>
583
+ struct AddOpImpl<FilterType, T,
584
+ ServerMetadataHandle (FilterType::Call::*)(
585
+ const typename T::element_type&),
586
+ impl> {
587
+ static void Add(FilterType* channel_data, size_t call_offset,
588
+ Layout<FallibleOperator<T>>& to) {
589
+ to.Add(
590
+ 0, 0,
591
+ FallibleOperator<T>{
592
+ channel_data,
593
+ call_offset,
594
+ [](void*, void* call_data, void*, T value) -> Poll<ResultOr<T>> {
595
+ auto r =
596
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
597
+ *value);
598
+ if (r == nullptr) return ResultOr<T>{std::move(value), nullptr};
599
+ return ResultOr<T>{
600
+ nullptr, StatusCast<ServerMetadataHandle>(std::move(r))};
601
+ },
602
+ nullptr,
603
+ nullptr,
604
+ });
605
+ }
606
+ };
607
+
608
+ // ServerMetadataHandle $INTERCEPTOR_NAME($VALUE_TYPE&, FilterType*)
609
+ template <typename FilterType, typename T,
610
+ ServerMetadataHandle (FilterType::Call::*impl)(
611
+ typename T::element_type&, FilterType*)>
612
+ struct AddOpImpl<FilterType, T,
613
+ ServerMetadataHandle (FilterType::Call::*)(
614
+ typename T::element_type&, FilterType*),
615
+ impl> {
616
+ static void Add(FilterType* channel_data, size_t call_offset,
617
+ Layout<FallibleOperator<T>>& to) {
618
+ to.Add(
619
+ 0, 0,
620
+ FallibleOperator<T>{
621
+ channel_data,
622
+ call_offset,
623
+ [](void*, void* call_data, void* channel_data,
624
+ T value) -> Poll<ResultOr<T>> {
625
+ auto r =
626
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
627
+ *value, static_cast<FilterType*>(channel_data));
628
+ if (r == nullptr) return ResultOr<T>{std::move(value), nullptr};
629
+ return ResultOr<T>{
630
+ nullptr, StatusCast<ServerMetadataHandle>(std::move(r))};
631
+ },
632
+ nullptr,
633
+ nullptr,
634
+ });
635
+ }
636
+ };
637
+
638
+ // ServerMetadataHandle $INTERCEPTOR_NAME(const $VALUE_TYPE&, FilterType*)
639
+ template <typename FilterType, typename T,
640
+ ServerMetadataHandle (FilterType::Call::*impl)(
641
+ const typename T::element_type&, FilterType*)>
642
+ struct AddOpImpl<FilterType, T,
643
+ ServerMetadataHandle (FilterType::Call::*)(
644
+ const typename T::element_type&, FilterType*),
645
+ impl> {
646
+ static void Add(FilterType* channel_data, size_t call_offset,
647
+ Layout<FallibleOperator<T>>& to) {
648
+ to.Add(
649
+ 0, 0,
650
+ FallibleOperator<T>{
651
+ channel_data,
652
+ call_offset,
653
+ [](void*, void* call_data, void* channel_data,
654
+ T value) -> Poll<ResultOr<T>> {
655
+ auto r =
656
+ (static_cast<typename FilterType::Call*>(call_data)->*impl)(
657
+ *value, static_cast<FilterType*>(channel_data));
658
+ if (r == nullptr) return ResultOr<T>{std::move(value), nullptr};
659
+ return ResultOr<T>{
660
+ nullptr, StatusCast<ServerMetadataHandle>(std::move(r))};
661
+ },
662
+ nullptr,
663
+ nullptr,
664
+ });
665
+ }
666
+ };
667
+
668
+ // PROMISE_RETURNING(absl::Status) $INTERCEPTOR_NAME($VALUE_TYPE&)
669
+ template <typename FilterType, typename T, typename R,
670
+ R (FilterType::Call::*impl)(typename T::element_type&)>
671
+ struct AddOpImpl<
672
+ FilterType, T, R (FilterType::Call::*)(typename T::element_type&), impl,
673
+ absl::enable_if_t<std::is_same<absl::Status, PromiseResult<R>>::value>> {
674
+ static void Add(FilterType* channel_data, size_t call_offset,
675
+ Layout<FallibleOperator<T>>& to) {
676
+ class Promise {
677
+ public:
678
+ Promise(T value, typename FilterType::Call* call_data, FilterType*)
679
+ : value_(std::move(value)), impl_((call_data->*impl)(*value_)) {}
680
+
681
+ Poll<ResultOr<T>> PollOnce() {
682
+ auto p = impl_();
683
+ auto* r = p.value_if_ready();
684
+ if (r == nullptr) return Pending{};
685
+ T value = std::move(value_);
686
+ this->~Promise();
687
+ if (r->ok()) {
688
+ return ResultOr<T>{std::move(value), nullptr};
689
+ }
690
+ return ResultOr<T>{nullptr, ServerMetadataFromStatus(*r)};
691
+ }
692
+
693
+ private:
694
+ GPR_NO_UNIQUE_ADDRESS T value_;
695
+ GPR_NO_UNIQUE_ADDRESS R impl_;
696
+ };
697
+ to.Add(sizeof(Promise), alignof(Promise),
698
+ FallibleOperator<T>{
699
+ channel_data,
700
+ call_offset,
701
+ [](void* promise_data, void* call_data, void* channel_data,
702
+ T value) -> Poll<ResultOr<T>> {
703
+ auto* promise = new (promise_data)
704
+ Promise(std::move(value),
705
+ static_cast<typename FilterType::Call*>(call_data),
706
+ static_cast<FilterType*>(channel_data));
707
+ return promise->PollOnce();
708
+ },
709
+ [](void* promise_data) {
710
+ return static_cast<Promise*>(promise_data)->PollOnce();
711
+ },
712
+ [](void* promise_data) {
713
+ static_cast<Promise*>(promise_data)->~Promise();
714
+ },
715
+ });
716
+ }
717
+ };
718
+
719
+ // PROMISE_RETURNING(absl::Status) $INTERCEPTOR_NAME($VALUE_TYPE&, FilterType*)
720
+ template <typename FilterType, typename T, typename R,
721
+ R (FilterType::Call::*impl)(typename T::element_type&, FilterType*)>
722
+ struct AddOpImpl<
723
+ FilterType, T,
724
+ R (FilterType::Call::*)(typename T::element_type&, FilterType*), impl,
725
+ absl::enable_if_t<!std::is_same<R, absl::Status>::value &&
726
+ std::is_same<absl::Status, PromiseResult<R>>::value>> {
727
+ static void Add(FilterType* channel_data, size_t call_offset,
728
+ Layout<FallibleOperator<T>>& to) {
729
+ class Promise {
730
+ public:
731
+ Promise(T value, typename FilterType::Call* call_data,
732
+ FilterType* channel_data)
733
+ : value_(std::move(value)),
734
+ impl_((call_data->*impl)(*value_, channel_data)) {}
735
+
736
+ Poll<ResultOr<T>> PollOnce() {
737
+ auto p = impl_();
738
+ auto* r = p.value_if_ready();
739
+ if (r == nullptr) return Pending{};
740
+ T value = std::move(value_);
741
+ this->~Promise();
742
+ if (r->ok()) {
743
+ return ResultOr<T>{std::move(value), nullptr};
744
+ }
745
+ return ResultOr<T>{nullptr, ServerMetadataFromStatus(*r)};
746
+ }
747
+
748
+ private:
749
+ GPR_NO_UNIQUE_ADDRESS T value_;
750
+ GPR_NO_UNIQUE_ADDRESS R impl_;
751
+ };
752
+ to.Add(sizeof(Promise), alignof(Promise),
753
+ FallibleOperator<T>{
754
+ channel_data,
755
+ call_offset,
756
+ [](void* promise_data, void* call_data, void* channel_data,
757
+ T value) -> Poll<ResultOr<T>> {
758
+ auto* promise = new (promise_data)
759
+ Promise(std::move(value),
760
+ static_cast<typename FilterType::Call*>(call_data),
761
+ static_cast<FilterType*>(channel_data));
762
+ return promise->PollOnce();
763
+ },
764
+ [](void* promise_data) {
765
+ return static_cast<Promise*>(promise_data)->PollOnce();
766
+ },
767
+ [](void* promise_data) {
768
+ static_cast<Promise*>(promise_data)->~Promise();
769
+ },
770
+ });
771
+ }
772
+ };
773
+
774
+ struct ChannelDataDestructor {
775
+ void (*destroy)(void* channel_data);
776
+ void* channel_data;
777
+ };
778
+
779
+ // StackData contains the main datastructures built up by this module.
780
+ // It's a complete representation of all the code that needs to be invoked
781
+ // to execute a call for a given set of filters.
782
+ // This structure is held at the channel layer and is shared between many
783
+ // in-flight calls.
784
+ struct StackData {
785
+ // Overall size and alignment of the call data for this stack.
786
+ size_t call_data_alignment = 0;
787
+ size_t call_data_size = 0;
788
+ // A complete list of filters for this call, so that we can construct the
789
+ // call data for each filter.
790
+ std::vector<FilterConstructor> filter_constructor;
791
+ std::vector<FilterDestructor> filter_destructor;
792
+ // For each kind of operation, a layout of the operations for this call.
793
+ // (there's some duplicate data here, and that's ok: we want to avoid
794
+ // pointer chasing as much as possible when executing a call)
795
+ Layout<FallibleOperator<ClientMetadataHandle>> client_initial_metadata;
796
+ Layout<FallibleOperator<ServerMetadataHandle>> server_initial_metadata;
797
+ Layout<FallibleOperator<MessageHandle>> client_to_server_messages;
798
+ Layout<FallibleOperator<MessageHandle>> server_to_client_messages;
799
+ Layout<InfallibleOperator<ServerMetadataHandle>> server_trailing_metadata;
800
+ // A list of finalizers for this call.
801
+ // We use a bespoke data structure here because finalizers can never be
802
+ // asynchronous.
803
+ std::vector<Finalizer> finalizers;
804
+ // A list of functions to call when this stack data is destroyed
805
+ // (to capture ownership of channel data)
806
+ std::vector<ChannelDataDestructor> channel_data_destructors;
807
+
808
+ // Add one filter to the list of filters, and update alignment.
809
+ // Returns the offset of the call data for this filter.
810
+ // Specifically does not update any of the layouts or finalizers.
811
+ // Callers are expected to do that themselves.
812
+ // This separation enables separation of *testing* of filters, and since
813
+ // this is a detail type it's felt that a slightly harder to hold API that
814
+ // we have exactly one caller for is warranted for a more thorough testing
815
+ // story.
816
+ template <typename FilterType>
817
+ absl::enable_if_t<!std::is_empty<typename FilterType::Call>::value, size_t>
818
+ AddFilterConstructor(FilterType* channel_data) {
819
+ const size_t alignment = alignof(typename FilterType::Call);
820
+ call_data_alignment = std::max(call_data_alignment, alignment);
821
+ if (call_data_size % alignment != 0) {
822
+ call_data_size += alignment - call_data_size % alignment;
823
+ }
824
+ const size_t call_offset = call_data_size;
825
+ call_data_size += sizeof(typename FilterType::Call);
826
+ filter_constructor.push_back(FilterConstructor{
827
+ channel_data,
828
+ call_offset,
829
+ [](void* call_data, void* channel_data) {
830
+ CallConstructor<FilterType>::Construct(
831
+ call_data, static_cast<FilterType*>(channel_data));
832
+ },
833
+ });
834
+ return call_offset;
835
+ }
836
+
837
+ template <typename FilterType>
838
+ absl::enable_if_t<
839
+ std::is_empty<typename FilterType::Call>::value &&
840
+ !std::is_trivially_constructible<typename FilterType::Call>::value,
841
+ size_t>
842
+ AddFilterConstructor(FilterType* channel_data) {
843
+ const size_t alignment = alignof(typename FilterType::Call);
844
+ call_data_alignment = std::max(call_data_alignment, alignment);
845
+ filter_constructor.push_back(FilterConstructor{
846
+ channel_data,
847
+ 0,
848
+ [](void* call_data, void* channel_data) {
849
+ CallConstructor<FilterType>::Construct(
850
+ call_data, static_cast<FilterType*>(channel_data));
851
+ },
852
+ });
853
+ return 0;
854
+ }
855
+
856
+ template <typename FilterType>
857
+ absl::enable_if_t<
858
+ std::is_empty<typename FilterType::Call>::value &&
859
+ std::is_trivially_constructible<typename FilterType::Call>::value,
860
+ size_t>
861
+ AddFilterConstructor(FilterType*) {
862
+ const size_t alignment = alignof(typename FilterType::Call);
863
+ call_data_alignment = std::max(call_data_alignment, alignment);
864
+ return 0;
865
+ }
866
+
867
+ template <typename FilterType>
868
+ absl::enable_if_t<
869
+ !std::is_trivially_destructible<typename FilterType::Call>::value>
870
+ AddFilterDestructor(size_t call_offset) {
871
+ filter_destructor.push_back(FilterDestructor{
872
+ call_offset,
873
+ [](void* call_data) {
874
+ static_cast<typename FilterType::Call*>(call_data)->~Call();
875
+ },
876
+ });
877
+ }
878
+
879
+ template <typename FilterType>
880
+ absl::enable_if_t<
881
+ std::is_trivially_destructible<typename FilterType::Call>::value>
882
+ AddFilterDestructor(size_t) {}
883
+
884
+ template <typename FilterType>
885
+ size_t AddFilter(FilterType* filter) {
886
+ const size_t call_offset = AddFilterConstructor(filter);
887
+ AddFilterDestructor<FilterType>(call_offset);
888
+ return call_offset;
889
+ }
890
+
891
+ // Per operation adders - one for each interception point.
892
+ // Delegate to AddOp() above.
893
+
894
+ template <typename FilterType>
895
+ void AddClientInitialMetadataOp(FilterType* channel_data,
896
+ size_t call_offset) {
897
+ AddOp<decltype(&FilterType::Call::OnClientInitialMetadata),
898
+ &FilterType::Call::OnClientInitialMetadata>(channel_data, call_offset,
899
+ client_initial_metadata);
900
+ }
901
+
902
+ template <typename FilterType>
903
+ void AddServerInitialMetadataOp(FilterType* channel_data,
904
+ size_t call_offset) {
905
+ AddOp<decltype(&FilterType::Call::OnServerInitialMetadata),
906
+ &FilterType::Call::OnServerInitialMetadata>(channel_data, call_offset,
907
+ server_initial_metadata);
908
+ }
909
+
910
+ template <typename FilterType>
911
+ void AddClientToServerMessageOp(FilterType* channel_data,
912
+ size_t call_offset) {
913
+ AddOp<decltype(&FilterType::Call::OnClientToServerMessage),
914
+ &FilterType::Call::OnClientToServerMessage>(
915
+ channel_data, call_offset, client_to_server_messages);
916
+ }
917
+
918
+ template <typename FilterType>
919
+ void AddServerToClientMessageOp(FilterType* channel_data,
920
+ size_t call_offset) {
921
+ AddOp<decltype(&FilterType::Call::OnServerToClientMessage),
922
+ &FilterType::Call::OnServerToClientMessage>(
923
+ channel_data, call_offset, server_to_client_messages);
924
+ }
925
+
926
+ template <typename FilterType>
927
+ void AddServerTrailingMetadataOp(FilterType* channel_data,
928
+ size_t call_offset) {
929
+ AddOp<decltype(&FilterType::Call::OnServerTrailingMetadata),
930
+ &FilterType::Call::OnServerTrailingMetadata>(
931
+ channel_data, call_offset, server_trailing_metadata);
932
+ }
933
+
934
+ // Finalizer interception adders
935
+
936
+ template <typename FilterType>
937
+ void AddFinalizer(FilterType*, size_t, const NoInterceptor* p) {
938
+ GPR_DEBUG_ASSERT(p == &FilterType::Call::OnFinalize);
939
+ }
940
+
941
+ template <typename FilterType>
942
+ void AddFinalizer(FilterType* channel_data, size_t call_offset,
943
+ void (FilterType::Call::*p)(const grpc_call_final_info*)) {
944
+ GPR_DEBUG_ASSERT(p == &FilterType::Call::OnFinalize);
945
+ finalizers.push_back(Finalizer{
946
+ channel_data,
947
+ call_offset,
948
+ [](void* call_data, void*, const grpc_call_final_info* final_info) {
949
+ static_cast<typename FilterType::Call*>(call_data)->OnFinalize(
950
+ final_info);
951
+ },
952
+ });
953
+ }
954
+
955
+ template <typename FilterType>
956
+ void AddFinalizer(FilterType* channel_data, size_t call_offset,
957
+ void (FilterType::Call::*p)(const grpc_call_final_info*,
958
+ FilterType*)) {
959
+ GPR_DEBUG_ASSERT(p == &FilterType::Call::OnFinalize);
960
+ finalizers.push_back(Finalizer{
961
+ channel_data,
962
+ call_offset,
963
+ [](void* call_data, void* channel_data,
964
+ const grpc_call_final_info* final_info) {
965
+ static_cast<typename FilterType::Call*>(call_data)->OnFinalize(
966
+ final_info, static_cast<FilterType*>(channel_data));
967
+ },
968
+ });
969
+ }
970
+ };
971
+
972
+ // OperationExecutor is a helper class to execute a sequence of operations
973
+ // from a layout on one value.
974
+ // We instantiate one of these during the *Pull* promise for each operation
975
+ // and wait for it to resolve.
976
+ // At this layer the filters look like a list of transformations on the
977
+ // value pushed.
978
+ // An early-failing filter will cause subsequent filters to not execute.
979
+ template <typename T>
980
+ class OperationExecutor {
981
+ public:
982
+ OperationExecutor() = default;
983
+ ~OperationExecutor();
984
+ OperationExecutor(const OperationExecutor&) = delete;
985
+ OperationExecutor& operator=(const OperationExecutor&) = delete;
986
+ OperationExecutor(OperationExecutor&& other) noexcept
987
+ : ops_(other.ops_), end_ops_(other.end_ops_) {
988
+ // Movable iff we're not running.
989
+ GPR_DEBUG_ASSERT(other.promise_data_ == nullptr);
990
+ }
991
+ OperationExecutor& operator=(OperationExecutor&& other) noexcept {
992
+ GPR_DEBUG_ASSERT(other.promise_data_ == nullptr);
993
+ GPR_DEBUG_ASSERT(promise_data_ == nullptr);
994
+ ops_ = other.ops_;
995
+ end_ops_ = other.end_ops_;
996
+ return *this;
997
+ }
998
+ // IsRunning() is true if we're currently executing a sequence of operations.
999
+ bool IsRunning() const { return promise_data_ != nullptr; }
1000
+ // Start executing a layout. May allocate space to store the relevant promise.
1001
+ // Returns the result of the first poll.
1002
+ // If the promise finishes, also destroy the promise data.
1003
+ Poll<ResultOr<T>> Start(const Layout<FallibleOperator<T>>* layout, T input,
1004
+ void* call_data);
1005
+ // Continue executing a layout. Returns the result of the next poll.
1006
+ // If the promise finishes, also destroy the promise data.
1007
+ Poll<ResultOr<T>> Step(void* call_data);
1008
+
1009
+ private:
1010
+ // Start polling on the current step of the layout.
1011
+ // `input` is the current value (either the input to the first step, or the
1012
+ // so far transformed value)
1013
+ // `call_data` is the call data for the filter stack.
1014
+ // If this op finishes immediately then we iterative move to the next step.
1015
+ // If we reach the end up the ops, we return the overall poll result,
1016
+ // otherwise we return Pending.
1017
+ Poll<ResultOr<T>> InitStep(T input, void* call_data);
1018
+ // Continue polling on the current step of the layout.
1019
+ // Called on the next poll after InitStep returns pending.
1020
+ // If the promise is still pending, returns this.
1021
+ // If the promise completes we call into InitStep to continue execution
1022
+ // through the filters.
1023
+ Poll<ResultOr<T>> ContinueStep(void* call_data);
1024
+
1025
+ void* promise_data_ = nullptr;
1026
+ const FallibleOperator<T>* ops_;
1027
+ const FallibleOperator<T>* end_ops_;
1028
+ };
1029
+
1030
+ // Per OperationExecutor, but for infallible operation sequences.
1031
+ template <typename T>
1032
+ class InfallibleOperationExecutor {
1033
+ public:
1034
+ InfallibleOperationExecutor() = default;
1035
+ ~InfallibleOperationExecutor();
1036
+ InfallibleOperationExecutor(const InfallibleOperationExecutor&) = delete;
1037
+ InfallibleOperationExecutor& operator=(const InfallibleOperationExecutor&) =
1038
+ delete;
1039
+ InfallibleOperationExecutor(InfallibleOperationExecutor&& other) noexcept
1040
+ : ops_(other.ops_), end_ops_(other.end_ops_) {
1041
+ // Movable iff we're not running.
1042
+ GPR_DEBUG_ASSERT(other.promise_data_ == nullptr);
1043
+ }
1044
+ InfallibleOperationExecutor& operator=(
1045
+ InfallibleOperationExecutor&& other) noexcept {
1046
+ GPR_DEBUG_ASSERT(other.promise_data_ == nullptr);
1047
+ GPR_DEBUG_ASSERT(promise_data_ == nullptr);
1048
+ ops_ = other.ops_;
1049
+ end_ops_ = other.end_ops_;
1050
+ return *this;
1051
+ }
1052
+
1053
+ // IsRunning() is true if we're currently executing a sequence of operations.
1054
+ bool IsRunning() const { return promise_data_ != nullptr; }
1055
+ // Start executing a layout. May allocate space to store the relevant promise.
1056
+ // Returns the result of the first poll.
1057
+ // If the promise finishes, also destroy the promise data.
1058
+ Poll<T> Start(const Layout<InfallibleOperator<T>>* layout, T input,
1059
+ void* call_data);
1060
+ // Continue executing a layout. Returns the result of the next poll.
1061
+ // If the promise finishes, also destroy the promise data.
1062
+ Poll<T> Step(void* call_data);
1063
+
1064
+ private:
1065
+ // Start polling on the current step of the layout.
1066
+ // `input` is the current value (either the input to the first step, or the
1067
+ // so far transformed value)
1068
+ // `call_data` is the call data for the filter stack.
1069
+ // If this op finishes immediately then we iterative move to the next step.
1070
+ // If we reach the end up the ops, we return the overall poll result,
1071
+ // otherwise we return Pending.
1072
+ Poll<T> InitStep(T input, void* call_data);
1073
+ // Continue polling on the current step of the layout.
1074
+ // Called on the next poll after InitStep returns pending.
1075
+ // If the promise is still pending, returns this.
1076
+ // If the promise completes we call into InitStep to continue execution
1077
+ // through the filters.
1078
+ Poll<T> ContinueStep(void* call_data);
1079
+
1080
+ void* promise_data_ = nullptr;
1081
+ const InfallibleOperator<T>* ops_;
1082
+ const InfallibleOperator<T>* end_ops_;
1083
+ };
1084
+
1085
+ // The current state of a pipe.
1086
+ // CallFilters expose a set of pipe like objects for client & server initial
1087
+ // metadata and for messages.
1088
+ // This class tracks the state of one of those pipes.
1089
+ // Size matters here: this state is kept for the lifetime of a call, and we keep
1090
+ // multiple of them.
1091
+ // This class encapsulates the untyped work of the state machine; there are
1092
+ // typed wrappers around this class as private members of CallFilters that
1093
+ // augment it to provide all the functionality that we must.
1094
+ class PipeState {
1095
+ public:
1096
+ // Start the pipe: allows pulls to proceed
1097
+ void Start();
1098
+ // A push operation is beginning
1099
+ void BeginPush();
1100
+ // A previously started push operation has completed
1101
+ void DropPush();
1102
+ // Poll for push completion: occurs after the corresponding Pull()
1103
+ Poll<StatusFlag> PollPush();
1104
+ Poll<StatusFlag> PollPull();
1105
+ // A pulled value has been consumed: we can unblock the push
1106
+ void AckPull();
1107
+ // A previously started pull operation has completed
1108
+ void DropPull();
1109
+
1110
+ bool holds_error() const { return state_ == ValueState::kError; }
1111
+
1112
+ private:
1113
+ enum class ValueState : uint8_t {
1114
+ // Nothing sending nor receiving
1115
+ kIdle,
1116
+ // Sent, but not yet received
1117
+ kQueued,
1118
+ // Trying to receive, but not yet sent
1119
+ kWaiting,
1120
+ // Ready to start processing, but not yet started
1121
+ // (we have the value to send through the pipe, the reader is waiting,
1122
+ // but it's not yet been polled)
1123
+ kReady,
1124
+ // Processing through filters
1125
+ kProcessing,
1126
+ // Closed sending
1127
+ kClosed,
1128
+ // Closed due to failure
1129
+ kError
1130
+ };
1131
+ // Waiter for a promise blocked waiting to send.
1132
+ IntraActivityWaiter wait_send_;
1133
+ // Waiter for a promise blocked waiting to receive.
1134
+ IntraActivityWaiter wait_recv_;
1135
+ // Current state.
1136
+ ValueState state_ = ValueState::kIdle;
1137
+ // Has the pipe been started?
1138
+ bool started_ = false;
1139
+ };
1140
+
1141
+ template <typename Fn>
1142
+ class ServerTrailingMetadataInterceptor {
1143
+ public:
1144
+ class Call {
1145
+ public:
1146
+ static const NoInterceptor OnClientInitialMetadata;
1147
+ static const NoInterceptor OnServerInitialMetadata;
1148
+ static const NoInterceptor OnClientToServerMessage;
1149
+ static const NoInterceptor OnServerToClientMessage;
1150
+ static const NoInterceptor OnFinalize;
1151
+ void OnServerTrailingMetadata(ServerMetadata& md,
1152
+ ServerTrailingMetadataInterceptor* filter) {
1153
+ filter->fn_(md);
1154
+ }
1155
+ };
1156
+
1157
+ explicit ServerTrailingMetadataInterceptor(Fn fn) : fn_(std::move(fn)) {}
1158
+
1159
+ private:
1160
+ GPR_NO_UNIQUE_ADDRESS Fn fn_;
1161
+ };
1162
+ template <typename Fn>
1163
+ const NoInterceptor
1164
+ ServerTrailingMetadataInterceptor<Fn>::Call::OnClientInitialMetadata;
1165
+ template <typename Fn>
1166
+ const NoInterceptor
1167
+ ServerTrailingMetadataInterceptor<Fn>::Call::OnServerInitialMetadata;
1168
+ template <typename Fn>
1169
+ const NoInterceptor
1170
+ ServerTrailingMetadataInterceptor<Fn>::Call::OnClientToServerMessage;
1171
+ template <typename Fn>
1172
+ const NoInterceptor
1173
+ ServerTrailingMetadataInterceptor<Fn>::Call::OnServerToClientMessage;
1174
+ template <typename Fn>
1175
+ const NoInterceptor ServerTrailingMetadataInterceptor<Fn>::Call::OnFinalize;
1176
+
1177
+ } // namespace filters_detail
1178
+
1179
+ // Execution environment for a stack of filters.
1180
+ // This is a per-call object.
1181
+ class CallFilters {
1182
+ public:
1183
+ class StackBuilder;
1184
+ class StackTestSpouse;
1185
+
1186
+ // A stack is an opaque, immutable type that contains the data necessary to
1187
+ // execute a call through a given set of filters.
1188
+ // It's reference counted so that it can be shared between many calls.
1189
+ // It contains pointers to the individual filters, yet it does not own those
1190
+ // pointers: it's expected that some other object will track that ownership.
1191
+ class Stack : public RefCounted<Stack> {
1192
+ public:
1193
+ ~Stack() override;
1194
+
1195
+ private:
1196
+ friend class CallFilters;
1197
+ friend class StackBuilder;
1198
+ friend class StackTestSpouse;
1199
+ explicit Stack(filters_detail::StackData data) : data_(std::move(data)) {}
1200
+ const filters_detail::StackData data_;
1201
+ };
1202
+
1203
+ // Build stacks... repeatedly call Add with each filter that contributes to
1204
+ // the stack, then call Build() to generate a ref counted Stack object.
1205
+ class StackBuilder {
1206
+ public:
1207
+ ~StackBuilder();
1208
+
1209
+ template <typename FilterType>
1210
+ void Add(FilterType* filter) {
1211
+ const size_t call_offset = data_.AddFilter<FilterType>(filter);
1212
+ data_.AddClientInitialMetadataOp(filter, call_offset);
1213
+ data_.AddServerInitialMetadataOp(filter, call_offset);
1214
+ data_.AddClientToServerMessageOp(filter, call_offset);
1215
+ data_.AddServerToClientMessageOp(filter, call_offset);
1216
+ data_.AddServerTrailingMetadataOp(filter, call_offset);
1217
+ data_.AddFinalizer(filter, call_offset, &FilterType::Call::OnFinalize);
1218
+ }
1219
+
1220
+ void AddOwnedObject(void (*destroy)(void* p), void* p) {
1221
+ data_.channel_data_destructors.push_back({destroy, p});
1222
+ }
1223
+
1224
+ template <typename T>
1225
+ void AddOwnedObject(RefCountedPtr<T> p) {
1226
+ AddOwnedObject([](void* p) { static_cast<T*>(p)->Unref(); }, p.release());
1227
+ }
1228
+
1229
+ template <typename T>
1230
+ void AddOwnedObject(std::unique_ptr<T> p) {
1231
+ AddOwnedObject([](void* p) { delete static_cast<T*>(p); }, p.release());
1232
+ }
1233
+
1234
+ template <typename Fn>
1235
+ void AddOnServerTrailingMetadata(Fn fn) {
1236
+ auto filter = std::make_unique<
1237
+ filters_detail::ServerTrailingMetadataInterceptor<Fn>>(std::move(fn));
1238
+ Add(filter.get());
1239
+ AddOwnedObject(std::move(filter));
1240
+ }
1241
+
1242
+ RefCountedPtr<Stack> Build();
1243
+
1244
+ private:
1245
+ filters_detail::StackData data_;
1246
+ };
1247
+
1248
+ CallFilters();
1249
+ explicit CallFilters(RefCountedPtr<Stack> stack);
1250
+ ~CallFilters();
1251
+
1252
+ CallFilters(const CallFilters&) = delete;
1253
+ CallFilters& operator=(const CallFilters&) = delete;
1254
+ CallFilters(CallFilters&&) = delete;
1255
+ CallFilters& operator=(CallFilters&&) = delete;
1256
+
1257
+ void SetStack(RefCountedPtr<Stack> stack);
1258
+
1259
+ GRPC_MUST_USE_RESULT auto PushClientInitialMetadata(ClientMetadataHandle md);
1260
+ GRPC_MUST_USE_RESULT auto PullClientInitialMetadata();
1261
+ GRPC_MUST_USE_RESULT auto PushServerInitialMetadata(ServerMetadataHandle md);
1262
+ GRPC_MUST_USE_RESULT auto PullServerInitialMetadata();
1263
+ GRPC_MUST_USE_RESULT auto PushClientToServerMessage(MessageHandle message);
1264
+ GRPC_MUST_USE_RESULT auto PullClientToServerMessage();
1265
+ GRPC_MUST_USE_RESULT auto PushServerToClientMessage(MessageHandle message);
1266
+ GRPC_MUST_USE_RESULT auto PullServerToClientMessage();
1267
+ void PushServerTrailingMetadata(ServerMetadataHandle md) {
1268
+ GPR_ASSERT(md != nullptr);
1269
+ if (server_trailing_metadata_ != nullptr) return;
1270
+ server_trailing_metadata_ = std::move(md);
1271
+ server_trailing_metadata_waiter_.Wake();
1272
+ }
1273
+ GRPC_MUST_USE_RESULT auto PullServerTrailingMetadata();
1274
+ void Finalize(const grpc_call_final_info* final_info);
1275
+
1276
+ private:
1277
+ template <filters_detail::PipeState(CallFilters::*state_ptr),
1278
+ void*(CallFilters::*push_ptr), typename T,
1279
+ filters_detail::Layout<filters_detail::FallibleOperator<T>>(
1280
+ filters_detail::StackData::*layout_ptr)>
1281
+ class PipePromise {
1282
+ public:
1283
+ class Push {
1284
+ public:
1285
+ Push(CallFilters* filters, T x)
1286
+ : filters_(filters), value_(std::move(x)) {
1287
+ state().BeginPush();
1288
+ push_slot() = this;
1289
+ }
1290
+ ~Push() {
1291
+ if (filters_ != nullptr) {
1292
+ state().DropPush();
1293
+ push_slot() = nullptr;
1294
+ }
1295
+ }
1296
+
1297
+ Push(const Push&) = delete;
1298
+ Push& operator=(const Push&) = delete;
1299
+ Push(Push&& other) noexcept
1300
+ : filters_(std::exchange(other.filters_, nullptr)),
1301
+ value_(std::move(other.value_)) {
1302
+ if (filters_ != nullptr) {
1303
+ GPR_DEBUG_ASSERT(push_slot() == &other);
1304
+ push_slot() = this;
1305
+ }
1306
+ }
1307
+
1308
+ Push& operator=(Push&&) = delete;
1309
+
1310
+ Poll<StatusFlag> operator()() { return state().PollPush(); }
1311
+
1312
+ T TakeValue() { return std::move(value_); }
1313
+
1314
+ private:
1315
+ filters_detail::PipeState& state() { return filters_->*state_ptr; }
1316
+ void*& push_slot() { return filters_->*push_ptr; }
1317
+
1318
+ CallFilters* filters_;
1319
+ T value_;
1320
+ };
1321
+
1322
+ class Pull {
1323
+ public:
1324
+ explicit Pull(CallFilters* filters) : filters_(filters) {}
1325
+ ~Pull() {
1326
+ if (filters_ != nullptr) {
1327
+ state().DropPull();
1328
+ }
1329
+ }
1330
+
1331
+ Pull(const Pull&) = delete;
1332
+ Pull& operator=(const Pull&) = delete;
1333
+ Pull(Pull&& other) noexcept
1334
+ : filters_(std::exchange(other.filters_, nullptr)),
1335
+ executor_(std::move(other.executor_)) {}
1336
+ Pull& operator=(Pull&&) = delete;
1337
+
1338
+ Poll<ValueOrFailure<T>> operator()() {
1339
+ if (executor_.IsRunning()) {
1340
+ return FinishOperationExecutor(executor_.Step(filters_->call_data_));
1341
+ }
1342
+ auto p = state().PollPull();
1343
+ auto* r = p.value_if_ready();
1344
+ if (r == nullptr) return Pending{};
1345
+ if (!r->ok()) {
1346
+ filters_->CancelDueToFailedPipeOperation();
1347
+ return Failure{};
1348
+ }
1349
+ return FinishOperationExecutor(executor_.Start(
1350
+ layout(), push()->TakeValue(), filters_->call_data_));
1351
+ }
1352
+
1353
+ private:
1354
+ filters_detail::PipeState& state() { return filters_->*state_ptr; }
1355
+ Push* push() { return static_cast<Push*>(filters_->*push_ptr); }
1356
+ const filters_detail::Layout<filters_detail::FallibleOperator<T>>*
1357
+ layout() {
1358
+ return &(filters_->stack_->data_.*layout_ptr);
1359
+ }
1360
+
1361
+ Poll<ValueOrFailure<T>> FinishOperationExecutor(
1362
+ Poll<filters_detail::ResultOr<T>> p) {
1363
+ auto* r = p.value_if_ready();
1364
+ if (r == nullptr) return Pending{};
1365
+ GPR_DEBUG_ASSERT(!executor_.IsRunning());
1366
+ state().AckPull();
1367
+ if (r->ok != nullptr) return std::move(r->ok);
1368
+ filters_->PushServerTrailingMetadata(std::move(r->error));
1369
+ return Failure{};
1370
+ }
1371
+
1372
+ CallFilters* filters_;
1373
+ filters_detail::OperationExecutor<T> executor_;
1374
+ };
1375
+ };
1376
+
1377
+ class PullServerTrailingMetadataPromise {
1378
+ public:
1379
+ explicit PullServerTrailingMetadataPromise(CallFilters* filters)
1380
+ : filters_(filters) {}
1381
+
1382
+ PullServerTrailingMetadataPromise(
1383
+ const PullServerTrailingMetadataPromise&) = delete;
1384
+ PullServerTrailingMetadataPromise& operator=(
1385
+ const PullServerTrailingMetadataPromise&) = delete;
1386
+ PullServerTrailingMetadataPromise(
1387
+ PullServerTrailingMetadataPromise&& other) noexcept
1388
+ : filters_(std::exchange(other.filters_, nullptr)),
1389
+ executor_(std::move(other.executor_)) {}
1390
+ PullServerTrailingMetadataPromise& operator=(
1391
+ PullServerTrailingMetadataPromise&&) = delete;
1392
+
1393
+ Poll<ServerMetadataHandle> operator()() {
1394
+ if (executor_.IsRunning()) {
1395
+ return executor_.Step(filters_->call_data_);
1396
+ }
1397
+ if (filters_->server_trailing_metadata_ == nullptr) {
1398
+ return filters_->server_trailing_metadata_waiter_.pending();
1399
+ }
1400
+ return executor_.Start(&filters_->stack_->data_.server_trailing_metadata,
1401
+ std::move(filters_->server_trailing_metadata_),
1402
+ filters_->call_data_);
1403
+ }
1404
+
1405
+ private:
1406
+ CallFilters* filters_;
1407
+ filters_detail::InfallibleOperationExecutor<ServerMetadataHandle> executor_;
1408
+ };
1409
+
1410
+ void CancelDueToFailedPipeOperation();
1411
+
1412
+ RefCountedPtr<Stack> stack_;
1413
+
1414
+ filters_detail::PipeState client_initial_metadata_state_;
1415
+ filters_detail::PipeState server_initial_metadata_state_;
1416
+ filters_detail::PipeState client_to_server_message_state_;
1417
+ filters_detail::PipeState server_to_client_message_state_;
1418
+ IntraActivityWaiter server_trailing_metadata_waiter_;
1419
+
1420
+ void* call_data_;
1421
+
1422
+ // The following void*'s are pointers to a `Push` object (from above).
1423
+ // They are used to track the current push operation for each pipe.
1424
+ // It would be lovely for them to be typed pointers, but that would require
1425
+ // a recursive type definition since the location of this field needs to be
1426
+ // a template argument to the `Push` object itself.
1427
+ void* client_initial_metadata_push_ = nullptr;
1428
+ void* server_initial_metadata_push_ = nullptr;
1429
+ void* client_to_server_message_push_ = nullptr;
1430
+ void* server_to_client_message_push_ = nullptr;
1431
+
1432
+ ServerMetadataHandle server_trailing_metadata_;
1433
+
1434
+ using ClientInitialMetadataPromises =
1435
+ PipePromise<&CallFilters::client_initial_metadata_state_,
1436
+ &CallFilters::client_initial_metadata_push_,
1437
+ ClientMetadataHandle,
1438
+ &filters_detail::StackData::client_initial_metadata>;
1439
+ using ServerInitialMetadataPromises =
1440
+ PipePromise<&CallFilters::server_initial_metadata_state_,
1441
+ &CallFilters::server_initial_metadata_push_,
1442
+ ServerMetadataHandle,
1443
+ &filters_detail::StackData::server_initial_metadata>;
1444
+ using ClientToServerMessagePromises =
1445
+ PipePromise<&CallFilters::client_to_server_message_state_,
1446
+ &CallFilters::client_to_server_message_push_, MessageHandle,
1447
+ &filters_detail::StackData::client_to_server_messages>;
1448
+ using ServerToClientMessagePromises =
1449
+ PipePromise<&CallFilters::server_to_client_message_state_,
1450
+ &CallFilters::server_to_client_message_push_, MessageHandle,
1451
+ &filters_detail::StackData::server_to_client_messages>;
1452
+ };
1453
+
1454
+ inline auto CallFilters::PushClientInitialMetadata(ClientMetadataHandle md) {
1455
+ GPR_ASSERT(md != nullptr);
1456
+ return [p = ClientInitialMetadataPromises::Push{
1457
+ this, std::move(md)}]() mutable { return p(); };
1458
+ }
1459
+
1460
+ inline auto CallFilters::PullClientInitialMetadata() {
1461
+ return ClientInitialMetadataPromises::Pull{this};
1462
+ }
1463
+
1464
+ inline auto CallFilters::PushServerInitialMetadata(ServerMetadataHandle md) {
1465
+ GPR_ASSERT(md != nullptr);
1466
+ return [p = ServerInitialMetadataPromises::Push{
1467
+ this, std::move(md)}]() mutable { return p(); };
1468
+ }
1469
+
1470
+ inline auto CallFilters::PullServerInitialMetadata() {
1471
+ return ServerInitialMetadataPromises::Pull{this};
1472
+ }
1473
+
1474
+ inline auto CallFilters::PushClientToServerMessage(MessageHandle message) {
1475
+ GPR_ASSERT(message != nullptr);
1476
+ return [p = ClientToServerMessagePromises::Push{
1477
+ this, std::move(message)}]() mutable { return p(); };
1478
+ }
1479
+
1480
+ inline auto CallFilters::PullClientToServerMessage() {
1481
+ return ClientToServerMessagePromises::Pull{this};
1482
+ }
1483
+
1484
+ inline auto CallFilters::PushServerToClientMessage(MessageHandle message) {
1485
+ GPR_ASSERT(message != nullptr);
1486
+ return [p = ServerToClientMessagePromises::Push{
1487
+ this, std::move(message)}]() mutable { return p(); };
1488
+ }
1489
+
1490
+ inline auto CallFilters::PullServerToClientMessage() {
1491
+ return ServerToClientMessagePromises::Pull{this};
1492
+ }
1493
+
1494
+ inline auto CallFilters::PullServerTrailingMetadata() {
1495
+ return PullServerTrailingMetadataPromise(this);
1496
+ }
1497
+
1498
+ } // namespace grpc_core
1499
+
1500
+ #endif // GRPC_SRC_CORE_LIB_TRANSPORT_CALL_FILTERS_H