grpc 1.62.0 → 1.69.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (2831) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +552 -2066
  3. data/include/grpc/byte_buffer.h +1 -2
  4. data/include/grpc/census.h +1 -2
  5. data/include/grpc/compression.h +2 -4
  6. data/include/grpc/credentials.h +1221 -0
  7. data/include/grpc/event_engine/README.md +1 -1
  8. data/include/grpc/event_engine/event_engine.h +41 -15
  9. data/include/grpc/event_engine/extensible.h +3 -0
  10. data/include/grpc/event_engine/internal/memory_allocator_impl.h +2 -3
  11. data/include/grpc/event_engine/internal/slice_cast.h +1 -1
  12. data/include/grpc/event_engine/memory_allocator.h +2 -4
  13. data/include/grpc/event_engine/memory_request.h +18 -1
  14. data/include/grpc/event_engine/slice.h +2 -5
  15. data/include/grpc/event_engine/slice_buffer.h +5 -8
  16. data/include/grpc/grpc.h +9 -10
  17. data/include/grpc/grpc_audit_logging.h +1 -2
  18. data/include/grpc/grpc_crl_provider.h +4 -3
  19. data/include/grpc/grpc_cronet.h +1 -2
  20. data/include/grpc/grpc_posix.h +2 -4
  21. data/include/grpc/grpc_security.h +2 -1175
  22. data/include/grpc/impl/call.h +1 -2
  23. data/include/grpc/impl/channel_arg_names.h +14 -7
  24. data/include/grpc/impl/grpc_types.h +2 -4
  25. data/include/grpc/impl/slice_type.h +0 -1
  26. data/include/grpc/module.modulemap +3 -0
  27. data/include/grpc/passive_listener.h +62 -0
  28. data/include/grpc/slice.h +1 -2
  29. data/include/grpc/slice_buffer.h +1 -2
  30. data/include/grpc/support/alloc.h +0 -1
  31. data/include/grpc/support/json.h +0 -1
  32. data/include/grpc/support/log.h +36 -63
  33. data/include/grpc/support/metrics.h +66 -0
  34. data/include/grpc/support/port_platform.h +31 -1
  35. data/include/grpc/support/string_util.h +0 -1
  36. data/include/grpc/support/sync.h +0 -1
  37. data/include/grpc/support/sync_abseil.h +0 -1
  38. data/include/grpc/support/sync_custom.h +0 -1
  39. data/include/grpc/support/sync_generic.h +3 -6
  40. data/include/grpc/support/sync_posix.h +1 -3
  41. data/include/grpc/support/time.h +0 -1
  42. data/src/core/channelz/channel_trace.cc +180 -0
  43. data/src/core/channelz/channel_trace.h +138 -0
  44. data/src/core/channelz/channelz.cc +670 -0
  45. data/src/core/channelz/channelz.h +421 -0
  46. data/src/core/channelz/channelz_registry.cc +281 -0
  47. data/src/core/channelz/channelz_registry.h +101 -0
  48. data/src/core/client_channel/backup_poller.cc +25 -16
  49. data/src/core/client_channel/client_channel.cc +1426 -0
  50. data/src/core/client_channel/client_channel.h +245 -0
  51. data/src/core/client_channel/client_channel_factory.cc +2 -2
  52. data/src/core/client_channel/client_channel_factory.h +1 -2
  53. data/src/core/client_channel/client_channel_filter.cc +437 -944
  54. data/src/core/client_channel/client_channel_filter.h +30 -93
  55. data/src/core/client_channel/client_channel_internal.h +27 -12
  56. data/src/core/client_channel/client_channel_plugin.cc +3 -18
  57. data/src/core/client_channel/client_channel_service_config.cc +2 -3
  58. data/src/core/client_channel/client_channel_service_config.h +12 -13
  59. data/src/core/client_channel/config_selector.h +26 -26
  60. data/src/core/client_channel/connector.h +4 -4
  61. data/src/core/client_channel/direct_channel.cc +83 -0
  62. data/src/core/client_channel/direct_channel.h +101 -0
  63. data/src/core/client_channel/dynamic_filters.cc +19 -16
  64. data/src/core/client_channel/dynamic_filters.h +10 -11
  65. data/src/core/client_channel/global_subchannel_pool.cc +2 -2
  66. data/src/core/client_channel/global_subchannel_pool.h +2 -3
  67. data/src/core/client_channel/lb_metadata.cc +120 -0
  68. data/src/core/client_channel/lb_metadata.h +55 -0
  69. data/src/core/client_channel/load_balanced_call_destination.cc +273 -0
  70. data/src/core/client_channel/load_balanced_call_destination.h +48 -0
  71. data/src/core/client_channel/local_subchannel_pool.cc +6 -7
  72. data/src/core/client_channel/local_subchannel_pool.h +1 -1
  73. data/src/core/client_channel/retry_filter.cc +8 -17
  74. data/src/core/client_channel/retry_filter.h +10 -18
  75. data/src/core/client_channel/retry_filter_legacy_call_data.cc +215 -324
  76. data/src/core/client_channel/retry_filter_legacy_call_data.h +20 -23
  77. data/src/core/client_channel/retry_service_config.cc +10 -13
  78. data/src/core/client_channel/retry_service_config.h +9 -11
  79. data/src/core/client_channel/retry_throttle.cc +3 -4
  80. data/src/core/client_channel/retry_throttle.h +7 -9
  81. data/src/core/client_channel/subchannel.cc +295 -176
  82. data/src/core/client_channel/subchannel.h +53 -46
  83. data/src/core/client_channel/subchannel_interface_internal.h +1 -1
  84. data/src/core/client_channel/subchannel_pool_interface.cc +1 -5
  85. data/src/core/client_channel/subchannel_pool_interface.h +5 -8
  86. data/src/core/client_channel/subchannel_stream_client.cc +47 -65
  87. data/src/core/client_channel/subchannel_stream_client.h +12 -16
  88. data/src/core/config/config_vars.cc +151 -0
  89. data/src/core/config/config_vars.h +128 -0
  90. data/src/core/config/config_vars_non_generated.cc +49 -0
  91. data/src/core/config/core_configuration.cc +111 -0
  92. data/src/core/config/core_configuration.h +242 -0
  93. data/src/core/config/load_config.cc +77 -0
  94. data/src/core/config/load_config.h +54 -0
  95. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +30 -80
  96. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +5 -15
  97. data/src/core/ext/filters/backend_metrics/backend_metric_provider.h +7 -0
  98. data/src/core/ext/filters/census/grpc_context.cc +7 -10
  99. data/src/core/ext/filters/channel_idle/idle_filter_state.cc +1 -2
  100. data/src/core/ext/filters/channel_idle/idle_filter_state.h +0 -1
  101. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +48 -57
  102. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +22 -19
  103. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +25 -29
  104. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +8 -7
  105. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +2 -3
  106. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +7 -10
  107. data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.cc +205 -0
  108. data/src/core/ext/filters/gcp_authentication/gcp_authentication_filter.h +97 -0
  109. data/src/core/ext/filters/gcp_authentication/gcp_authentication_service_config_parser.cc +80 -0
  110. data/src/core/ext/filters/gcp_authentication/gcp_authentication_service_config_parser.h +86 -0
  111. data/src/core/ext/filters/http/client/http_client_filter.cc +19 -12
  112. data/src/core/ext/filters/http/client/http_client_filter.h +8 -6
  113. data/src/core/ext/filters/http/client_authority_filter.cc +13 -11
  114. data/src/core/ext/filters/http/client_authority_filter.h +8 -5
  115. data/src/core/ext/filters/http/http_filters_plugin.cc +16 -37
  116. data/src/core/ext/filters/http/message_compress/compression_filter.cc +67 -61
  117. data/src/core/ext/filters/http/message_compress/compression_filter.h +18 -13
  118. data/src/core/ext/filters/http/server/http_server_filter.cc +19 -16
  119. data/src/core/ext/filters/http/server/http_server_filter.h +8 -6
  120. data/src/core/ext/filters/message_size/message_size_filter.cc +51 -55
  121. data/src/core/ext/filters/message_size/message_size_filter.h +20 -16
  122. data/src/core/ext/filters/rbac/rbac_filter.cc +14 -19
  123. data/src/core/ext/filters/rbac/rbac_filter.h +8 -7
  124. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +18 -12
  125. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +3 -5
  126. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +26 -28
  127. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +8 -6
  128. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +2 -3
  129. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +6 -8
  130. data/src/core/ext/transport/chttp2/alpn/alpn.cc +4 -5
  131. data/src/core/ext/transport/chttp2/alpn/alpn.h +0 -1
  132. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +87 -124
  133. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +5 -12
  134. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +465 -316
  135. data/src/core/ext/transport/chttp2/server/chttp2_server.h +34 -1
  136. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +26 -38
  137. data/src/core/ext/transport/chttp2/transport/bin_decoder.h +1 -3
  138. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +10 -12
  139. data/src/core/ext/transport/chttp2/transport/bin_encoder.h +1 -3
  140. data/src/core/ext/transport/chttp2/transport/call_tracer_wrapper.cc +53 -0
  141. data/src/core/ext/transport/chttp2/transport/call_tracer_wrapper.h +72 -0
  142. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +699 -622
  143. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +37 -20
  144. data/src/core/ext/transport/chttp2/transport/context_list_entry.h +14 -12
  145. data/src/core/ext/transport/chttp2/transport/decode_huff.cc +2 -2
  146. data/src/core/ext/transport/chttp2/transport/decode_huff.h +2 -2
  147. data/src/core/ext/transport/chttp2/transport/flow_control.cc +11 -16
  148. data/src/core/ext/transport/chttp2/transport/flow_control.h +4 -9
  149. data/src/core/ext/transport/chttp2/transport/frame.cc +25 -8
  150. data/src/core/ext/transport/chttp2/transport/frame.h +11 -2
  151. data/src/core/ext/transport/chttp2/transport/frame_data.cc +21 -22
  152. data/src/core/ext/transport/chttp2/transport/frame_data.h +3 -5
  153. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +7 -10
  154. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +1 -3
  155. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +16 -21
  156. data/src/core/ext/transport/chttp2/transport/frame_ping.h +1 -3
  157. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +19 -20
  158. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +6 -6
  159. data/src/core/ext/transport/chttp2/transport/frame_security.cc +82 -0
  160. data/src/core/ext/transport/chttp2/transport/frame_security.h +44 -0
  161. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +36 -21
  162. data/src/core/ext/transport/chttp2/transport/frame_settings.h +2 -4
  163. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +31 -10
  164. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +4 -4
  165. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +21 -22
  166. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +18 -15
  167. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +10 -10
  168. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +3 -4
  169. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +4 -5
  170. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +5 -8
  171. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +80 -123
  172. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +5 -8
  173. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +45 -20
  174. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +28 -9
  175. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +12 -4
  176. data/src/core/ext/transport/chttp2/transport/http2_settings.h +10 -4
  177. data/src/core/ext/transport/chttp2/transport/huffsyms.cc +2 -2
  178. data/src/core/ext/transport/chttp2/transport/internal.h +73 -81
  179. data/src/core/ext/transport/chttp2/transport/legacy_frame.h +1 -0
  180. data/src/core/ext/transport/chttp2/transport/parsing.cc +140 -131
  181. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +3 -4
  182. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +1 -1
  183. data/src/core/ext/transport/chttp2/transport/ping_callbacks.cc +4 -7
  184. data/src/core/ext/transport/chttp2/transport/ping_callbacks.h +2 -7
  185. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +33 -19
  186. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +6 -7
  187. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +19 -21
  188. data/src/core/ext/transport/chttp2/transport/stream_lists.h +65 -0
  189. data/src/core/ext/transport/chttp2/transport/varint.cc +2 -2
  190. data/src/core/ext/transport/chttp2/transport/varint.h +2 -3
  191. data/src/core/ext/transport/chttp2/transport/write_size_policy.cc +4 -4
  192. data/src/core/ext/transport/chttp2/transport/write_size_policy.h +2 -3
  193. data/src/core/ext/transport/chttp2/transport/writing.cc +196 -155
  194. data/src/core/ext/transport/inproc/inproc_transport.cc +154 -70
  195. data/src/core/ext/transport/inproc/inproc_transport.h +2 -5
  196. data/src/core/ext/transport/inproc/legacy_inproc_transport.cc +136 -137
  197. data/src/core/ext/transport/inproc/legacy_inproc_transport.h +1 -4
  198. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb.h +278 -234
  199. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb_minitable.c +73 -57
  200. data/src/core/ext/upb-gen/envoy/admin/v3/certs.upb_minitable.h +10 -4
  201. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb.h +325 -269
  202. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb_minitable.c +87 -77
  203. data/src/core/ext/upb-gen/envoy/admin/v3/clusters.upb_minitable.h +9 -4
  204. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb.h +277 -230
  205. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb_minitable.c +75 -61
  206. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump.upb_minitable.h +10 -4
  207. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb.h +1074 -886
  208. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb_minitable.c +299 -247
  209. data/src/core/ext/upb-gen/envoy/admin/v3/config_dump_shared.upb_minitable.h +24 -4
  210. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb.h +87 -80
  211. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb_minitable.c +22 -12
  212. data/src/core/ext/upb-gen/envoy/admin/v3/init_dump.upb_minitable.h +7 -4
  213. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb.h +103 -88
  214. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb_minitable.c +28 -18
  215. data/src/core/ext/upb-gen/envoy/admin/v3/listeners.upb_minitable.h +7 -4
  216. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb.h +54 -46
  217. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb_minitable.c +20 -14
  218. data/src/core/ext/upb-gen/envoy/admin/v3/memory.upb_minitable.h +6 -4
  219. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb.h +33 -28
  220. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb_minitable.c +14 -8
  221. data/src/core/ext/upb-gen/envoy/admin/v3/metrics.upb_minitable.h +6 -4
  222. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb.h +33 -28
  223. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb_minitable.c +14 -8
  224. data/src/core/ext/upb-gen/envoy/admin/v3/mutex_stats.upb_minitable.h +6 -4
  225. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb.h +407 -321
  226. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb_minitable.c +104 -92
  227. data/src/core/ext/upb-gen/envoy/admin/v3/server_info.upb_minitable.h +7 -4
  228. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb.h +30 -24
  229. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb_minitable.c +14 -10
  230. data/src/core/ext/upb-gen/envoy/admin/v3/tap.upb_minitable.h +6 -4
  231. data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb.h +45 -36
  232. data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb_minitable.c +11 -5
  233. data/src/core/ext/upb-gen/envoy/annotations/deprecation.upb_minitable.h +5 -4
  234. data/src/core/ext/upb-gen/envoy/annotations/resource.upb.h +38 -24
  235. data/src/core/ext/upb-gen/envoy/annotations/resource.upb_minitable.c +17 -10
  236. data/src/core/ext/upb-gen/envoy/annotations/resource.upb_minitable.h +6 -4
  237. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb.h +578 -477
  238. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb_minitable.c +194 -148
  239. data/src/core/ext/upb-gen/envoy/config/accesslog/v3/accesslog.upb_minitable.h +21 -4
  240. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +1501 -1112
  241. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +419 -331
  242. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +29 -4
  243. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb.h +194 -156
  244. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb_minitable.c +50 -50
  245. data/src/core/ext/upb-gen/envoy/config/cluster/v3/circuit_breaker.upb_minitable.h +8 -4
  246. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +1627 -1141
  247. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +450 -395
  248. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.h +31 -4
  249. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +41 -32
  250. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +16 -12
  251. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.h +6 -4
  252. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +360 -192
  253. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +84 -73
  254. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.h +6 -4
  255. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +660 -512
  256. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +214 -160
  257. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.h +20 -4
  258. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +384 -313
  259. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +114 -94
  260. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.h +13 -4
  261. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb.h +34 -26
  262. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb_minitable.c +14 -14
  263. data/src/core/ext/upb-gen/envoy/config/core/v3/backoff.upb_minitable.h +6 -4
  264. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +1473 -692
  265. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +450 -223
  266. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.h +39 -4
  267. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb.h +413 -347
  268. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb_minitable.c +113 -91
  269. data/src/core/ext/upb-gen/envoy/config/core/v3/config_source.upb_minitable.h +12 -4
  270. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb.h +26 -20
  271. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb_minitable.c +13 -7
  272. data/src/core/ext/upb-gen/envoy/config/core/v3/event_service_config.upb_minitable.h +6 -4
  273. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb.h +30 -24
  274. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb_minitable.c +14 -10
  275. data/src/core/ext/upb-gen/envoy/config/core/v3/extension.upb_minitable.h +6 -4
  276. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb.h +87 -80
  277. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb_minitable.c +22 -12
  278. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_method_list.upb_minitable.h +7 -4
  279. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb.h +681 -474
  280. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb_minitable.c +213 -162
  281. data/src/core/ext/upb-gen/envoy/config/core/v3/grpc_service.upb_minitable.h +19 -4
  282. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb.h +808 -634
  283. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb_minitable.c +192 -150
  284. data/src/core/ext/upb-gen/envoy/config/core/v3/health_check.upb_minitable.h +14 -4
  285. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +56 -47
  286. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +16 -10
  287. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.h +6 -4
  288. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb.h +42 -34
  289. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb_minitable.c +17 -11
  290. data/src/core/ext/upb-gen/envoy/config/core/v3/http_uri.upb_minitable.h +6 -4
  291. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +872 -641
  292. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +266 -236
  293. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.h +21 -4
  294. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb.h +72 -65
  295. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb_minitable.c +23 -15
  296. data/src/core/ext/upb-gen/envoy/config/core/v3/proxy_protocol.upb_minitable.h +7 -4
  297. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb.h +77 -65
  298. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb_minitable.c +24 -16
  299. data/src/core/ext/upb-gen/envoy/config/core/v3/resolver.upb_minitable.h +7 -4
  300. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb.h +101 -87
  301. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb_minitable.c +30 -20
  302. data/src/core/ext/upb-gen/envoy/config/core/v3/socket_option.upb_minitable.h +7 -4
  303. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +118 -97
  304. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +35 -25
  305. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.h +7 -4
  306. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb.h +34 -26
  307. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb_minitable.c +14 -14
  308. data/src/core/ext/upb-gen/envoy/config/core/v3/udp_socket_config.upb_minitable.h +6 -4
  309. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +197 -149
  310. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +59 -49
  311. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.h +9 -4
  312. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb.h +390 -291
  313. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb_minitable.c +118 -90
  314. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint_components.upb_minitable.h +12 -4
  315. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb.h +578 -313
  316. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.c +132 -78
  317. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/load_report.upb_minitable.h +12 -4
  318. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb.h +23 -18
  319. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb_minitable.c +12 -10
  320. data/src/core/ext/upb-gen/envoy/config/listener/v3/api_listener.upb_minitable.h +6 -4
  321. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb.h +615 -482
  322. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb_minitable.c +165 -132
  323. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener.upb_minitable.h +15 -4
  324. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb.h +561 -472
  325. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb_minitable.c +134 -116
  326. data/src/core/ext/upb-gen/envoy/config/listener/v3/listener_components.upb_minitable.h +12 -4
  327. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb.h +172 -82
  328. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb_minitable.c +33 -41
  329. data/src/core/ext/upb-gen/envoy/config/listener/v3/quic_config.upb_minitable.h +6 -4
  330. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb.h +52 -40
  331. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb_minitable.c +21 -29
  332. data/src/core/ext/upb-gen/envoy/config/listener/v3/udp_listener_config.upb_minitable.h +7 -4
  333. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb.h +55 -44
  334. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb_minitable.c +22 -16
  335. data/src/core/ext/upb-gen/envoy/config/metrics/v3/metrics_service.upb_minitable.h +6 -4
  336. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb.h +340 -283
  337. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb_minitable.c +107 -77
  338. data/src/core/ext/upb-gen/envoy/config/metrics/v3/stats.upb_minitable.h +13 -4
  339. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb.h +433 -362
  340. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb_minitable.c +127 -85
  341. data/src/core/ext/upb-gen/envoy/config/overload/v3/overload.upb_minitable.h +15 -4
  342. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb.h +665 -494
  343. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb_minitable.c +195 -161
  344. data/src/core/ext/upb-gen/envoy/config/rbac/v3/rbac.upb_minitable.h +16 -4
  345. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +391 -331
  346. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +69 -77
  347. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.h +8 -4
  348. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +3886 -3149
  349. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +1036 -851
  350. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.h +63 -4
  351. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb.h +114 -95
  352. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb_minitable.c +39 -25
  353. data/src/core/ext/upb-gen/envoy/config/route/v3/scoped_route.upb_minitable.h +8 -4
  354. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +541 -434
  355. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +171 -135
  356. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.h +17 -4
  357. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb.h +134 -28
  358. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.c +43 -12
  359. data/src/core/ext/upb-gen/envoy/config/trace/v3/datadog.upb_minitable.h +8 -4
  360. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +30 -24
  361. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +14 -10
  362. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.h +6 -4
  363. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb.h +51 -40
  364. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb_minitable.c +24 -18
  365. data/src/core/ext/upb-gen/envoy/config/trace/v3/http_tracer.upb_minitable.h +7 -4
  366. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb.h +65 -59
  367. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb_minitable.c +18 -16
  368. data/src/core/ext/upb-gen/envoy/config/trace/v3/lightstep.upb_minitable.h +6 -4
  369. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb.h +157 -140
  370. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb_minitable.c +39 -33
  371. data/src/core/ext/upb-gen/envoy/config/trace/v3/opencensus.upb_minitable.h +6 -4
  372. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +85 -69
  373. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +24 -18
  374. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.h +6 -4
  375. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb.h +23 -18
  376. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb_minitable.c +12 -10
  377. data/src/core/ext/upb-gen/envoy/config/trace/v3/service.upb_minitable.h +6 -4
  378. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb.h +78 -62
  379. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb_minitable.c +29 -29
  380. data/src/core/ext/upb-gen/envoy/config/trace/v3/skywalking.upb_minitable.h +7 -4
  381. data/src/core/ext/upb-gen/envoy/config/trace/v3/trace.upb.h +5 -4
  382. data/src/core/ext/upb-gen/envoy/config/trace/v3/trace.upb_minitable.c +3 -1
  383. data/src/core/ext/upb-gen/envoy/config/trace/v3/trace.upb_minitable.h +5 -4
  384. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb.h +77 -60
  385. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb_minitable.c +29 -25
  386. data/src/core/ext/upb-gen/envoy/config/trace/v3/xray.upb_minitable.h +7 -4
  387. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb.h +65 -54
  388. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb_minitable.c +25 -19
  389. data/src/core/ext/upb-gen/envoy/config/trace/v3/zipkin.upb_minitable.h +6 -4
  390. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +1104 -836
  391. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +359 -304
  392. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.h +21 -4
  393. data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +40 -39
  394. data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb_minitable.c +10 -4
  395. data/src/core/ext/upb-gen/envoy/extensions/clusters/aggregate/v3/cluster.upb_minitable.h +6 -4
  396. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb.h +119 -92
  397. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb_minitable.c +52 -30
  398. data/src/core/ext/upb-gen/envoy/extensions/filters/common/fault/v3/fault.upb_minitable.h +10 -4
  399. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb.h +248 -208
  400. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb_minitable.c +65 -67
  401. data/src/core/ext/upb-gen/envoy/extensions/filters/http/fault/v3/fault.upb_minitable.h +8 -4
  402. data/src/core/ext/upb-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upb.h +444 -0
  403. data/src/core/ext/upb-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upb_minitable.c +135 -0
  404. data/src/core/ext/upb-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upb_minitable.h +38 -0
  405. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +113 -62
  406. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb_minitable.c +36 -30
  407. data/src/core/ext/upb-gen/envoy/extensions/filters/http/rbac/v3/rbac.upb_minitable.h +7 -4
  408. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +181 -157
  409. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +43 -35
  410. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.h +7 -4
  411. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +60 -48
  412. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +27 -17
  413. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.h +7 -4
  414. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +1546 -1234
  415. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +422 -351
  416. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.h +26 -4
  417. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +23 -18
  418. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb_minitable.c +12 -10
  419. data/src/core/ext/upb-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb_minitable.h +6 -4
  420. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +78 -58
  421. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb_minitable.c +22 -26
  422. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb_minitable.h +6 -4
  423. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +145 -112
  424. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb_minitable.c +60 -46
  425. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/common/v3/common.upb_minitable.h +10 -4
  426. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +19 -16
  427. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb_minitable.c +10 -4
  428. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb_minitable.h +6 -4
  429. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +81 -62
  430. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb_minitable.c +29 -23
  431. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb_minitable.h +6 -4
  432. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +23 -18
  433. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb_minitable.c +12 -10
  434. data/src/core/ext/upb-gen/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb_minitable.h +6 -4
  435. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upb.h +106 -0
  436. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upb_minitable.c +52 -0
  437. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upb_minitable.h +32 -0
  438. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +5 -4
  439. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/cert.upb_minitable.c +3 -1
  440. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/cert.upb_minitable.h +5 -4
  441. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +662 -498
  442. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +142 -122
  443. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.h +14 -4
  444. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +109 -84
  445. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb_minitable.c +44 -36
  446. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/secret.upb_minitable.h +8 -4
  447. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +574 -461
  448. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +153 -137
  449. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.h +12 -4
  450. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +70 -59
  451. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb_minitable.c +24 -16
  452. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb_minitable.h +7 -4
  453. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +248 -189
  454. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +75 -73
  455. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.h +9 -4
  456. data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb.h +12 -10
  457. data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb_minitable.c +8 -2
  458. data/src/core/ext/upb-gen/envoy/service/discovery/v3/ads.upb_minitable.h +6 -4
  459. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb.h +852 -714
  460. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb_minitable.c +219 -171
  461. data/src/core/ext/upb-gen/envoy/service/discovery/v3/discovery.upb_minitable.h +19 -4
  462. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb.h +116 -102
  463. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb_minitable.c +32 -22
  464. data/src/core/ext/upb-gen/envoy/service/load_stats/v3/lrs.upb_minitable.h +7 -4
  465. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +355 -292
  466. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +100 -78
  467. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.h +10 -4
  468. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb.h +37 -30
  469. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb_minitable.c +17 -11
  470. data/src/core/ext/upb-gen/envoy/type/http/v3/cookie.upb_minitable.h +6 -4
  471. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb.h +91 -75
  472. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb_minitable.c +36 -18
  473. data/src/core/ext/upb-gen/envoy/type/http/v3/path_transformation.upb_minitable.h +9 -4
  474. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb.h +33 -26
  475. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb_minitable.c +15 -9
  476. data/src/core/ext/upb-gen/envoy/type/matcher/v3/filter_state.upb_minitable.h +6 -4
  477. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb.h +75 -64
  478. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb_minitable.c +38 -16
  479. data/src/core/ext/upb-gen/envoy/type/matcher/v3/http_inputs.upb_minitable.h +10 -4
  480. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb.h +89 -75
  481. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb_minitable.c +27 -17
  482. data/src/core/ext/upb-gen/envoy/type/matcher/v3/metadata.upb_minitable.h +7 -4
  483. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb.h +56 -47
  484. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb_minitable.c +16 -10
  485. data/src/core/ext/upb-gen/envoy/type/matcher/v3/node.upb_minitable.h +6 -4
  486. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb.h +35 -28
  487. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb_minitable.c +15 -9
  488. data/src/core/ext/upb-gen/envoy/type/matcher/v3/number.upb_minitable.h +6 -4
  489. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb.h +26 -20
  490. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb_minitable.c +13 -7
  491. data/src/core/ext/upb-gen/envoy/type/matcher/v3/path.upb_minitable.h +6 -4
  492. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb.h +76 -60
  493. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb_minitable.c +36 -26
  494. data/src/core/ext/upb-gen/envoy/type/matcher/v3/regex.upb_minitable.h +8 -4
  495. data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb.h +19 -16
  496. data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb_minitable.c +13 -3
  497. data/src/core/ext/upb-gen/envoy/type/matcher/v3/status_code_input.upb_minitable.h +7 -4
  498. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb.h +142 -93
  499. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb_minitable.c +45 -24
  500. data/src/core/ext/upb-gen/envoy/type/matcher/v3/string.upb_minitable.h +7 -4
  501. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb.h +75 -63
  502. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb_minitable.c +23 -13
  503. data/src/core/ext/upb-gen/envoy/type/matcher/v3/struct.upb_minitable.h +7 -4
  504. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +156 -125
  505. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +54 -36
  506. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.h +9 -4
  507. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb.h +153 -125
  508. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb_minitable.c +61 -31
  509. data/src/core/ext/upb-gen/envoy/type/metadata/v3/metadata.upb_minitable.h +12 -4
  510. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb.h +158 -126
  511. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb_minitable.c +64 -42
  512. data/src/core/ext/upb-gen/envoy/type/tracing/v3/custom_tag.upb_minitable.h +10 -4
  513. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb.h +58 -46
  514. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb_minitable.c +28 -14
  515. data/src/core/ext/upb-gen/envoy/type/v3/hash_policy.upb_minitable.h +8 -4
  516. data/src/core/ext/upb-gen/envoy/type/v3/http.upb.h +5 -4
  517. data/src/core/ext/upb-gen/envoy/type/v3/http.upb_minitable.c +3 -1
  518. data/src/core/ext/upb-gen/envoy/type/v3/http.upb_minitable.h +5 -4
  519. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb.h +19 -16
  520. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb_minitable.c +10 -4
  521. data/src/core/ext/upb-gen/envoy/type/v3/http_status.upb_minitable.h +6 -4
  522. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb.h +40 -34
  523. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb_minitable.c +19 -9
  524. data/src/core/ext/upb-gen/envoy/type/v3/percent.upb_minitable.h +7 -4
  525. data/src/core/ext/upb-gen/envoy/type/v3/range.upb.h +68 -58
  526. data/src/core/ext/upb-gen/envoy/type/v3/range.upb_minitable.c +30 -16
  527. data/src/core/ext/upb-gen/envoy/type/v3/range.upb_minitable.h +8 -4
  528. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb.h +67 -54
  529. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb_minitable.c +27 -17
  530. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_strategy.upb_minitable.h +7 -4
  531. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_unit.upb.h +5 -4
  532. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_unit.upb_minitable.c +3 -1
  533. data/src/core/ext/upb-gen/envoy/type/v3/ratelimit_unit.upb_minitable.h +5 -4
  534. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb.h +33 -28
  535. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb_minitable.c +14 -8
  536. data/src/core/ext/upb-gen/envoy/type/v3/semantic_version.upb_minitable.h +6 -4
  537. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb.h +41 -32
  538. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb_minitable.c +16 -12
  539. data/src/core/ext/upb-gen/envoy/type/v3/token_bucket.upb_minitable.h +6 -4
  540. data/src/core/ext/upb-gen/google/api/annotations.upb.h +24 -12
  541. data/src/core/ext/upb-gen/google/api/annotations.upb_minitable.c +6 -3
  542. data/src/core/ext/upb-gen/google/api/annotations.upb_minitable.h +5 -4
  543. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb.h +684 -528
  544. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb_minitable.c +203 -166
  545. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/checked.upb_minitable.h +18 -4
  546. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb.h +1075 -547
  547. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb_minitable.c +296 -178
  548. data/src/core/ext/upb-gen/google/api/expr/v1alpha1/syntax.upb_minitable.h +23 -4
  549. data/src/core/ext/upb-gen/google/api/http.upb.h +194 -166
  550. data/src/core/ext/upb-gen/google/api/http.upb_minitable.c +53 -39
  551. data/src/core/ext/upb-gen/google/api/http.upb_minitable.h +8 -4
  552. data/src/core/ext/upb-gen/google/api/httpbody.upb.h +59 -51
  553. data/src/core/ext/upb-gen/google/api/httpbody.upb_minitable.c +17 -11
  554. data/src/core/ext/upb-gen/google/api/httpbody.upb_minitable.h +6 -4
  555. data/src/core/ext/upb-gen/google/protobuf/any.upb.h +27 -22
  556. data/src/core/ext/upb-gen/google/protobuf/any.upb_minitable.c +12 -6
  557. data/src/core/ext/upb-gen/google/protobuf/any.upb_minitable.h +6 -4
  558. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb.h +2875 -2375
  559. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.c +660 -618
  560. data/src/core/ext/upb-gen/google/protobuf/descriptor.upb_minitable.h +56 -21
  561. data/src/core/ext/upb-gen/google/protobuf/duration.upb.h +27 -22
  562. data/src/core/ext/upb-gen/google/protobuf/duration.upb_minitable.c +12 -6
  563. data/src/core/ext/upb-gen/google/protobuf/duration.upb_minitable.h +6 -4
  564. data/src/core/ext/upb-gen/google/protobuf/empty.upb.h +13 -10
  565. data/src/core/ext/upb-gen/google/protobuf/empty.upb_minitable.c +8 -2
  566. data/src/core/ext/upb-gen/google/protobuf/empty.upb_minitable.h +6 -4
  567. data/src/core/ext/upb-gen/google/protobuf/struct.upb.h +161 -120
  568. data/src/core/ext/upb-gen/google/protobuf/struct.upb_minitable.c +54 -38
  569. data/src/core/ext/upb-gen/google/protobuf/struct.upb_minitable.h +9 -4
  570. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb.h +27 -22
  571. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb_minitable.c +12 -6
  572. data/src/core/ext/upb-gen/google/protobuf/timestamp.upb_minitable.h +6 -4
  573. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb.h +132 -112
  574. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb_minitable.c +66 -28
  575. data/src/core/ext/upb-gen/google/protobuf/wrappers.upb_minitable.h +14 -4
  576. data/src/core/ext/upb-gen/google/rpc/status.upb.h +59 -51
  577. data/src/core/ext/upb-gen/google/rpc/status.upb_minitable.c +17 -11
  578. data/src/core/ext/upb-gen/google/rpc/status.upb_minitable.h +6 -4
  579. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb.h +119 -96
  580. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb_minitable.c +48 -30
  581. data/src/core/ext/upb-gen/opencensus/proto/trace/v1/trace_config.upb_minitable.h +9 -4
  582. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb.h +90 -65
  583. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb_minitable.c +34 -24
  584. data/src/core/ext/upb-gen/src/proto/grpc/gcp/altscontext.upb_minitable.h +7 -4
  585. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb.h +640 -522
  586. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.c +188 -144
  587. data/src/core/ext/upb-gen/src/proto/grpc/gcp/handshaker.upb_minitable.h +17 -4
  588. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb.h +56 -44
  589. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb_minitable.c +23 -19
  590. data/src/core/ext/upb-gen/src/proto/grpc/gcp/transport_security_common.upb_minitable.h +7 -4
  591. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb.h +34 -28
  592. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb_minitable.c +17 -7
  593. data/src/core/ext/upb-gen/src/proto/grpc/health/v1/health.upb_minitable.h +7 -4
  594. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb.h +294 -242
  595. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb_minitable.c +106 -74
  596. data/src/core/ext/upb-gen/src/proto/grpc/lb/v1/load_balancer.upb_minitable.h +14 -4
  597. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb.h +108 -86
  598. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb_minitable.c +36 -22
  599. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls.upb_minitable.h +8 -4
  600. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb.h +553 -470
  601. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb_minitable.c +128 -94
  602. data/src/core/ext/upb-gen/src/proto/grpc/lookup/v1/rls_config.upb_minitable.h +14 -4
  603. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb.h +149 -86
  604. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb_minitable.c +47 -28
  605. data/src/core/ext/upb-gen/udpa/annotations/migrate.upb_minitable.h +8 -4
  606. data/src/core/ext/upb-gen/udpa/annotations/security.upb.h +45 -30
  607. data/src/core/ext/upb-gen/udpa/annotations/security.upb_minitable.c +19 -12
  608. data/src/core/ext/upb-gen/udpa/annotations/security.upb_minitable.h +6 -4
  609. data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb.h +15 -12
  610. data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb_minitable.c +5 -2
  611. data/src/core/ext/upb-gen/udpa/annotations/sensitive.upb_minitable.h +5 -4
  612. data/src/core/ext/upb-gen/udpa/annotations/status.upb.h +45 -30
  613. data/src/core/ext/upb-gen/udpa/annotations/status.upb_minitable.c +19 -12
  614. data/src/core/ext/upb-gen/udpa/annotations/status.upb_minitable.h +6 -4
  615. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb.h +38 -24
  616. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb_minitable.c +17 -10
  617. data/src/core/ext/upb-gen/udpa/annotations/versioning.upb_minitable.h +6 -4
  618. data/src/core/ext/upb-gen/validate/validate.upb.h +2716 -2462
  619. data/src/core/ext/upb-gen/validate/validate.upb_minitable.c +505 -551
  620. data/src/core/ext/upb-gen/validate/validate.upb_minitable.h +29 -5
  621. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb.h +149 -86
  622. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb_minitable.c +47 -28
  623. data/src/core/ext/upb-gen/xds/annotations/v3/migrate.upb_minitable.h +8 -4
  624. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb.h +45 -30
  625. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb_minitable.c +19 -12
  626. data/src/core/ext/upb-gen/xds/annotations/v3/security.upb_minitable.h +6 -4
  627. data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb.h +15 -12
  628. data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb_minitable.c +5 -2
  629. data/src/core/ext/upb-gen/xds/annotations/v3/sensitive.upb_minitable.h +5 -4
  630. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb.h +125 -82
  631. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb_minitable.c +49 -28
  632. data/src/core/ext/upb-gen/xds/annotations/v3/status.upb_minitable.h +9 -4
  633. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb.h +38 -24
  634. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb_minitable.c +17 -10
  635. data/src/core/ext/upb-gen/xds/annotations/v3/versioning.upb_minitable.h +6 -4
  636. data/src/core/ext/upb-gen/xds/core/v3/authority.upb.h +19 -16
  637. data/src/core/ext/upb-gen/xds/core/v3/authority.upb_minitable.c +10 -4
  638. data/src/core/ext/upb-gen/xds/core/v3/authority.upb_minitable.h +6 -4
  639. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb.h +30 -24
  640. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb_minitable.c +14 -10
  641. data/src/core/ext/upb-gen/xds/core/v3/cidr.upb_minitable.h +6 -4
  642. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb.h +69 -54
  643. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb_minitable.c +30 -20
  644. data/src/core/ext/upb-gen/xds/core/v3/collection_entry.upb_minitable.h +7 -4
  645. data/src/core/ext/upb-gen/xds/core/v3/context_params.upb.h +44 -27
  646. data/src/core/ext/upb-gen/xds/core/v3/context_params.upb_minitable.c +21 -11
  647. data/src/core/ext/upb-gen/xds/core/v3/context_params.upb_minitable.h +7 -4
  648. data/src/core/ext/upb-gen/xds/core/v3/extension.upb.h +30 -24
  649. data/src/core/ext/upb-gen/xds/core/v3/extension.upb_minitable.c +14 -10
  650. data/src/core/ext/upb-gen/xds/core/v3/extension.upb_minitable.h +6 -4
  651. data/src/core/ext/upb-gen/xds/core/v3/resource.upb.h +41 -32
  652. data/src/core/ext/upb-gen/xds/core/v3/resource.upb_minitable.c +18 -12
  653. data/src/core/ext/upb-gen/xds/core/v3/resource.upb_minitable.h +6 -4
  654. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb.h +117 -97
  655. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb_minitable.c +36 -26
  656. data/src/core/ext/upb-gen/xds/core/v3/resource_locator.upb_minitable.h +7 -4
  657. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb.h +44 -36
  658. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb_minitable.c +18 -16
  659. data/src/core/ext/upb-gen/xds/core/v3/resource_name.upb_minitable.h +6 -4
  660. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb.h +150 -97
  661. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb_minitable.c +55 -37
  662. data/src/core/ext/upb-gen/xds/data/orca/v3/orca_load_report.upb_minitable.h +9 -4
  663. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb.h +51 -47
  664. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb_minitable.c +15 -9
  665. data/src/core/ext/upb-gen/xds/service/orca/v3/orca.upb_minitable.h +6 -4
  666. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +30 -24
  667. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +15 -9
  668. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.h +6 -4
  669. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb.h +91 -82
  670. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb_minitable.c +24 -16
  671. data/src/core/ext/upb-gen/xds/type/matcher/v3/domain.upb_minitable.h +7 -4
  672. data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb.h +12 -10
  673. data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb_minitable.c +8 -2
  674. data/src/core/ext/upb-gen/xds/type/matcher/v3/http_inputs.upb_minitable.h +6 -4
  675. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb.h +103 -88
  676. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb_minitable.c +28 -18
  677. data/src/core/ext/upb-gen/xds/type/matcher/v3/ip.upb_minitable.h +7 -4
  678. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb.h +387 -289
  679. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb_minitable.c +137 -103
  680. data/src/core/ext/upb-gen/xds/type/matcher/v3/matcher.upb_minitable.h +15 -4
  681. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb.h +278 -238
  682. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb_minitable.c +69 -49
  683. data/src/core/ext/upb-gen/xds/type/matcher/v3/range.upb_minitable.h +11 -4
  684. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb.h +40 -32
  685. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb_minitable.c +20 -10
  686. data/src/core/ext/upb-gen/xds/type/matcher/v3/regex.upb_minitable.h +7 -4
  687. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb.h +109 -93
  688. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb_minitable.c +33 -23
  689. data/src/core/ext/upb-gen/xds/type/matcher/v3/string.upb_minitable.h +7 -4
  690. data/src/core/ext/upb-gen/xds/type/v3/cel.upb.h +66 -50
  691. data/src/core/ext/upb-gen/xds/type/v3/cel.upb_minitable.c +27 -23
  692. data/src/core/ext/upb-gen/xds/type/v3/cel.upb_minitable.h +7 -4
  693. data/src/core/ext/upb-gen/xds/type/v3/range.upb.h +69 -58
  694. data/src/core/ext/upb-gen/xds/type/v3/range.upb_minitable.c +30 -16
  695. data/src/core/ext/upb-gen/xds/type/v3/range.upb_minitable.h +8 -4
  696. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb.h +30 -24
  697. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb_minitable.c +14 -10
  698. data/src/core/ext/upb-gen/xds/type/v3/typed_struct.upb_minitable.h +6 -4
  699. data/src/core/ext/upbdefs-gen/envoy/admin/v3/certs.upbdefs.c +2 -1
  700. data/src/core/ext/upbdefs-gen/envoy/admin/v3/certs.upbdefs.h +7 -9
  701. data/src/core/ext/upbdefs-gen/envoy/admin/v3/clusters.upbdefs.c +2 -1
  702. data/src/core/ext/upbdefs-gen/envoy/admin/v3/clusters.upbdefs.h +7 -9
  703. data/src/core/ext/upbdefs-gen/envoy/admin/v3/config_dump.upbdefs.c +2 -1
  704. data/src/core/ext/upbdefs-gen/envoy/admin/v3/config_dump.upbdefs.h +7 -9
  705. data/src/core/ext/upbdefs-gen/envoy/admin/v3/config_dump_shared.upbdefs.c +2 -1
  706. data/src/core/ext/upbdefs-gen/envoy/admin/v3/config_dump_shared.upbdefs.h +7 -9
  707. data/src/core/ext/upbdefs-gen/envoy/admin/v3/init_dump.upbdefs.c +2 -1
  708. data/src/core/ext/upbdefs-gen/envoy/admin/v3/init_dump.upbdefs.h +7 -9
  709. data/src/core/ext/upbdefs-gen/envoy/admin/v3/listeners.upbdefs.c +2 -1
  710. data/src/core/ext/upbdefs-gen/envoy/admin/v3/listeners.upbdefs.h +7 -9
  711. data/src/core/ext/upbdefs-gen/envoy/admin/v3/memory.upbdefs.c +2 -1
  712. data/src/core/ext/upbdefs-gen/envoy/admin/v3/memory.upbdefs.h +7 -9
  713. data/src/core/ext/upbdefs-gen/envoy/admin/v3/metrics.upbdefs.c +2 -1
  714. data/src/core/ext/upbdefs-gen/envoy/admin/v3/metrics.upbdefs.h +7 -9
  715. data/src/core/ext/upbdefs-gen/envoy/admin/v3/mutex_stats.upbdefs.c +2 -1
  716. data/src/core/ext/upbdefs-gen/envoy/admin/v3/mutex_stats.upbdefs.h +7 -9
  717. data/src/core/ext/upbdefs-gen/envoy/admin/v3/server_info.upbdefs.c +88 -82
  718. data/src/core/ext/upbdefs-gen/envoy/admin/v3/server_info.upbdefs.h +7 -9
  719. data/src/core/ext/upbdefs-gen/envoy/admin/v3/tap.upbdefs.c +2 -1
  720. data/src/core/ext/upbdefs-gen/envoy/admin/v3/tap.upbdefs.h +7 -9
  721. data/src/core/ext/upbdefs-gen/envoy/annotations/deprecation.upbdefs.c +2 -1
  722. data/src/core/ext/upbdefs-gen/envoy/annotations/deprecation.upbdefs.h +7 -9
  723. data/src/core/ext/upbdefs-gen/envoy/annotations/resource.upbdefs.c +2 -1
  724. data/src/core/ext/upbdefs-gen/envoy/annotations/resource.upbdefs.h +7 -9
  725. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +63 -61
  726. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.h +7 -9
  727. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +223 -211
  728. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +12 -9
  729. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +2 -1
  730. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +7 -9
  731. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +319 -298
  732. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.h +12 -9
  733. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.c +2 -1
  734. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.h +7 -9
  735. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +116 -106
  736. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.h +7 -9
  737. data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.c +2 -1
  738. data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.h +7 -9
  739. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.c +2 -1
  740. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.h +7 -9
  741. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/backoff.upbdefs.c +2 -1
  742. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/backoff.upbdefs.h +7 -9
  743. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +187 -141
  744. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.h +32 -9
  745. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/config_source.upbdefs.c +12 -12
  746. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/config_source.upbdefs.h +7 -9
  747. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/event_service_config.upbdefs.c +2 -1
  748. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/event_service_config.upbdefs.h +7 -9
  749. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/extension.upbdefs.c +2 -1
  750. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/extension.upbdefs.h +7 -9
  751. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_method_list.upbdefs.c +2 -1
  752. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_method_list.upbdefs.h +7 -9
  753. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_service.upbdefs.c +175 -165
  754. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/grpc_service.upbdefs.h +7 -9
  755. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/health_check.upbdefs.c +199 -188
  756. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/health_check.upbdefs.h +7 -9
  757. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.c +2 -1
  758. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.h +7 -9
  759. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.c +2 -1
  760. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.h +7 -9
  761. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +231 -223
  762. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.h +7 -9
  763. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/proxy_protocol.upbdefs.c +2 -1
  764. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/proxy_protocol.upbdefs.h +7 -9
  765. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/resolver.upbdefs.c +2 -1
  766. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/resolver.upbdefs.h +7 -9
  767. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/socket_option.upbdefs.c +2 -1
  768. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/socket_option.upbdefs.h +7 -9
  769. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.c +2 -1
  770. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.h +7 -9
  771. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/udp_socket_config.upbdefs.c +2 -1
  772. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/udp_socket_config.upbdefs.h +7 -9
  773. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.c +2 -1
  774. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.h +7 -9
  775. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +41 -37
  776. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +7 -9
  777. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.c +124 -94
  778. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/load_report.upbdefs.h +12 -9
  779. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/api_listener.upbdefs.c +2 -1
  780. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/api_listener.upbdefs.h +7 -9
  781. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener.upbdefs.c +43 -40
  782. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener.upbdefs.h +7 -9
  783. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener_components.upbdefs.c +2 -1
  784. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/listener_components.upbdefs.h +7 -9
  785. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/quic_config.upbdefs.c +22 -13
  786. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/quic_config.upbdefs.h +7 -9
  787. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/udp_listener_config.upbdefs.c +2 -1
  788. data/src/core/ext/upbdefs-gen/envoy/config/listener/v3/udp_listener_config.upbdefs.h +7 -9
  789. data/src/core/ext/upbdefs-gen/envoy/config/metrics/v3/metrics_service.upbdefs.c +2 -1
  790. data/src/core/ext/upbdefs-gen/envoy/config/metrics/v3/metrics_service.upbdefs.h +7 -9
  791. data/src/core/ext/upbdefs-gen/envoy/config/metrics/v3/stats.upbdefs.c +2 -1
  792. data/src/core/ext/upbdefs-gen/envoy/config/metrics/v3/stats.upbdefs.h +7 -9
  793. data/src/core/ext/upbdefs-gen/envoy/config/overload/v3/overload.upbdefs.c +2 -1
  794. data/src/core/ext/upbdefs-gen/envoy/config/overload/v3/overload.upbdefs.h +7 -9
  795. data/src/core/ext/upbdefs-gen/envoy/config/rbac/v3/rbac.upbdefs.c +71 -66
  796. data/src/core/ext/upbdefs-gen/envoy/config/rbac/v3/rbac.upbdefs.h +7 -9
  797. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.c +2 -1
  798. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.h +7 -9
  799. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +613 -605
  800. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.h +7 -9
  801. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/scoped_route.upbdefs.c +2 -1
  802. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/scoped_route.upbdefs.h +7 -9
  803. data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.c +2 -1
  804. data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.h +7 -9
  805. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.c +32 -21
  806. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/datadog.upbdefs.h +12 -9
  807. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +20 -18
  808. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.h +7 -9
  809. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/http_tracer.upbdefs.c +2 -1
  810. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/http_tracer.upbdefs.h +7 -9
  811. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/lightstep.upbdefs.c +2 -1
  812. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/lightstep.upbdefs.h +7 -9
  813. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +64 -60
  814. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.h +7 -9
  815. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.c +2 -1
  816. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.h +7 -9
  817. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/service.upbdefs.c +2 -1
  818. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/service.upbdefs.h +7 -9
  819. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/skywalking.upbdefs.c +2 -1
  820. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/skywalking.upbdefs.h +7 -9
  821. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/trace.upbdefs.c +2 -1
  822. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/trace.upbdefs.h +7 -9
  823. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/xray.upbdefs.c +2 -1
  824. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/xray.upbdefs.h +7 -9
  825. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/zipkin.upbdefs.c +23 -21
  826. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/zipkin.upbdefs.h +7 -9
  827. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +147 -143
  828. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.h +7 -9
  829. data/src/core/ext/upbdefs-gen/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +2 -1
  830. data/src/core/ext/upbdefs-gen/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +7 -9
  831. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +2 -1
  832. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +7 -9
  833. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +2 -1
  834. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +7 -9
  835. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upbdefs.c +87 -0
  836. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/gcp_authn/v3/gcp_authn.upbdefs.h +48 -0
  837. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +38 -34
  838. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +7 -9
  839. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.c +2 -1
  840. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.h +7 -9
  841. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +2 -1
  842. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +7 -9
  843. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +292 -289
  844. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +7 -9
  845. data/src/core/ext/upbdefs-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +2 -1
  846. data/src/core/ext/upbdefs-gen/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +7 -9
  847. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upbdefs.c +53 -0
  848. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/http_11_proxy/v3/upstream_http_11_connect.upbdefs.h +33 -0
  849. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +2 -1
  850. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +7 -9
  851. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +84 -76
  852. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +12 -9
  853. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +2 -1
  854. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +7 -9
  855. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +2 -1
  856. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +7 -9
  857. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +2 -1
  858. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +7 -9
  859. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.c +2 -1
  860. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.h +7 -9
  861. data/src/core/ext/upbdefs-gen/envoy/service/discovery/v3/ads.upbdefs.c +2 -1
  862. data/src/core/ext/upbdefs-gen/envoy/service/discovery/v3/ads.upbdefs.h +7 -9
  863. data/src/core/ext/upbdefs-gen/envoy/service/discovery/v3/discovery.upbdefs.c +2 -1
  864. data/src/core/ext/upbdefs-gen/envoy/service/discovery/v3/discovery.upbdefs.h +7 -9
  865. data/src/core/ext/upbdefs-gen/envoy/service/load_stats/v3/lrs.upbdefs.c +2 -1
  866. data/src/core/ext/upbdefs-gen/envoy/service/load_stats/v3/lrs.upbdefs.h +7 -9
  867. data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.c +2 -1
  868. data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.h +7 -9
  869. data/src/core/ext/upbdefs-gen/envoy/type/http/v3/cookie.upbdefs.c +2 -1
  870. data/src/core/ext/upbdefs-gen/envoy/type/http/v3/cookie.upbdefs.h +7 -9
  871. data/src/core/ext/upbdefs-gen/envoy/type/http/v3/path_transformation.upbdefs.c +2 -1
  872. data/src/core/ext/upbdefs-gen/envoy/type/http/v3/path_transformation.upbdefs.h +7 -9
  873. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/filter_state.upbdefs.c +2 -1
  874. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/filter_state.upbdefs.h +7 -9
  875. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/http_inputs.upbdefs.c +2 -1
  876. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/http_inputs.upbdefs.h +7 -9
  877. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/metadata.upbdefs.c +2 -1
  878. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/metadata.upbdefs.h +7 -9
  879. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/node.upbdefs.c +2 -1
  880. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/node.upbdefs.h +7 -9
  881. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/number.upbdefs.c +2 -1
  882. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/number.upbdefs.h +7 -9
  883. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/path.upbdefs.c +2 -1
  884. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/path.upbdefs.h +7 -9
  885. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/regex.upbdefs.c +2 -1
  886. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/regex.upbdefs.h +7 -9
  887. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/status_code_input.upbdefs.c +2 -1
  888. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/status_code_input.upbdefs.h +7 -9
  889. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/string.upbdefs.c +41 -34
  890. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/string.upbdefs.h +7 -9
  891. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/struct.upbdefs.c +2 -1
  892. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/struct.upbdefs.h +7 -9
  893. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.c +2 -1
  894. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.h +7 -9
  895. data/src/core/ext/upbdefs-gen/envoy/type/metadata/v3/metadata.upbdefs.c +2 -1
  896. data/src/core/ext/upbdefs-gen/envoy/type/metadata/v3/metadata.upbdefs.h +7 -9
  897. data/src/core/ext/upbdefs-gen/envoy/type/tracing/v3/custom_tag.upbdefs.c +2 -1
  898. data/src/core/ext/upbdefs-gen/envoy/type/tracing/v3/custom_tag.upbdefs.h +7 -9
  899. data/src/core/ext/upbdefs-gen/envoy/type/v3/hash_policy.upbdefs.c +2 -1
  900. data/src/core/ext/upbdefs-gen/envoy/type/v3/hash_policy.upbdefs.h +7 -9
  901. data/src/core/ext/upbdefs-gen/envoy/type/v3/http.upbdefs.c +2 -1
  902. data/src/core/ext/upbdefs-gen/envoy/type/v3/http.upbdefs.h +7 -9
  903. data/src/core/ext/upbdefs-gen/envoy/type/v3/http_status.upbdefs.c +2 -1
  904. data/src/core/ext/upbdefs-gen/envoy/type/v3/http_status.upbdefs.h +7 -9
  905. data/src/core/ext/upbdefs-gen/envoy/type/v3/percent.upbdefs.c +2 -1
  906. data/src/core/ext/upbdefs-gen/envoy/type/v3/percent.upbdefs.h +7 -9
  907. data/src/core/ext/upbdefs-gen/envoy/type/v3/range.upbdefs.c +2 -1
  908. data/src/core/ext/upbdefs-gen/envoy/type/v3/range.upbdefs.h +7 -9
  909. data/src/core/ext/upbdefs-gen/envoy/type/v3/ratelimit_strategy.upbdefs.c +2 -1
  910. data/src/core/ext/upbdefs-gen/envoy/type/v3/ratelimit_strategy.upbdefs.h +7 -9
  911. data/src/core/ext/upbdefs-gen/envoy/type/v3/ratelimit_unit.upbdefs.c +2 -1
  912. data/src/core/ext/upbdefs-gen/envoy/type/v3/ratelimit_unit.upbdefs.h +7 -9
  913. data/src/core/ext/upbdefs-gen/envoy/type/v3/semantic_version.upbdefs.c +2 -1
  914. data/src/core/ext/upbdefs-gen/envoy/type/v3/semantic_version.upbdefs.h +7 -9
  915. data/src/core/ext/upbdefs-gen/envoy/type/v3/token_bucket.upbdefs.c +2 -1
  916. data/src/core/ext/upbdefs-gen/envoy/type/v3/token_bucket.upbdefs.h +7 -9
  917. data/src/core/ext/upbdefs-gen/google/api/annotations.upbdefs.c +2 -1
  918. data/src/core/ext/upbdefs-gen/google/api/annotations.upbdefs.h +7 -9
  919. data/src/core/ext/upbdefs-gen/google/api/expr/v1alpha1/checked.upbdefs.c +110 -108
  920. data/src/core/ext/upbdefs-gen/google/api/expr/v1alpha1/checked.upbdefs.h +7 -9
  921. data/src/core/ext/upbdefs-gen/google/api/expr/v1alpha1/syntax.upbdefs.c +103 -79
  922. data/src/core/ext/upbdefs-gen/google/api/expr/v1alpha1/syntax.upbdefs.h +17 -9
  923. data/src/core/ext/upbdefs-gen/google/api/http.upbdefs.c +2 -1
  924. data/src/core/ext/upbdefs-gen/google/api/http.upbdefs.h +7 -9
  925. data/src/core/ext/upbdefs-gen/google/api/httpbody.upbdefs.c +2 -1
  926. data/src/core/ext/upbdefs-gen/google/api/httpbody.upbdefs.h +7 -9
  927. data/src/core/ext/upbdefs-gen/google/protobuf/any.upbdefs.c +2 -1
  928. data/src/core/ext/upbdefs-gen/google/protobuf/any.upbdefs.h +7 -9
  929. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.c +478 -450
  930. data/src/core/ext/upbdefs-gen/google/protobuf/descriptor.upbdefs.h +12 -9
  931. data/src/core/ext/upbdefs-gen/google/protobuf/duration.upbdefs.c +2 -1
  932. data/src/core/ext/upbdefs-gen/google/protobuf/duration.upbdefs.h +7 -9
  933. data/src/core/ext/upbdefs-gen/google/protobuf/empty.upbdefs.c +2 -1
  934. data/src/core/ext/upbdefs-gen/google/protobuf/empty.upbdefs.h +7 -9
  935. data/src/core/ext/upbdefs-gen/google/protobuf/struct.upbdefs.c +2 -1
  936. data/src/core/ext/upbdefs-gen/google/protobuf/struct.upbdefs.h +7 -9
  937. data/src/core/ext/upbdefs-gen/google/protobuf/timestamp.upbdefs.c +2 -1
  938. data/src/core/ext/upbdefs-gen/google/protobuf/timestamp.upbdefs.h +7 -9
  939. data/src/core/ext/upbdefs-gen/google/protobuf/wrappers.upbdefs.c +2 -1
  940. data/src/core/ext/upbdefs-gen/google/protobuf/wrappers.upbdefs.h +7 -9
  941. data/src/core/ext/upbdefs-gen/google/rpc/status.upbdefs.c +2 -1
  942. data/src/core/ext/upbdefs-gen/google/rpc/status.upbdefs.h +7 -9
  943. data/src/core/ext/upbdefs-gen/opencensus/proto/trace/v1/trace_config.upbdefs.c +2 -1
  944. data/src/core/ext/upbdefs-gen/opencensus/proto/trace/v1/trace_config.upbdefs.h +7 -9
  945. data/src/core/ext/upbdefs-gen/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +2 -1
  946. data/src/core/ext/upbdefs-gen/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +7 -9
  947. data/src/core/ext/upbdefs-gen/udpa/annotations/migrate.upbdefs.c +2 -1
  948. data/src/core/ext/upbdefs-gen/udpa/annotations/migrate.upbdefs.h +7 -9
  949. data/src/core/ext/upbdefs-gen/udpa/annotations/security.upbdefs.c +2 -1
  950. data/src/core/ext/upbdefs-gen/udpa/annotations/security.upbdefs.h +7 -9
  951. data/src/core/ext/upbdefs-gen/udpa/annotations/sensitive.upbdefs.c +2 -1
  952. data/src/core/ext/upbdefs-gen/udpa/annotations/sensitive.upbdefs.h +7 -9
  953. data/src/core/ext/upbdefs-gen/udpa/annotations/status.upbdefs.c +2 -1
  954. data/src/core/ext/upbdefs-gen/udpa/annotations/status.upbdefs.h +7 -9
  955. data/src/core/ext/upbdefs-gen/udpa/annotations/versioning.upbdefs.c +2 -1
  956. data/src/core/ext/upbdefs-gen/udpa/annotations/versioning.upbdefs.h +7 -9
  957. data/src/core/ext/upbdefs-gen/validate/validate.upbdefs.c +2 -1
  958. data/src/core/ext/upbdefs-gen/validate/validate.upbdefs.h +7 -9
  959. data/src/core/ext/upbdefs-gen/xds/annotations/v3/migrate.upbdefs.c +2 -1
  960. data/src/core/ext/upbdefs-gen/xds/annotations/v3/migrate.upbdefs.h +7 -9
  961. data/src/core/ext/upbdefs-gen/xds/annotations/v3/security.upbdefs.c +2 -1
  962. data/src/core/ext/upbdefs-gen/xds/annotations/v3/security.upbdefs.h +7 -9
  963. data/src/core/ext/upbdefs-gen/xds/annotations/v3/sensitive.upbdefs.c +2 -1
  964. data/src/core/ext/upbdefs-gen/xds/annotations/v3/sensitive.upbdefs.h +7 -9
  965. data/src/core/ext/upbdefs-gen/xds/annotations/v3/status.upbdefs.c +2 -1
  966. data/src/core/ext/upbdefs-gen/xds/annotations/v3/status.upbdefs.h +7 -9
  967. data/src/core/ext/upbdefs-gen/xds/annotations/v3/versioning.upbdefs.c +2 -1
  968. data/src/core/ext/upbdefs-gen/xds/annotations/v3/versioning.upbdefs.h +7 -9
  969. data/src/core/ext/upbdefs-gen/xds/core/v3/authority.upbdefs.c +2 -1
  970. data/src/core/ext/upbdefs-gen/xds/core/v3/authority.upbdefs.h +7 -9
  971. data/src/core/ext/upbdefs-gen/xds/core/v3/cidr.upbdefs.c +2 -1
  972. data/src/core/ext/upbdefs-gen/xds/core/v3/cidr.upbdefs.h +7 -9
  973. data/src/core/ext/upbdefs-gen/xds/core/v3/collection_entry.upbdefs.c +2 -1
  974. data/src/core/ext/upbdefs-gen/xds/core/v3/collection_entry.upbdefs.h +7 -9
  975. data/src/core/ext/upbdefs-gen/xds/core/v3/context_params.upbdefs.c +2 -1
  976. data/src/core/ext/upbdefs-gen/xds/core/v3/context_params.upbdefs.h +7 -9
  977. data/src/core/ext/upbdefs-gen/xds/core/v3/extension.upbdefs.c +2 -1
  978. data/src/core/ext/upbdefs-gen/xds/core/v3/extension.upbdefs.h +7 -9
  979. data/src/core/ext/upbdefs-gen/xds/core/v3/resource.upbdefs.c +2 -1
  980. data/src/core/ext/upbdefs-gen/xds/core/v3/resource.upbdefs.h +7 -9
  981. data/src/core/ext/upbdefs-gen/xds/core/v3/resource_locator.upbdefs.c +2 -1
  982. data/src/core/ext/upbdefs-gen/xds/core/v3/resource_locator.upbdefs.h +7 -9
  983. data/src/core/ext/upbdefs-gen/xds/core/v3/resource_name.upbdefs.c +2 -1
  984. data/src/core/ext/upbdefs-gen/xds/core/v3/resource_name.upbdefs.h +7 -9
  985. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.c +2 -1
  986. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.h +7 -9
  987. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/domain.upbdefs.c +2 -1
  988. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/domain.upbdefs.h +7 -9
  989. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/http_inputs.upbdefs.c +2 -1
  990. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/http_inputs.upbdefs.h +7 -9
  991. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/ip.upbdefs.c +2 -1
  992. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/ip.upbdefs.h +7 -9
  993. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/matcher.upbdefs.c +2 -1
  994. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/matcher.upbdefs.h +7 -9
  995. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/range.upbdefs.c +2 -1
  996. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/range.upbdefs.h +7 -9
  997. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/regex.upbdefs.c +2 -1
  998. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/regex.upbdefs.h +7 -9
  999. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/string.upbdefs.c +2 -1
  1000. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/string.upbdefs.h +7 -9
  1001. data/src/core/ext/upbdefs-gen/xds/type/v3/cel.upbdefs.c +2 -1
  1002. data/src/core/ext/upbdefs-gen/xds/type/v3/cel.upbdefs.h +7 -9
  1003. data/src/core/ext/upbdefs-gen/xds/type/v3/range.upbdefs.c +2 -1
  1004. data/src/core/ext/upbdefs-gen/xds/type/v3/range.upbdefs.h +7 -9
  1005. data/src/core/ext/upbdefs-gen/xds/type/v3/typed_struct.upbdefs.c +2 -1
  1006. data/src/core/ext/upbdefs-gen/xds/type/v3/typed_struct.upbdefs.h +7 -9
  1007. data/src/core/filter/blackboard.cc +33 -0
  1008. data/src/core/filter/blackboard.h +70 -0
  1009. data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.cc +81 -0
  1010. data/src/core/handshaker/endpoint_info/endpoint_info_handshaker.h +37 -0
  1011. data/src/core/handshaker/handshaker.cc +199 -0
  1012. data/src/core/handshaker/handshaker.h +170 -0
  1013. data/src/core/handshaker/handshaker_factory.h +89 -0
  1014. data/src/core/handshaker/handshaker_registry.cc +60 -0
  1015. data/src/core/handshaker/handshaker_registry.h +69 -0
  1016. data/src/core/handshaker/http_connect/http_connect_handshaker.cc +359 -0
  1017. data/src/core/handshaker/http_connect/http_connect_handshaker.h +42 -0
  1018. data/src/core/handshaker/http_connect/http_proxy_mapper.cc +297 -0
  1019. data/src/core/handshaker/http_connect/http_proxy_mapper.h +52 -0
  1020. data/src/core/handshaker/http_connect/xds_http_proxy_mapper.cc +57 -0
  1021. data/src/core/handshaker/http_connect/xds_http_proxy_mapper.h +46 -0
  1022. data/src/core/handshaker/proxy_mapper.h +52 -0
  1023. data/src/core/handshaker/proxy_mapper_registry.cc +71 -0
  1024. data/src/core/handshaker/proxy_mapper_registry.h +74 -0
  1025. data/src/core/handshaker/security/secure_endpoint.cc +578 -0
  1026. data/src/core/handshaker/security/secure_endpoint.h +41 -0
  1027. data/src/core/handshaker/security/security_handshaker.cc +628 -0
  1028. data/src/core/handshaker/security/security_handshaker.h +45 -0
  1029. data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.cc +230 -0
  1030. data/src/core/handshaker/tcp_connect/tcp_connect_handshaker.h +39 -0
  1031. data/src/core/lib/address_utils/parse_address.cc +41 -45
  1032. data/src/core/lib/address_utils/parse_address.h +1 -3
  1033. data/src/core/lib/address_utils/sockaddr_utils.cc +30 -20
  1034. data/src/core/lib/address_utils/sockaddr_utils.h +0 -2
  1035. data/src/core/lib/channel/call_finalization.h +1 -1
  1036. data/src/core/lib/channel/channel_args.cc +20 -26
  1037. data/src/core/lib/channel/channel_args.h +34 -21
  1038. data/src/core/lib/channel/channel_args_preconditioning.cc +2 -2
  1039. data/src/core/lib/channel/channel_args_preconditioning.h +2 -3
  1040. data/src/core/lib/channel/channel_stack.cc +21 -74
  1041. data/src/core/lib/channel/channel_stack.h +31 -62
  1042. data/src/core/lib/channel/channel_stack_builder.cc +2 -2
  1043. data/src/core/lib/channel/channel_stack_builder.h +1 -7
  1044. data/src/core/lib/channel/channel_stack_builder_impl.cc +18 -30
  1045. data/src/core/lib/channel/channel_stack_builder_impl.h +13 -3
  1046. data/src/core/lib/channel/connected_channel.cc +49 -709
  1047. data/src/core/lib/channel/promise_based_filter.cc +249 -324
  1048. data/src/core/lib/channel/promise_based_filter.h +269 -508
  1049. data/src/core/lib/channel/status_util.cc +2 -4
  1050. data/src/core/lib/channel/status_util.h +1 -2
  1051. data/src/core/lib/compression/compression.cc +7 -10
  1052. data/src/core/lib/compression/compression_internal.cc +39 -9
  1053. data/src/core/lib/compression/compression_internal.h +5 -5
  1054. data/src/core/lib/compression/message_compress.cc +16 -18
  1055. data/src/core/lib/compression/message_compress.h +1 -2
  1056. data/src/core/lib/debug/trace.cc +48 -67
  1057. data/src/core/lib/debug/trace.h +2 -97
  1058. data/src/core/lib/debug/trace_flags.cc +242 -0
  1059. data/src/core/lib/debug/trace_flags.h +131 -0
  1060. data/src/core/lib/debug/trace_impl.h +125 -0
  1061. data/src/core/lib/event_engine/ares_resolver.cc +165 -92
  1062. data/src/core/lib/event_engine/ares_resolver.h +11 -18
  1063. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +14 -15
  1064. data/src/core/lib/event_engine/cf_engine/cf_engine.h +1 -1
  1065. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +47 -34
  1066. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +4 -6
  1067. data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +1 -1
  1068. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +28 -31
  1069. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +5 -6
  1070. data/src/core/lib/event_engine/channel_args_endpoint_config.cc +3 -5
  1071. data/src/core/lib/event_engine/channel_args_endpoint_config.h +1 -3
  1072. data/src/core/lib/event_engine/common_closures.h +1 -2
  1073. data/src/core/lib/event_engine/default_event_engine.cc +13 -16
  1074. data/src/core/lib/event_engine/default_event_engine.h +3 -10
  1075. data/src/core/lib/event_engine/default_event_engine_factory.cc +3 -4
  1076. data/src/core/lib/event_engine/default_event_engine_factory.h +1 -2
  1077. data/src/core/lib/event_engine/event_engine.cc +35 -5
  1078. data/src/core/lib/event_engine/event_engine_context.h +32 -0
  1079. data/src/core/lib/event_engine/extensions/chaotic_good_extension.h +64 -0
  1080. data/src/core/lib/event_engine/extensions/supports_fd.h +25 -2
  1081. data/src/core/lib/event_engine/extensions/tcp_trace.h +42 -0
  1082. data/src/core/lib/event_engine/forkable.cc +12 -13
  1083. data/src/core/lib/event_engine/forkable.h +0 -13
  1084. data/src/core/lib/event_engine/grpc_polled_fd.h +2 -4
  1085. data/src/core/lib/event_engine/handle_containers.h +1 -3
  1086. data/src/core/lib/event_engine/memory_allocator_factory.h +1 -3
  1087. data/src/core/lib/event_engine/nameser.h +1 -1
  1088. data/src/core/lib/event_engine/poller.h +1 -2
  1089. data/src/core/lib/event_engine/posix.h +9 -2
  1090. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +28 -30
  1091. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +6 -8
  1092. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +27 -31
  1093. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +2 -4
  1094. data/src/core/lib/event_engine/posix_engine/event_poller.h +1 -3
  1095. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +2 -3
  1096. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +3 -6
  1097. data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +5 -6
  1098. data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +0 -1
  1099. data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +7 -9
  1100. data/src/core/lib/event_engine/posix_engine/lockfree_event.h +0 -1
  1101. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +3 -4
  1102. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +0 -1
  1103. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +96 -103
  1104. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +22 -23
  1105. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +84 -65
  1106. data/src/core/lib/event_engine/posix_engine/posix_engine.h +16 -13
  1107. data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +1 -2
  1108. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +28 -31
  1109. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +13 -13
  1110. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +28 -33
  1111. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +1 -3
  1112. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +53 -40
  1113. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +10 -10
  1114. data/src/core/lib/event_engine/posix_engine/timer.cc +5 -6
  1115. data/src/core/lib/event_engine/posix_engine/timer.h +4 -7
  1116. data/src/core/lib/event_engine/posix_engine/timer_heap.cc +2 -3
  1117. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +16 -25
  1118. data/src/core/lib/event_engine/posix_engine/timer_manager.h +4 -7
  1119. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +7 -10
  1120. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +2 -5
  1121. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +3 -4
  1122. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +0 -1
  1123. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +2 -3
  1124. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +0 -1
  1125. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +0 -1
  1126. data/src/core/lib/event_engine/query_extensions.h +3 -2
  1127. data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +2 -5
  1128. data/src/core/lib/event_engine/resolved_address.cc +8 -7
  1129. data/src/core/lib/event_engine/resolved_address_internal.h +1 -2
  1130. data/src/core/lib/event_engine/shim.cc +3 -3
  1131. data/src/core/lib/event_engine/slice.cc +5 -7
  1132. data/src/core/lib/event_engine/slice_buffer.cc +2 -4
  1133. data/src/core/lib/event_engine/tcp_socket_utils.cc +29 -27
  1134. data/src/core/lib/event_engine/tcp_socket_utils.h +3 -4
  1135. data/src/core/lib/event_engine/thread_local.cc +2 -2
  1136. data/src/core/lib/event_engine/thread_local.h +1 -1
  1137. data/src/core/lib/event_engine/thread_pool/thread_count.cc +5 -8
  1138. data/src/core/lib/event_engine/thread_pool/thread_count.h +4 -6
  1139. data/src/core/lib/event_engine/thread_pool/thread_pool.h +1 -4
  1140. data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +1 -2
  1141. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +46 -53
  1142. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +9 -15
  1143. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +50 -23
  1144. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +7 -7
  1145. data/src/core/lib/event_engine/time_util.cc +3 -4
  1146. data/src/core/lib/event_engine/time_util.h +1 -3
  1147. data/src/core/lib/event_engine/utils.cc +19 -6
  1148. data/src/core/lib/event_engine/utils.h +9 -4
  1149. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +158 -132
  1150. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.h +4 -6
  1151. data/src/core/lib/event_engine/windows/iocp.cc +24 -22
  1152. data/src/core/lib/event_engine/windows/iocp.h +2 -3
  1153. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +4 -6
  1154. data/src/core/lib/event_engine/windows/win_socket.cc +51 -36
  1155. data/src/core/lib/event_engine/windows/win_socket.h +11 -10
  1156. data/src/core/lib/event_engine/windows/windows_endpoint.cc +58 -44
  1157. data/src/core/lib/event_engine/windows/windows_engine.cc +265 -123
  1158. data/src/core/lib/event_engine/windows/windows_engine.h +143 -33
  1159. data/src/core/lib/event_engine/windows/windows_listener.cc +83 -49
  1160. data/src/core/lib/event_engine/windows/windows_listener.h +18 -5
  1161. data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +3 -3
  1162. data/src/core/lib/event_engine/work_queue/basic_work_queue.h +2 -5
  1163. data/src/core/lib/event_engine/work_queue/work_queue.h +1 -3
  1164. data/src/core/lib/experiments/config.cc +111 -66
  1165. data/src/core/lib/experiments/config.h +55 -2
  1166. data/src/core/lib/experiments/experiments.cc +308 -510
  1167. data/src/core/lib/experiments/experiments.h +148 -240
  1168. data/src/core/lib/iomgr/buffer_list.cc +7 -8
  1169. data/src/core/lib/iomgr/buffer_list.h +2 -4
  1170. data/src/core/lib/iomgr/call_combiner.cc +42 -68
  1171. data/src/core/lib/iomgr/call_combiner.h +12 -17
  1172. data/src/core/lib/iomgr/cfstream_handle.cc +14 -20
  1173. data/src/core/lib/iomgr/cfstream_handle.h +1 -1
  1174. data/src/core/lib/iomgr/closure.cc +2 -2
  1175. data/src/core/lib/iomgr/closure.h +17 -21
  1176. data/src/core/lib/iomgr/combiner.cc +38 -52
  1177. data/src/core/lib/iomgr/combiner.h +2 -6
  1178. data/src/core/lib/iomgr/endpoint.cc +1 -7
  1179. data/src/core/lib/iomgr/endpoint.h +4 -6
  1180. data/src/core/lib/iomgr/endpoint_cfstream.cc +45 -76
  1181. data/src/core/lib/iomgr/endpoint_pair_posix.cc +8 -10
  1182. data/src/core/lib/iomgr/endpoint_pair_windows.cc +16 -17
  1183. data/src/core/lib/iomgr/error.cc +24 -34
  1184. data/src/core/lib/iomgr/error.h +8 -11
  1185. data/src/core/lib/iomgr/error_cfstream.cc +1 -3
  1186. data/src/core/lib/iomgr/ev_apple.cc +16 -24
  1187. data/src/core/lib/iomgr/ev_epoll1_linux.cc +81 -126
  1188. data/src/core/lib/iomgr/ev_poll_posix.cc +62 -62
  1189. data/src/core/lib/iomgr/ev_posix.cc +68 -60
  1190. data/src/core/lib/iomgr/ev_posix.h +9 -12
  1191. data/src/core/lib/iomgr/event_engine_shims/closure.cc +11 -15
  1192. data/src/core/lib/iomgr/event_engine_shims/closure.h +1 -3
  1193. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +35 -53
  1194. data/src/core/lib/iomgr/event_engine_shims/endpoint.h +1 -2
  1195. data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +10 -15
  1196. data/src/core/lib/iomgr/event_engine_shims/tcp_client.h +1 -2
  1197. data/src/core/lib/iomgr/exec_ctx.cc +14 -18
  1198. data/src/core/lib/iomgr/exec_ctx.h +33 -23
  1199. data/src/core/lib/iomgr/executor.cc +60 -59
  1200. data/src/core/lib/iomgr/executor.h +2 -2
  1201. data/src/core/lib/iomgr/fork_posix.cc +11 -15
  1202. data/src/core/lib/iomgr/fork_windows.cc +3 -2
  1203. data/src/core/lib/iomgr/internal_errqueue.cc +5 -6
  1204. data/src/core/lib/iomgr/iocp_windows.cc +16 -15
  1205. data/src/core/lib/iomgr/iocp_windows.h +0 -1
  1206. data/src/core/lib/iomgr/iomgr.cc +19 -26
  1207. data/src/core/lib/iomgr/iomgr.h +0 -1
  1208. data/src/core/lib/iomgr/iomgr_internal.cc +1 -2
  1209. data/src/core/lib/iomgr/iomgr_internal.h +0 -1
  1210. data/src/core/lib/iomgr/iomgr_posix.cc +2 -1
  1211. data/src/core/lib/iomgr/iomgr_windows.cc +7 -6
  1212. data/src/core/lib/iomgr/lockfree_event.cc +12 -21
  1213. data/src/core/lib/iomgr/lockfree_event.h +1 -2
  1214. data/src/core/lib/iomgr/nameser.h +1 -1
  1215. data/src/core/lib/iomgr/polling_entity.cc +17 -11
  1216. data/src/core/lib/iomgr/pollset.cc +2 -2
  1217. data/src/core/lib/iomgr/pollset.h +0 -3
  1218. data/src/core/lib/iomgr/pollset_set.cc +2 -2
  1219. data/src/core/lib/iomgr/pollset_set_windows.cc +0 -1
  1220. data/src/core/lib/iomgr/pollset_windows.cc +2 -6
  1221. data/src/core/lib/iomgr/pollset_windows.h +0 -1
  1222. data/src/core/lib/iomgr/port.h +5 -2
  1223. data/src/core/lib/iomgr/python_util.h +1 -2
  1224. data/src/core/lib/iomgr/resolve_address.cc +4 -7
  1225. data/src/core/lib/iomgr/resolve_address.h +3 -6
  1226. data/src/core/lib/iomgr/resolve_address_impl.h +0 -1
  1227. data/src/core/lib/iomgr/resolve_address_posix.cc +12 -21
  1228. data/src/core/lib/iomgr/resolve_address_windows.cc +9 -12
  1229. data/src/core/lib/iomgr/resolved_address.h +0 -1
  1230. data/src/core/lib/iomgr/sockaddr_utils_posix.cc +5 -6
  1231. data/src/core/lib/iomgr/socket_factory_posix.cc +1 -1
  1232. data/src/core/lib/iomgr/socket_factory_posix.h +1 -2
  1233. data/src/core/lib/iomgr/socket_mutator.cc +3 -5
  1234. data/src/core/lib/iomgr/socket_mutator.h +2 -4
  1235. data/src/core/lib/iomgr/socket_utils.h +0 -1
  1236. data/src/core/lib/iomgr/socket_utils_common_posix.cc +45 -52
  1237. data/src/core/lib/iomgr/socket_utils_linux.cc +1 -3
  1238. data/src/core/lib/iomgr/socket_utils_posix.cc +3 -6
  1239. data/src/core/lib/iomgr/socket_utils_posix.h +1 -2
  1240. data/src/core/lib/iomgr/socket_utils_windows.cc +1 -3
  1241. data/src/core/lib/iomgr/socket_windows.cc +11 -14
  1242. data/src/core/lib/iomgr/socket_windows.h +1 -2
  1243. data/src/core/lib/iomgr/tcp_client.cc +2 -2
  1244. data/src/core/lib/iomgr/tcp_client.h +1 -2
  1245. data/src/core/lib/iomgr/tcp_client_cfstream.cc +12 -20
  1246. data/src/core/lib/iomgr/tcp_client_posix.cc +24 -36
  1247. data/src/core/lib/iomgr/tcp_client_windows.cc +33 -17
  1248. data/src/core/lib/iomgr/tcp_posix.cc +167 -189
  1249. data/src/core/lib/iomgr/tcp_posix.h +1 -3
  1250. data/src/core/lib/iomgr/tcp_server.cc +2 -2
  1251. data/src/core/lib/iomgr/tcp_server.h +3 -4
  1252. data/src/core/lib/iomgr/tcp_server_posix.cc +152 -156
  1253. data/src/core/lib/iomgr/tcp_server_utils_posix.h +0 -1
  1254. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +13 -17
  1255. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +13 -14
  1256. data/src/core/lib/iomgr/tcp_server_windows.cc +94 -50
  1257. data/src/core/lib/iomgr/tcp_windows.cc +38 -66
  1258. data/src/core/lib/iomgr/timer.cc +2 -2
  1259. data/src/core/lib/iomgr/timer.h +2 -3
  1260. data/src/core/lib/iomgr/timer_generic.cc +73 -106
  1261. data/src/core/lib/iomgr/timer_generic.h +0 -1
  1262. data/src/core/lib/iomgr/timer_heap.cc +4 -6
  1263. data/src/core/lib/iomgr/timer_manager.cc +27 -44
  1264. data/src/core/lib/iomgr/timer_manager.h +0 -1
  1265. data/src/core/lib/iomgr/unix_sockets_posix.cc +18 -6
  1266. data/src/core/lib/iomgr/unix_sockets_posix.h +1 -3
  1267. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +2 -4
  1268. data/src/core/lib/iomgr/vsock.cc +5 -8
  1269. data/src/core/lib/iomgr/vsock.h +1 -3
  1270. data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +2 -4
  1271. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +6 -7
  1272. data/src/core/lib/promise/activity.cc +4 -5
  1273. data/src/core/lib/promise/activity.h +54 -22
  1274. data/src/core/lib/promise/all_ok.h +52 -9
  1275. data/src/core/lib/promise/arena_promise.h +1 -3
  1276. data/src/core/lib/promise/cancel_callback.h +34 -6
  1277. data/src/core/lib/promise/context.h +20 -11
  1278. data/src/core/lib/promise/detail/basic_seq.h +33 -20
  1279. data/src/core/lib/promise/detail/join_state.h +555 -760
  1280. data/src/core/lib/promise/detail/promise_factory.h +45 -29
  1281. data/src/core/lib/promise/detail/promise_like.h +49 -11
  1282. data/src/core/lib/promise/detail/seq_state.h +1314 -1977
  1283. data/src/core/lib/promise/detail/status.h +36 -14
  1284. data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +1 -2
  1285. data/src/core/lib/promise/for_each.h +97 -39
  1286. data/src/core/lib/promise/if.h +21 -17
  1287. data/src/core/lib/promise/interceptor_list.h +22 -36
  1288. data/src/core/lib/promise/latch.h +25 -40
  1289. data/src/core/lib/promise/loop.h +23 -10
  1290. data/src/core/lib/promise/map.h +77 -9
  1291. data/src/core/lib/promise/observable.h +181 -0
  1292. data/src/core/lib/promise/party.cc +263 -125
  1293. data/src/core/lib/promise/party.h +187 -391
  1294. data/src/core/lib/promise/pipe.h +34 -57
  1295. data/src/core/lib/promise/poll.h +117 -39
  1296. data/src/core/lib/promise/promise.h +12 -6
  1297. data/src/core/lib/promise/race.h +10 -5
  1298. data/src/core/lib/promise/seq.h +57 -64
  1299. data/src/core/lib/promise/sleep.cc +5 -6
  1300. data/src/core/lib/promise/sleep.h +2 -4
  1301. data/src/core/lib/promise/status_flag.h +165 -51
  1302. data/src/core/lib/promise/try_join.h +37 -20
  1303. data/src/core/lib/promise/try_seq.h +113 -77
  1304. data/src/core/lib/resource_quota/api.cc +4 -7
  1305. data/src/core/lib/resource_quota/api.h +3 -5
  1306. data/src/core/lib/resource_quota/arena.cc +64 -87
  1307. data/src/core/lib/resource_quota/arena.h +145 -215
  1308. data/src/core/lib/resource_quota/connection_quota.cc +69 -0
  1309. data/src/core/lib/resource_quota/connection_quota.h +60 -0
  1310. data/src/core/lib/resource_quota/memory_quota.cc +51 -52
  1311. data/src/core/lib/resource_quota/memory_quota.h +27 -21
  1312. data/src/core/lib/resource_quota/periodic_update.cc +5 -5
  1313. data/src/core/lib/resource_quota/periodic_update.h +1 -3
  1314. data/src/core/lib/resource_quota/resource_quota.cc +2 -2
  1315. data/src/core/lib/resource_quota/resource_quota.h +6 -8
  1316. data/src/core/lib/resource_quota/thread_quota.cc +4 -4
  1317. data/src/core/lib/resource_quota/thread_quota.h +3 -4
  1318. data/src/core/lib/security/authorization/audit_logging.cc +10 -12
  1319. data/src/core/lib/security/authorization/audit_logging.h +3 -5
  1320. data/src/core/lib/security/authorization/authorization_engine.h +1 -1
  1321. data/src/core/lib/security/authorization/authorization_policy_provider.h +5 -7
  1322. data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +3 -4
  1323. data/src/core/lib/security/authorization/evaluate_args.cc +16 -20
  1324. data/src/core/lib/security/authorization/evaluate_args.h +4 -6
  1325. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +4 -5
  1326. data/src/core/lib/security/authorization/grpc_authorization_engine.h +1 -3
  1327. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +29 -41
  1328. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +11 -11
  1329. data/src/core/lib/security/authorization/matchers.cc +5 -8
  1330. data/src/core/lib/security/authorization/matchers.h +1 -3
  1331. data/src/core/lib/security/authorization/rbac_policy.cc +2 -2
  1332. data/src/core/lib/security/authorization/rbac_policy.h +2 -5
  1333. data/src/core/lib/security/authorization/stdout_logger.cc +7 -7
  1334. data/src/core/lib/security/authorization/stdout_logger.h +2 -3
  1335. data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +7 -8
  1336. data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +6 -6
  1337. data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +0 -1
  1338. data/src/core/lib/security/context/security_context.cc +51 -49
  1339. data/src/core/lib/security/context/security_context.h +46 -17
  1340. data/src/core/lib/security/credentials/alts/alts_credentials.cc +6 -7
  1341. data/src/core/lib/security/credentials/alts/alts_credentials.h +11 -7
  1342. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +4 -5
  1343. data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +1 -2
  1344. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +3 -5
  1345. data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +3 -5
  1346. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +5 -7
  1347. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +4 -5
  1348. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +2 -2
  1349. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +1 -2
  1350. data/src/core/lib/security/credentials/call_creds_util.cc +8 -8
  1351. data/src/core/lib/security/credentials/call_creds_util.h +2 -2
  1352. data/src/core/lib/security/credentials/channel_creds_registry.h +5 -6
  1353. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +14 -13
  1354. data/src/core/lib/security/credentials/composite/composite_credentials.cc +18 -21
  1355. data/src/core/lib/security/credentials/composite/composite_credentials.h +9 -8
  1356. data/src/core/lib/security/credentials/credentials.cc +20 -20
  1357. data/src/core/lib/security/credentials/credentials.h +13 -14
  1358. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +336 -339
  1359. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +58 -46
  1360. data/src/core/lib/security/credentials/external/aws_request_signer.cc +4 -5
  1361. data/src/core/lib/security/credentials/external/aws_request_signer.h +1 -1
  1362. data/src/core/lib/security/credentials/external/external_account_credentials.cc +410 -374
  1363. data/src/core/lib/security/credentials/external/external_account_credentials.h +127 -59
  1364. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +90 -53
  1365. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +30 -9
  1366. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +103 -129
  1367. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +20 -22
  1368. data/src/core/lib/security/credentials/fake/fake_credentials.cc +2 -4
  1369. data/src/core/lib/security/credentials/fake/fake_credentials.h +10 -9
  1370. data/src/core/lib/security/credentials/gcp_service_account_identity/gcp_service_account_identity_credentials.cc +195 -0
  1371. data/src/core/lib/security/credentials/gcp_service_account_identity/gcp_service_account_identity_credentials.h +90 -0
  1372. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +4 -6
  1373. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +60 -77
  1374. data/src/core/lib/security/credentials/google_default/google_default_credentials.h +9 -7
  1375. data/src/core/lib/security/credentials/iam/iam_credentials.cc +9 -14
  1376. data/src/core/lib/security/credentials/iam/iam_credentials.h +6 -5
  1377. data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +2 -2
  1378. data/src/core/lib/security/credentials/insecure/insecure_credentials.h +4 -4
  1379. data/src/core/lib/security/credentials/jwt/json_token.cc +35 -34
  1380. data/src/core/lib/security/credentials/jwt/json_token.h +2 -4
  1381. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +24 -30
  1382. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +9 -9
  1383. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +90 -102
  1384. data/src/core/lib/security/credentials/jwt/jwt_verifier.h +3 -5
  1385. data/src/core/lib/security/credentials/local/local_credentials.cc +3 -4
  1386. data/src/core/lib/security/credentials/local/local_credentials.h +5 -5
  1387. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +202 -302
  1388. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +48 -71
  1389. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +22 -35
  1390. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +11 -13
  1391. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +47 -59
  1392. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +8 -9
  1393. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +28 -28
  1394. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +2 -3
  1395. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_match.cc +0 -2
  1396. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +107 -46
  1397. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +15 -14
  1398. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +8 -12
  1399. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +9 -10
  1400. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +27 -29
  1401. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +2 -1
  1402. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.cc +23 -20
  1403. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.h +13 -12
  1404. data/src/core/lib/security/credentials/tls/tls_credentials.cc +20 -24
  1405. data/src/core/lib/security/credentials/tls/tls_credentials.h +7 -5
  1406. data/src/core/lib/security/credentials/tls/tls_utils.cc +5 -7
  1407. data/src/core/lib/security/credentials/tls/tls_utils.h +1 -2
  1408. data/src/core/lib/security/credentials/token_fetcher/token_fetcher_credentials.cc +305 -0
  1409. data/src/core/lib/security/credentials/token_fetcher/token_fetcher_credentials.h +181 -0
  1410. data/src/core/lib/security/credentials/xds/xds_credentials.cc +21 -19
  1411. data/src/core/lib/security/credentials/xds/xds_credentials.h +7 -9
  1412. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +35 -40
  1413. data/src/core/lib/security/security_connector/alts/alts_security_connector.h +3 -3
  1414. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +28 -28
  1415. data/src/core/lib/security/security_connector/fake/fake_security_connector.h +3 -3
  1416. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +8 -10
  1417. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +5 -6
  1418. data/src/core/lib/security/security_connector/load_system_roots.h +4 -2
  1419. data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +3 -2
  1420. data/src/core/lib/security/security_connector/load_system_roots_supported.cc +8 -10
  1421. data/src/core/lib/security/security_connector/load_system_roots_supported.h +1 -2
  1422. data/src/core/lib/security/security_connector/load_system_roots_windows.cc +85 -0
  1423. data/src/core/lib/security/security_connector/local/local_security_connector.cc +35 -35
  1424. data/src/core/lib/security/security_connector/local/local_security_connector.h +3 -3
  1425. data/src/core/lib/security/security_connector/security_connector.cc +11 -15
  1426. data/src/core/lib/security/security_connector/security_connector.h +8 -11
  1427. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +28 -32
  1428. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +4 -5
  1429. data/src/core/lib/security/security_connector/ssl_utils.cc +42 -42
  1430. data/src/core/lib/security/security_connector/ssl_utils.h +6 -9
  1431. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +49 -62
  1432. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +6 -7
  1433. data/src/core/lib/security/transport/auth_filters.h +17 -38
  1434. data/src/core/lib/security/transport/client_auth_filter.cc +19 -27
  1435. data/src/core/lib/security/transport/server_auth_filter.cc +23 -32
  1436. data/src/core/lib/security/util/json_util.cc +4 -6
  1437. data/src/core/lib/security/util/json_util.h +1 -1
  1438. data/src/core/lib/slice/percent_encoding.cc +4 -6
  1439. data/src/core/lib/slice/slice.cc +44 -20
  1440. data/src/core/lib/slice/slice.h +8 -11
  1441. data/src/core/lib/slice/slice_buffer.cc +67 -30
  1442. data/src/core/lib/slice/slice_buffer.h +16 -5
  1443. data/src/core/lib/slice/slice_internal.h +11 -7
  1444. data/src/core/lib/slice/slice_refcount.h +7 -15
  1445. data/src/core/lib/slice/slice_string_helpers.cc +3 -3
  1446. data/src/core/lib/slice/slice_string_helpers.h +1 -3
  1447. data/src/core/lib/surface/byte_buffer.cc +2 -4
  1448. data/src/core/lib/surface/byte_buffer_reader.cc +5 -7
  1449. data/src/core/lib/surface/call.cc +205 -3997
  1450. data/src/core/lib/surface/call.h +177 -101
  1451. data/src/core/lib/surface/call_details.cc +5 -5
  1452. data/src/core/lib/surface/call_log_batch.cc +7 -11
  1453. data/src/core/lib/surface/call_test_only.h +2 -4
  1454. data/src/core/lib/surface/call_utils.cc +231 -0
  1455. data/src/core/lib/surface/call_utils.h +486 -0
  1456. data/src/core/lib/surface/channel.cc +131 -340
  1457. data/src/core/lib/surface/channel.h +100 -118
  1458. data/src/core/lib/surface/channel_create.cc +125 -0
  1459. data/src/core/lib/surface/channel_create.h +42 -0
  1460. data/src/core/lib/surface/channel_init.cc +275 -271
  1461. data/src/core/lib/surface/channel_init.h +190 -115
  1462. data/src/core/lib/surface/channel_stack_type.cc +2 -2
  1463. data/src/core/lib/surface/client_call.cc +441 -0
  1464. data/src/core/lib/surface/client_call.h +187 -0
  1465. data/src/core/lib/surface/completion_queue.cc +127 -124
  1466. data/src/core/lib/surface/completion_queue.h +4 -14
  1467. data/src/core/lib/surface/completion_queue_factory.cc +8 -9
  1468. data/src/core/lib/surface/completion_queue_factory.h +1 -2
  1469. data/src/core/lib/surface/connection_context.cc +77 -0
  1470. data/src/core/lib/surface/connection_context.h +156 -0
  1471. data/src/core/lib/surface/event_string.cc +2 -2
  1472. data/src/core/lib/surface/event_string.h +1 -2
  1473. data/src/core/lib/surface/filter_stack_call.cc +1156 -0
  1474. data/src/core/lib/surface/filter_stack_call.h +366 -0
  1475. data/src/core/lib/surface/init.cc +66 -32
  1476. data/src/core/lib/surface/init.h +5 -0
  1477. data/src/core/lib/surface/init_internally.cc +2 -2
  1478. data/src/core/lib/surface/lame_client.cc +23 -54
  1479. data/src/core/lib/surface/lame_client.h +16 -15
  1480. data/src/core/lib/surface/legacy_channel.cc +428 -0
  1481. data/src/core/lib/surface/legacy_channel.h +113 -0
  1482. data/src/core/lib/surface/metadata_array.cc +6 -7
  1483. data/src/core/lib/surface/server_call.cc +227 -0
  1484. data/src/core/lib/surface/server_call.h +167 -0
  1485. data/src/core/lib/surface/validate_metadata.cc +4 -6
  1486. data/src/core/lib/surface/validate_metadata.h +3 -6
  1487. data/src/core/lib/surface/version.cc +3 -4
  1488. data/src/core/lib/transport/bdp_estimator.cc +14 -20
  1489. data/src/core/lib/transport/bdp_estimator.h +12 -18
  1490. data/src/core/lib/transport/call_arena_allocator.cc +27 -0
  1491. data/src/core/lib/transport/call_arena_allocator.h +91 -0
  1492. data/src/core/lib/transport/call_destination.h +76 -0
  1493. data/src/core/lib/transport/call_filters.cc +79 -308
  1494. data/src/core/lib/transport/call_filters.h +875 -476
  1495. data/src/core/lib/transport/call_final_info.cc +2 -2
  1496. data/src/core/lib/transport/call_final_info.h +3 -4
  1497. data/src/core/lib/transport/call_spine.cc +99 -79
  1498. data/src/core/lib/transport/call_spine.h +254 -248
  1499. data/src/core/lib/transport/call_state.cc +39 -0
  1500. data/src/core/lib/transport/call_state.h +1061 -0
  1501. data/src/core/lib/transport/connectivity_state.cc +38 -47
  1502. data/src/core/lib/transport/connectivity_state.h +3 -7
  1503. data/src/core/lib/transport/error_utils.cc +3 -5
  1504. data/src/core/lib/transport/error_utils.h +2 -4
  1505. data/src/core/lib/transport/interception_chain.cc +147 -0
  1506. data/src/core/lib/transport/interception_chain.h +253 -0
  1507. data/src/core/lib/transport/message.cc +3 -4
  1508. data/src/core/lib/transport/message.h +5 -0
  1509. data/src/core/lib/transport/metadata.cc +29 -5
  1510. data/src/core/lib/transport/metadata.h +37 -2
  1511. data/src/core/lib/transport/metadata_batch.cc +76 -8
  1512. data/src/core/lib/transport/metadata_batch.h +116 -31
  1513. data/src/core/lib/transport/metadata_compression_traits.h +2 -3
  1514. data/src/core/lib/transport/metadata_info.cc +55 -0
  1515. data/src/core/lib/transport/metadata_info.h +85 -0
  1516. data/src/core/lib/transport/parsed_metadata.cc +2 -2
  1517. data/src/core/lib/transport/parsed_metadata.h +2 -5
  1518. data/src/core/lib/transport/simple_slice_based_metadata.h +0 -1
  1519. data/src/core/lib/transport/status_conversion.cc +2 -2
  1520. data/src/core/lib/transport/status_conversion.h +2 -3
  1521. data/src/core/lib/transport/timeout_encoding.cc +11 -12
  1522. data/src/core/lib/transport/timeout_encoding.h +1 -3
  1523. data/src/core/lib/transport/transport.cc +7 -13
  1524. data/src/core/lib/transport/transport.h +94 -88
  1525. data/src/core/lib/transport/transport_framing_endpoint_extension.h +47 -0
  1526. data/src/core/lib/transport/transport_op_string.cc +2 -13
  1527. data/src/core/load_balancing/address_filtering.cc +3 -5
  1528. data/src/core/load_balancing/address_filtering.h +3 -4
  1529. data/src/core/load_balancing/backend_metric_parser.cc +94 -0
  1530. data/src/core/load_balancing/backend_metric_parser.h +45 -0
  1531. data/src/core/load_balancing/child_policy_handler.cc +43 -47
  1532. data/src/core/load_balancing/child_policy_handler.h +2 -3
  1533. data/src/core/load_balancing/delegating_helper.h +14 -8
  1534. data/src/core/load_balancing/endpoint_list.cc +18 -22
  1535. data/src/core/load_balancing/endpoint_list.h +20 -16
  1536. data/src/core/load_balancing/grpclb/client_load_reporting_filter.cc +38 -34
  1537. data/src/core/load_balancing/grpclb/client_load_reporting_filter.h +23 -7
  1538. data/src/core/load_balancing/grpclb/grpclb.cc +216 -255
  1539. data/src/core/load_balancing/grpclb/grpclb_balancer_addresses.cc +2 -3
  1540. data/src/core/load_balancing/grpclb/grpclb_balancer_addresses.h +1 -2
  1541. data/src/core/load_balancing/grpclb/grpclb_client_stats.cc +3 -5
  1542. data/src/core/load_balancing/grpclb/grpclb_client_stats.h +5 -8
  1543. data/src/core/load_balancing/grpclb/load_balancer_api.cc +7 -11
  1544. data/src/core/load_balancing/grpclb/load_balancer_api.h +3 -6
  1545. data/src/core/load_balancing/health_check_client.cc +68 -89
  1546. data/src/core/load_balancing/health_check_client.h +1 -1
  1547. data/src/core/load_balancing/health_check_client_internal.h +10 -13
  1548. data/src/core/load_balancing/lb_policy.cc +7 -10
  1549. data/src/core/load_balancing/lb_policy.h +84 -42
  1550. data/src/core/load_balancing/lb_policy_factory.h +3 -4
  1551. data/src/core/load_balancing/lb_policy_registry.cc +7 -9
  1552. data/src/core/load_balancing/lb_policy_registry.h +5 -6
  1553. data/src/core/load_balancing/oob_backend_metric.cc +28 -35
  1554. data/src/core/load_balancing/oob_backend_metric.h +1 -1
  1555. data/src/core/load_balancing/oob_backend_metric_internal.h +12 -14
  1556. data/src/core/load_balancing/outlier_detection/outlier_detection.cc +172 -217
  1557. data/src/core/load_balancing/outlier_detection/outlier_detection.h +5 -7
  1558. data/src/core/load_balancing/pick_first/pick_first.cc +1235 -409
  1559. data/src/core/load_balancing/priority/priority.cc +115 -153
  1560. data/src/core/load_balancing/ring_hash/ring_hash.cc +94 -101
  1561. data/src/core/load_balancing/ring_hash/ring_hash.h +6 -7
  1562. data/src/core/load_balancing/rls/rls.cc +516 -391
  1563. data/src/core/load_balancing/rls/rls.h +26 -0
  1564. data/src/core/load_balancing/round_robin/round_robin.cc +88 -559
  1565. data/src/core/load_balancing/subchannel_interface.h +18 -7
  1566. data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.cc +7 -8
  1567. data/src/core/load_balancing/weighted_round_robin/static_stride_scheduler.h +2 -3
  1568. data/src/core/load_balancing/weighted_round_robin/weighted_round_robin.cc +240 -1042
  1569. data/src/core/load_balancing/weighted_target/weighted_target.cc +91 -124
  1570. data/src/core/load_balancing/weighted_target/weighted_target.h +28 -0
  1571. data/src/core/load_balancing/xds/cds.cc +70 -87
  1572. data/src/core/load_balancing/xds/xds_cluster_impl.cc +257 -188
  1573. data/src/core/load_balancing/xds/xds_cluster_manager.cc +59 -92
  1574. data/src/core/load_balancing/xds/xds_override_host.cc +141 -203
  1575. data/src/core/load_balancing/xds/xds_override_host.h +6 -7
  1576. data/src/core/load_balancing/xds/xds_wrr_locality.cc +45 -55
  1577. data/src/core/plugin_registry/grpc_plugin_registry.cc +28 -16
  1578. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +7 -4
  1579. data/src/core/resolver/dns/c_ares/dns_resolver_ares.cc +97 -72
  1580. data/src/core/resolver/dns/c_ares/dns_resolver_ares.h +1 -2
  1581. data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver.h +3 -5
  1582. data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +8 -11
  1583. data/src/core/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +156 -137
  1584. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.cc +177 -162
  1585. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper.h +3 -18
  1586. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +1 -1
  1587. data/src/core/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -2
  1588. data/src/core/resolver/dns/dns_resolver_plugin.cc +11 -13
  1589. data/src/core/resolver/dns/dns_resolver_plugin.h +1 -1
  1590. data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +58 -65
  1591. data/src/core/resolver/dns/event_engine/event_engine_client_channel_resolver.h +5 -4
  1592. data/src/core/resolver/dns/event_engine/service_config_helper.cc +8 -10
  1593. data/src/core/resolver/dns/native/dns_resolver.cc +24 -34
  1594. data/src/core/resolver/dns/native/dns_resolver.h +1 -1
  1595. data/src/core/resolver/endpoint_addresses.cc +5 -8
  1596. data/src/core/resolver/endpoint_addresses.h +7 -5
  1597. data/src/core/resolver/fake/fake_resolver.cc +12 -14
  1598. data/src/core/resolver/fake/fake_resolver.h +7 -9
  1599. data/src/core/resolver/google_c2p/google_c2p_resolver.cc +38 -35
  1600. data/src/core/resolver/polling_resolver.cc +42 -58
  1601. data/src/core/resolver/polling_resolver.h +6 -8
  1602. data/src/core/resolver/resolver.cc +3 -7
  1603. data/src/core/resolver/resolver.h +2 -8
  1604. data/src/core/resolver/resolver_factory.h +2 -3
  1605. data/src/core/resolver/resolver_registry.cc +12 -14
  1606. data/src/core/resolver/resolver_registry.h +4 -5
  1607. data/src/core/resolver/sockaddr/sockaddr_resolver.cc +12 -14
  1608. data/src/core/resolver/xds/xds_config.cc +95 -0
  1609. data/src/core/resolver/xds/xds_config.h +108 -0
  1610. data/src/core/resolver/xds/xds_dependency_manager.cc +100 -183
  1611. data/src/core/resolver/xds/xds_dependency_manager.h +16 -81
  1612. data/src/core/resolver/xds/xds_resolver.cc +157 -142
  1613. data/src/core/resolver/xds/xds_resolver_attributes.h +7 -4
  1614. data/src/core/server/server.cc +1931 -0
  1615. data/src/core/server/server.h +569 -0
  1616. data/src/core/server/server_call_tracer_filter.cc +117 -0
  1617. data/src/core/server/server_call_tracer_filter.h +28 -0
  1618. data/src/core/server/server_config_selector.h +82 -0
  1619. data/src/core/server/server_config_selector_filter.cc +175 -0
  1620. data/src/core/server/server_config_selector_filter.h +33 -0
  1621. data/src/core/server/server_interface.h +45 -0
  1622. data/src/core/server/xds_channel_stack_modifier.cc +107 -0
  1623. data/src/core/server/xds_channel_stack_modifier.h +62 -0
  1624. data/src/core/server/xds_server_config_fetcher.cc +1384 -0
  1625. data/src/core/service_config/service_config.h +3 -6
  1626. data/src/core/service_config/service_config_call_data.h +20 -19
  1627. data/src/core/service_config/service_config_channel_arg_filter.cc +139 -0
  1628. data/src/core/service_config/service_config_impl.cc +9 -11
  1629. data/src/core/service_config/service_config_impl.h +6 -9
  1630. data/src/core/service_config/service_config_parser.cc +4 -9
  1631. data/src/core/service_config/service_config_parser.h +3 -5
  1632. data/src/core/telemetry/call_tracer.cc +386 -0
  1633. data/src/core/telemetry/call_tracer.h +263 -0
  1634. data/src/core/telemetry/histogram_view.cc +69 -0
  1635. data/src/core/telemetry/histogram_view.h +36 -0
  1636. data/src/core/telemetry/metrics.cc +180 -0
  1637. data/src/core/telemetry/metrics.h +569 -0
  1638. data/src/core/telemetry/stats.cc +67 -0
  1639. data/src/core/telemetry/stats.h +62 -0
  1640. data/src/core/telemetry/stats_data.cc +931 -0
  1641. data/src/core/telemetry/stats_data.h +705 -0
  1642. data/src/core/telemetry/tcp_tracer.h +143 -0
  1643. data/src/core/tsi/alts/crypt/aes_gcm.cc +4 -8
  1644. data/src/core/tsi/alts/crypt/gsec.cc +2 -4
  1645. data/src/core/tsi/alts/crypt/gsec.h +3 -5
  1646. data/src/core/tsi/alts/frame_protector/alts_counter.cc +2 -4
  1647. data/src/core/tsi/alts/frame_protector/alts_counter.h +2 -4
  1648. data/src/core/tsi/alts/frame_protector/alts_crypter.cc +2 -4
  1649. data/src/core/tsi/alts/frame_protector/alts_crypter.h +1 -3
  1650. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +16 -19
  1651. data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +0 -1
  1652. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +1 -2
  1653. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +1 -2
  1654. data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +2 -3
  1655. data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +2 -3
  1656. data/src/core/tsi/alts/frame_protector/frame_handler.cc +11 -13
  1657. data/src/core/tsi/alts/frame_protector/frame_handler.h +0 -1
  1658. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +84 -86
  1659. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +1 -2
  1660. data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +5 -6
  1661. data/src/core/tsi/alts/handshaker/alts_shared_resource.h +2 -3
  1662. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +77 -76
  1663. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +1 -2
  1664. data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +6 -5
  1665. data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +1 -2
  1666. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +17 -24
  1667. data/src/core/tsi/alts/handshaker/transport_security_common_api.h +4 -6
  1668. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +17 -19
  1669. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +0 -1
  1670. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +12 -14
  1671. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +0 -1
  1672. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +1 -2
  1673. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +16 -14
  1674. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +3 -6
  1675. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +0 -1
  1676. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +13 -16
  1677. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +0 -1
  1678. data/src/core/tsi/fake_transport_security.cc +31 -34
  1679. data/src/core/tsi/local_transport_security.cc +9 -11
  1680. data/src/core/tsi/local_transport_security.h +1 -2
  1681. data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +14 -16
  1682. data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +7 -10
  1683. data/src/core/tsi/ssl/session_cache/ssl_session.h +3 -5
  1684. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +16 -17
  1685. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +8 -10
  1686. data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +4 -7
  1687. data/src/core/tsi/ssl_transport_security.cc +344 -193
  1688. data/src/core/tsi/ssl_transport_security.h +5 -8
  1689. data/src/core/tsi/ssl_transport_security_utils.cc +208 -27
  1690. data/src/core/tsi/ssl_transport_security_utils.h +40 -5
  1691. data/src/core/tsi/ssl_types.h +0 -1
  1692. data/src/core/tsi/transport_security.cc +3 -9
  1693. data/src/core/tsi/transport_security.h +0 -3
  1694. data/src/core/tsi/transport_security_grpc.cc +2 -2
  1695. data/src/core/tsi/transport_security_grpc.h +1 -2
  1696. data/src/core/tsi/transport_security_interface.h +2 -7
  1697. data/src/core/util/alloc.cc +69 -0
  1698. data/src/core/util/alloc.h +28 -0
  1699. data/src/core/util/atm.cc +34 -0
  1700. data/src/core/util/atomic_utils.h +47 -0
  1701. data/src/core/util/avl.h +324 -0
  1702. data/src/core/util/backoff.cc +46 -0
  1703. data/src/core/util/backoff.h +86 -0
  1704. data/src/core/util/bitset.h +224 -0
  1705. data/src/core/util/chunked_vector.h +256 -0
  1706. data/src/core/util/construct_destruct.h +41 -0
  1707. data/src/core/util/cpp_impl_of.h +49 -0
  1708. data/src/core/util/crash.cc +40 -0
  1709. data/src/core/util/crash.h +36 -0
  1710. data/src/core/util/debug_location.h +106 -0
  1711. data/src/core/util/directory_reader.h +48 -0
  1712. data/src/core/util/down_cast.h +48 -0
  1713. data/src/core/util/dual_ref_counted.h +376 -0
  1714. data/src/core/util/dump_args.cc +54 -0
  1715. data/src/core/util/dump_args.h +122 -0
  1716. data/src/core/util/env.h +53 -0
  1717. data/src/core/util/event_log.cc +87 -0
  1718. data/src/core/util/event_log.h +79 -0
  1719. data/src/core/util/examine_stack.cc +43 -0
  1720. data/src/core/util/examine_stack.h +45 -0
  1721. data/src/core/util/fork.cc +241 -0
  1722. data/src/core/util/fork.h +98 -0
  1723. data/src/core/util/gcp_metadata_query.cc +132 -0
  1724. data/src/core/util/gcp_metadata_query.h +86 -0
  1725. data/src/core/util/gethostname.h +26 -0
  1726. data/src/core/util/gethostname_fallback.cc +30 -0
  1727. data/src/core/util/gethostname_host_name_max.cc +39 -0
  1728. data/src/core/util/gethostname_sysconf.cc +39 -0
  1729. data/src/core/util/glob.cc +70 -0
  1730. data/src/core/util/glob.h +29 -0
  1731. data/src/core/util/gpr_time.cc +268 -0
  1732. data/src/core/util/grpc_if_nametoindex.h +29 -0
  1733. data/src/core/util/grpc_if_nametoindex_posix.cc +41 -0
  1734. data/src/core/util/grpc_if_nametoindex_unsupported.cc +36 -0
  1735. data/src/core/util/host_port.cc +114 -0
  1736. data/src/core/util/host_port.h +57 -0
  1737. data/src/core/util/http_client/format_request.cc +134 -0
  1738. data/src/core/util/http_client/format_request.h +37 -0
  1739. data/src/core/util/http_client/httpcli.cc +380 -0
  1740. data/src/core/util/http_client/httpcli.h +269 -0
  1741. data/src/core/util/http_client/httpcli_security_connector.cc +210 -0
  1742. data/src/core/util/http_client/httpcli_ssl_credentials.h +38 -0
  1743. data/src/core/util/http_client/parser.cc +447 -0
  1744. data/src/core/util/http_client/parser.h +126 -0
  1745. data/src/core/util/if_list.h +4530 -0
  1746. data/src/core/util/iphone/cpu.cc +43 -0
  1747. data/src/core/util/json/json.h +29 -0
  1748. data/src/core/util/json/json_args.h +34 -0
  1749. data/src/core/util/json/json_channel_args.h +41 -0
  1750. data/src/core/util/json/json_object_loader.cc +215 -0
  1751. data/src/core/util/json/json_object_loader.h +644 -0
  1752. data/src/core/util/json/json_reader.cc +953 -0
  1753. data/src/core/util/json/json_reader.h +33 -0
  1754. data/src/core/util/json/json_util.cc +101 -0
  1755. data/src/core/util/json/json_util.h +163 -0
  1756. data/src/core/util/json/json_writer.cc +337 -0
  1757. data/src/core/util/json/json_writer.h +33 -0
  1758. data/src/core/util/latent_see.cc +163 -0
  1759. data/src/core/util/latent_see.h +334 -0
  1760. data/src/core/util/linux/cpu.cc +86 -0
  1761. data/src/core/util/linux/env.cc +62 -0
  1762. data/src/core/util/load_file.cc +75 -0
  1763. data/src/core/util/load_file.h +33 -0
  1764. data/src/core/util/log.cc +127 -0
  1765. data/src/core/util/lru_cache.h +122 -0
  1766. data/src/core/util/manual_constructor.h +145 -0
  1767. data/src/core/util/match.h +74 -0
  1768. data/src/core/util/matchers.cc +337 -0
  1769. data/src/core/util/matchers.h +167 -0
  1770. data/src/core/util/memory.h +52 -0
  1771. data/src/core/util/mpscq.cc +108 -0
  1772. data/src/core/util/mpscq.h +98 -0
  1773. data/src/core/util/msys/tmpfile.cc +57 -0
  1774. data/src/core/util/no_destruct.h +95 -0
  1775. data/src/core/util/notification.h +66 -0
  1776. data/src/core/util/orphanable.h +153 -0
  1777. data/src/core/util/overload.h +59 -0
  1778. data/src/core/util/packed_table.h +40 -0
  1779. data/src/core/util/per_cpu.cc +34 -0
  1780. data/src/core/util/per_cpu.h +102 -0
  1781. data/src/core/util/posix/cpu.cc +83 -0
  1782. data/src/core/util/posix/directory_reader.cc +82 -0
  1783. data/src/core/util/posix/env.cc +47 -0
  1784. data/src/core/util/posix/stat.cc +54 -0
  1785. data/src/core/util/posix/string.cc +71 -0
  1786. data/src/core/util/posix/sync.cc +158 -0
  1787. data/src/core/util/posix/thd.cc +243 -0
  1788. data/src/core/util/posix/time.cc +123 -0
  1789. data/src/core/util/posix/tmpfile.cc +71 -0
  1790. data/src/core/util/random_early_detection.cc +33 -0
  1791. data/src/core/util/random_early_detection.h +61 -0
  1792. data/src/core/util/ref_counted.h +402 -0
  1793. data/src/core/util/ref_counted_ptr.h +443 -0
  1794. data/src/core/util/ref_counted_string.cc +42 -0
  1795. data/src/core/util/ref_counted_string.h +159 -0
  1796. data/src/core/util/ring_buffer.h +123 -0
  1797. data/src/core/util/single_set_ptr.h +89 -0
  1798. data/src/core/util/sorted_pack.h +89 -0
  1799. data/src/core/util/spinlock.h +51 -0
  1800. data/src/core/util/stat.h +35 -0
  1801. data/src/core/util/status_helper.cc +431 -0
  1802. data/src/core/util/status_helper.h +160 -0
  1803. data/src/core/util/strerror.cc +40 -0
  1804. data/src/core/util/strerror.h +29 -0
  1805. data/src/core/util/string.cc +341 -0
  1806. data/src/core/util/string.h +110 -0
  1807. data/src/core/util/sync.cc +123 -0
  1808. data/src/core/util/sync.h +199 -0
  1809. data/src/core/util/sync_abseil.cc +107 -0
  1810. data/src/core/util/table.h +486 -0
  1811. data/src/core/util/tchar.cc +49 -0
  1812. data/src/core/util/tchar.h +33 -0
  1813. data/src/core/util/thd.h +193 -0
  1814. data/src/core/util/time.cc +240 -0
  1815. data/src/core/util/time.h +385 -0
  1816. data/src/core/util/time_averaged_stats.cc +60 -0
  1817. data/src/core/util/time_averaged_stats.h +79 -0
  1818. data/src/core/util/time_precise.cc +168 -0
  1819. data/src/core/util/time_precise.h +68 -0
  1820. data/src/core/util/time_util.cc +80 -0
  1821. data/src/core/util/time_util.h +41 -0
  1822. data/src/core/util/tmpfile.h +31 -0
  1823. data/src/core/util/type_list.h +32 -0
  1824. data/src/core/util/unique_ptr_with_bitset.h +86 -0
  1825. data/src/core/util/unique_type_name.h +123 -0
  1826. data/src/core/util/upb_utils.h +43 -0
  1827. data/src/core/util/uri.cc +376 -0
  1828. data/src/core/util/uri.h +105 -0
  1829. data/src/core/util/useful.h +155 -0
  1830. data/src/core/util/uuid_v4.cc +37 -0
  1831. data/src/core/util/uuid_v4.h +35 -0
  1832. data/src/core/util/validation_errors.cc +73 -0
  1833. data/src/core/util/validation_errors.h +144 -0
  1834. data/src/core/util/windows/cpu.cc +34 -0
  1835. data/src/core/util/windows/directory_reader.cc +79 -0
  1836. data/src/core/util/windows/env.cc +56 -0
  1837. data/src/core/util/windows/stat.cc +50 -0
  1838. data/src/core/util/windows/string.cc +68 -0
  1839. data/src/core/util/windows/string_util.cc +53 -0
  1840. data/src/core/util/windows/sync.cc +122 -0
  1841. data/src/core/util/windows/thd.cc +182 -0
  1842. data/src/core/util/windows/time.cc +105 -0
  1843. data/src/core/util/windows/tmpfile.cc +66 -0
  1844. data/src/core/util/work_serializer.cc +538 -0
  1845. data/src/core/util/work_serializer.h +105 -0
  1846. data/src/core/util/xxhash_inline.h +29 -0
  1847. data/src/core/xds/grpc/certificate_provider_store.cc +153 -0
  1848. data/src/core/xds/grpc/certificate_provider_store.h +132 -0
  1849. data/src/core/xds/grpc/file_watcher_certificate_provider_factory.cc +136 -0
  1850. data/src/core/xds/grpc/file_watcher_certificate_provider_factory.h +80 -0
  1851. data/src/core/xds/grpc/xds_audit_logger_registry.cc +123 -0
  1852. data/src/core/xds/grpc/xds_audit_logger_registry.h +67 -0
  1853. data/src/core/xds/grpc/xds_bootstrap_grpc.cc +238 -0
  1854. data/src/core/xds/grpc/xds_bootstrap_grpc.h +167 -0
  1855. data/src/core/xds/grpc/xds_certificate_provider.cc +216 -0
  1856. data/src/core/xds/grpc/xds_certificate_provider.h +116 -0
  1857. data/src/core/xds/grpc/xds_client_grpc.cc +445 -0
  1858. data/src/core/xds/grpc/xds_client_grpc.h +115 -0
  1859. data/src/core/xds/grpc/xds_cluster.cc +79 -0
  1860. data/src/core/xds/grpc/xds_cluster.h +135 -0
  1861. data/src/core/xds/grpc/xds_cluster_parser.cc +772 -0
  1862. data/src/core/xds/grpc/xds_cluster_parser.h +61 -0
  1863. data/src/core/xds/grpc/xds_cluster_specifier_plugin.cc +137 -0
  1864. data/src/core/xds/grpc/xds_cluster_specifier_plugin.h +96 -0
  1865. data/src/core/xds/grpc/xds_common_types.cc +103 -0
  1866. data/src/core/xds/grpc/xds_common_types.h +90 -0
  1867. data/src/core/xds/grpc/xds_common_types_parser.cc +503 -0
  1868. data/src/core/xds/grpc/xds_common_types_parser.h +76 -0
  1869. data/src/core/xds/grpc/xds_endpoint.cc +97 -0
  1870. data/src/core/xds/grpc/xds_endpoint.h +128 -0
  1871. data/src/core/xds/grpc/xds_endpoint_parser.cc +444 -0
  1872. data/src/core/xds/grpc/xds_endpoint_parser.h +47 -0
  1873. data/src/core/xds/grpc/xds_health_status.cc +73 -0
  1874. data/src/core/xds/grpc/xds_health_status.h +88 -0
  1875. data/src/core/xds/grpc/xds_http_fault_filter.cc +249 -0
  1876. data/src/core/xds/grpc/xds_http_fault_filter.h +62 -0
  1877. data/src/core/xds/grpc/xds_http_filter.h +134 -0
  1878. data/src/core/xds/grpc/xds_http_filter_registry.cc +122 -0
  1879. data/src/core/xds/grpc/xds_http_filter_registry.h +104 -0
  1880. data/src/core/xds/grpc/xds_http_gcp_authn_filter.cc +141 -0
  1881. data/src/core/xds/grpc/xds_http_gcp_authn_filter.h +60 -0
  1882. data/src/core/xds/grpc/xds_http_rbac_filter.cc +602 -0
  1883. data/src/core/xds/grpc/xds_http_rbac_filter.h +62 -0
  1884. data/src/core/xds/grpc/xds_http_stateful_session_filter.cc +230 -0
  1885. data/src/core/xds/grpc/xds_http_stateful_session_filter.h +62 -0
  1886. data/src/core/xds/grpc/xds_lb_policy_registry.cc +365 -0
  1887. data/src/core/xds/grpc/xds_lb_policy_registry.h +70 -0
  1888. data/src/core/xds/grpc/xds_listener.cc +175 -0
  1889. data/src/core/xds/grpc/xds_listener.h +203 -0
  1890. data/src/core/xds/grpc/xds_listener_parser.cc +993 -0
  1891. data/src/core/xds/grpc/xds_listener_parser.h +59 -0
  1892. data/src/core/xds/grpc/xds_metadata.cc +62 -0
  1893. data/src/core/xds/grpc/xds_metadata.h +150 -0
  1894. data/src/core/xds/grpc/xds_metadata_parser.cc +184 -0
  1895. data/src/core/xds/grpc/xds_metadata_parser.h +35 -0
  1896. data/src/core/xds/grpc/xds_route_config.cc +282 -0
  1897. data/src/core/xds/grpc/xds_route_config.h +220 -0
  1898. data/src/core/xds/grpc/xds_route_config_parser.cc +962 -0
  1899. data/src/core/xds/grpc/xds_route_config_parser.h +77 -0
  1900. data/src/core/xds/grpc/xds_routing.cc +297 -0
  1901. data/src/core/xds/grpc/xds_routing.h +112 -0
  1902. data/src/core/xds/grpc/xds_server_grpc.cc +160 -0
  1903. data/src/core/xds/grpc/xds_server_grpc.h +63 -0
  1904. data/src/core/xds/grpc/xds_transport_grpc.cc +393 -0
  1905. data/src/core/xds/grpc/xds_transport_grpc.h +149 -0
  1906. data/src/core/xds/xds_client/lrs_client.cc +1292 -0
  1907. data/src/core/xds/xds_client/lrs_client.h +394 -0
  1908. data/src/core/xds/xds_client/xds_api.cc +353 -0
  1909. data/src/core/xds/xds_client/xds_api.h +166 -0
  1910. data/src/core/xds/xds_client/xds_backend_metric_propagation.cc +63 -0
  1911. data/src/core/xds/xds_client/xds_backend_metric_propagation.h +59 -0
  1912. data/src/core/xds/xds_client/xds_bootstrap.cc +37 -0
  1913. data/src/core/xds/xds_client/xds_bootstrap.h +88 -0
  1914. data/src/core/xds/xds_client/xds_channel_args.h +32 -0
  1915. data/src/core/xds/xds_client/xds_client.cc +1689 -0
  1916. data/src/core/xds/xds_client/xds_client.h +334 -0
  1917. data/src/core/xds/xds_client/xds_locality.h +102 -0
  1918. data/src/core/xds/xds_client/xds_metrics.h +41 -0
  1919. data/src/core/xds/xds_client/xds_resource_type.h +97 -0
  1920. data/src/core/xds/xds_client/xds_resource_type_impl.h +87 -0
  1921. data/src/core/xds/xds_client/xds_transport.h +104 -0
  1922. data/src/ruby/bin/math_pb.rb +1 -22
  1923. data/src/ruby/ext/grpc/extconf.rb +1 -4
  1924. data/src/ruby/ext/grpc/rb_byte_buffer.c +3 -3
  1925. data/src/ruby/ext/grpc/rb_call.c +15 -8
  1926. data/src/ruby/ext/grpc/rb_call_credentials.c +39 -32
  1927. data/src/ruby/ext/grpc/rb_call_credentials.h +1 -0
  1928. data/src/ruby/ext/grpc/rb_channel.c +42 -36
  1929. data/src/ruby/ext/grpc/rb_channel_args.c +4 -4
  1930. data/src/ruby/ext/grpc/rb_channel_credentials.c +5 -5
  1931. data/src/ruby/ext/grpc/rb_channel_credentials.h +1 -2
  1932. data/src/ruby/ext/grpc/rb_completion_queue.c +18 -36
  1933. data/src/ruby/ext/grpc/rb_completion_queue.h +7 -1
  1934. data/src/ruby/ext/grpc/rb_compression_options.c +9 -10
  1935. data/src/ruby/ext/grpc/rb_event_thread.c +9 -9
  1936. data/src/ruby/ext/grpc/rb_grpc.c +17 -16
  1937. data/src/ruby/ext/grpc/rb_grpc.h +8 -1
  1938. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +136 -146
  1939. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +205 -219
  1940. data/src/ruby/ext/grpc/rb_server.c +47 -27
  1941. data/src/ruby/ext/grpc/rb_server_credentials.c +4 -3
  1942. data/src/ruby/ext/grpc/rb_server_credentials.h +2 -2
  1943. data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +5 -5
  1944. data/src/ruby/ext/grpc/rb_xds_channel_credentials.h +1 -2
  1945. data/src/ruby/ext/grpc/rb_xds_server_credentials.c +5 -4
  1946. data/src/ruby/ext/grpc/rb_xds_server_credentials.h +2 -2
  1947. data/src/ruby/lib/grpc/generic/active_call.rb +16 -7
  1948. data/src/ruby/lib/grpc/logconfig.rb +13 -0
  1949. data/src/ruby/lib/grpc/version.rb +1 -1
  1950. data/src/ruby/pb/grpc/health/v1/health_pb.rb +1 -22
  1951. data/src/ruby/pb/grpc/testing/duplicate/echo_duplicate_services_pb.rb +5 -5
  1952. data/src/ruby/pb/grpc/testing/metrics_pb.rb +10 -19
  1953. data/src/ruby/pb/grpc/testing/metrics_services_pb.rb +5 -5
  1954. data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +1 -22
  1955. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +1 -22
  1956. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +1 -22
  1957. data/src/ruby/spec/call_spec.rb +53 -40
  1958. data/src/ruby/spec/channel_spec.rb +4 -2
  1959. data/src/ruby/spec/client_server_spec.rb +148 -507
  1960. data/src/ruby/spec/generic/active_call_spec.rb +64 -86
  1961. data/src/ruby/spec/generic/client_stub_spec.rb +20 -20
  1962. data/src/ruby/spec/generic/rpc_server_spec.rb +25 -0
  1963. data/src/ruby/spec/logconfig_spec.rb +30 -0
  1964. data/src/ruby/spec/support/services.rb +3 -0
  1965. data/third_party/abseil-cpp/absl/algorithm/container.h +57 -18
  1966. data/third_party/abseil-cpp/absl/base/attributes.h +84 -0
  1967. data/third_party/abseil-cpp/absl/base/config.h +32 -51
  1968. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +0 -16
  1969. data/third_party/abseil-cpp/absl/base/internal/nullability_impl.h +3 -1
  1970. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +13 -3
  1971. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +0 -12
  1972. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock_config.h +4 -4
  1973. data/third_party/abseil-cpp/absl/base/macros.h +48 -0
  1974. data/third_party/abseil-cpp/absl/base/no_destructor.h +35 -40
  1975. data/third_party/abseil-cpp/absl/base/nullability.h +33 -7
  1976. data/third_party/abseil-cpp/absl/base/optimization.h +11 -0
  1977. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  1978. data/third_party/abseil-cpp/absl/base/prefetch.h +1 -1
  1979. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +68 -12
  1980. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +60 -6
  1981. data/third_party/abseil-cpp/absl/container/hash_container_defaults.h +45 -0
  1982. data/third_party/abseil-cpp/absl/container/inlined_vector.h +13 -0
  1983. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +20 -11
  1984. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +15 -16
  1985. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +34 -1
  1986. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +68 -1
  1987. data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +50 -0
  1988. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +22 -7
  1989. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +26 -8
  1990. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +39 -35
  1991. data/third_party/abseil-cpp/absl/container/internal/layout.h +190 -74
  1992. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +8 -6
  1993. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +334 -71
  1994. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +1299 -458
  1995. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +19 -17
  1996. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +4 -3
  1997. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +2 -1
  1998. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_arm_combined.cc +12 -8
  1999. data/third_party/abseil-cpp/absl/crc/internal/crc_non_temporal_memcpy.cc +1 -1
  2000. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +11 -7
  2001. data/third_party/abseil-cpp/absl/crc/internal/non_temporal_memcpy.h +18 -17
  2002. data/third_party/abseil-cpp/absl/debugging/internal/bounded_utf8_length_sequence.h +126 -0
  2003. data/third_party/abseil-cpp/absl/debugging/internal/decode_rust_punycode.cc +258 -0
  2004. data/third_party/abseil-cpp/absl/debugging/internal/decode_rust_punycode.h +55 -0
  2005. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +1057 -86
  2006. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +3 -0
  2007. data/third_party/abseil-cpp/absl/debugging/internal/demangle_rust.cc +925 -0
  2008. data/third_party/abseil-cpp/absl/debugging/internal/demangle_rust.h +42 -0
  2009. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +43 -16
  2010. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +8 -7
  2011. data/third_party/abseil-cpp/absl/debugging/internal/examine_stack.cc +320 -0
  2012. data/third_party/abseil-cpp/absl/debugging/internal/examine_stack.h +64 -0
  2013. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +10 -7
  2014. data/third_party/abseil-cpp/absl/debugging/internal/utf8_for_code_point.cc +70 -0
  2015. data/third_party/abseil-cpp/absl/debugging/internal/utf8_for_code_point.h +47 -0
  2016. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +11 -0
  2017. data/third_party/abseil-cpp/absl/flags/flag.h +2 -0
  2018. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +117 -30
  2019. data/third_party/abseil-cpp/absl/flags/internal/flag.h +192 -30
  2020. data/third_party/abseil-cpp/absl/flags/reflection.cc +10 -0
  2021. data/third_party/abseil-cpp/absl/functional/any_invocable.h +13 -3
  2022. data/third_party/abseil-cpp/absl/functional/bind_front.h +3 -2
  2023. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +7 -7
  2024. data/third_party/abseil-cpp/absl/functional/internal/front_binder.h +9 -9
  2025. data/third_party/abseil-cpp/absl/hash/internal/hash.cc +1 -1
  2026. data/third_party/abseil-cpp/absl/hash/internal/hash.h +13 -3
  2027. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +60 -28
  2028. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.h +4 -0
  2029. data/third_party/abseil-cpp/absl/log/absl_vlog_is_on.h +93 -0
  2030. data/third_party/abseil-cpp/absl/log/check.h +209 -0
  2031. data/third_party/abseil-cpp/absl/log/globals.cc +178 -0
  2032. data/third_party/abseil-cpp/absl/log/globals.h +231 -0
  2033. data/third_party/abseil-cpp/absl/log/internal/append_truncated.h +47 -0
  2034. data/third_party/abseil-cpp/absl/log/internal/check_impl.h +150 -0
  2035. data/third_party/abseil-cpp/absl/log/internal/check_op.cc +138 -0
  2036. data/third_party/abseil-cpp/absl/log/internal/check_op.h +462 -0
  2037. data/third_party/abseil-cpp/absl/log/internal/conditions.cc +83 -0
  2038. data/third_party/abseil-cpp/absl/log/internal/conditions.h +239 -0
  2039. data/third_party/abseil-cpp/absl/log/internal/config.h +45 -0
  2040. data/third_party/abseil-cpp/absl/log/internal/fnmatch.cc +73 -0
  2041. data/third_party/abseil-cpp/absl/log/internal/fnmatch.h +35 -0
  2042. data/third_party/abseil-cpp/absl/log/internal/globals.cc +145 -0
  2043. data/third_party/abseil-cpp/absl/log/internal/globals.h +101 -0
  2044. data/third_party/abseil-cpp/absl/log/internal/log_format.cc +205 -0
  2045. data/third_party/abseil-cpp/absl/log/internal/log_format.h +78 -0
  2046. data/third_party/abseil-cpp/absl/log/internal/log_impl.h +282 -0
  2047. data/third_party/abseil-cpp/absl/log/internal/log_message.cc +690 -0
  2048. data/third_party/abseil-cpp/absl/log/internal/log_message.h +394 -0
  2049. data/third_party/abseil-cpp/absl/log/internal/log_sink_set.cc +296 -0
  2050. data/third_party/abseil-cpp/absl/log/internal/log_sink_set.h +54 -0
  2051. data/third_party/abseil-cpp/absl/log/internal/nullguard.cc +35 -0
  2052. data/third_party/abseil-cpp/absl/log/internal/nullguard.h +88 -0
  2053. data/third_party/abseil-cpp/absl/log/internal/nullstream.h +127 -0
  2054. data/third_party/abseil-cpp/absl/log/internal/proto.cc +220 -0
  2055. data/third_party/abseil-cpp/absl/log/internal/proto.h +288 -0
  2056. data/third_party/abseil-cpp/absl/log/internal/strip.h +108 -0
  2057. data/third_party/abseil-cpp/absl/log/internal/vlog_config.cc +340 -0
  2058. data/third_party/abseil-cpp/absl/log/internal/vlog_config.h +163 -0
  2059. data/third_party/abseil-cpp/absl/log/internal/voidify.h +44 -0
  2060. data/third_party/abseil-cpp/absl/log/log.h +365 -0
  2061. data/third_party/abseil-cpp/absl/log/log_entry.cc +41 -0
  2062. data/third_party/abseil-cpp/absl/log/log_entry.h +221 -0
  2063. data/third_party/abseil-cpp/absl/log/log_sink.cc +23 -0
  2064. data/third_party/abseil-cpp/absl/log/log_sink.h +71 -0
  2065. data/third_party/abseil-cpp/absl/log/log_sink_registry.h +61 -0
  2066. data/third_party/abseil-cpp/absl/log/vlog_is_on.h +72 -0
  2067. data/third_party/abseil-cpp/absl/meta/type_traits.h +138 -42
  2068. data/third_party/abseil-cpp/absl/numeric/int128.cc +0 -3
  2069. data/third_party/abseil-cpp/absl/numeric/int128.h +35 -5
  2070. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +14 -0
  2071. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +18 -0
  2072. data/third_party/abseil-cpp/absl/numeric/internal/bits.h +6 -2
  2073. data/third_party/abseil-cpp/absl/random/beta_distribution.h +8 -8
  2074. data/third_party/abseil-cpp/absl/random/bit_gen_ref.h +9 -7
  2075. data/third_party/abseil-cpp/absl/random/distributions.h +11 -11
  2076. data/third_party/abseil-cpp/absl/random/seed_sequences.h +2 -0
  2077. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +61 -2
  2078. data/third_party/abseil-cpp/absl/status/status.cc +0 -4
  2079. data/third_party/abseil-cpp/absl/status/status.h +4 -4
  2080. data/third_party/abseil-cpp/absl/status/statusor.h +108 -142
  2081. data/third_party/abseil-cpp/absl/strings/ascii.cc +32 -71
  2082. data/third_party/abseil-cpp/absl/strings/cord.cc +20 -15
  2083. data/third_party/abseil-cpp/absl/strings/cord.h +68 -7
  2084. data/third_party/abseil-cpp/absl/strings/escaping.cc +96 -21
  2085. data/third_party/abseil-cpp/absl/strings/escaping.h +25 -8
  2086. data/third_party/abseil-cpp/absl/strings/has_absl_stringify.h +1 -0
  2087. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +10 -0
  2088. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +29 -9
  2089. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +2 -2
  2090. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.cc +19 -13
  2091. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +23 -13
  2092. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +24 -24
  2093. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +12 -7
  2094. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +9 -4
  2095. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +5 -2
  2096. data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +23 -2
  2097. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +5 -1
  2098. data/third_party/abseil-cpp/absl/strings/numbers.cc +107 -333
  2099. data/third_party/abseil-cpp/absl/strings/numbers.h +12 -151
  2100. data/third_party/abseil-cpp/absl/strings/str_cat.cc +49 -142
  2101. data/third_party/abseil-cpp/absl/strings/str_cat.h +70 -85
  2102. data/third_party/abseil-cpp/absl/strings/str_format.h +1 -1
  2103. data/third_party/abseil-cpp/absl/strings/str_join.h +19 -5
  2104. data/third_party/abseil-cpp/absl/strings/str_split.h +2 -2
  2105. data/third_party/abseil-cpp/absl/strings/string_view.h +3 -2
  2106. data/third_party/abseil-cpp/absl/strings/substitute.cc +4 -0
  2107. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -2
  2108. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.h +5 -0
  2109. data/third_party/abseil-cpp/absl/synchronization/mutex.h +5 -4
  2110. data/third_party/abseil-cpp/absl/time/civil_time.h +2 -2
  2111. data/third_party/abseil-cpp/absl/time/clock.cc +15 -1
  2112. data/third_party/abseil-cpp/absl/time/duration.cc +58 -53
  2113. data/third_party/abseil-cpp/absl/time/format.cc +2 -1
  2114. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +1 -1
  2115. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +0 -29
  2116. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +3 -3
  2117. data/third_party/abseil-cpp/absl/time/time.h +73 -29
  2118. data/third_party/abseil-cpp/absl/types/compare.h +505 -0
  2119. data/third_party/abseil-cpp/absl/types/internal/optional.h +2 -2
  2120. data/third_party/abseil-cpp/absl/types/internal/variant.h +55 -67
  2121. data/third_party/abseil-cpp/absl/types/optional.h +15 -18
  2122. data/third_party/abseil-cpp/absl/types/span.h +3 -2
  2123. data/third_party/abseil-cpp/absl/types/variant.h +19 -24
  2124. data/third_party/abseil-cpp/absl/utility/utility.h +3 -41
  2125. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +1 -7
  2126. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +50 -39
  2127. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +4 -0
  2128. data/third_party/boringssl-with-bazel/src/crypto/bcm_support.h +113 -0
  2129. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +15 -20
  2130. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +25 -10
  2131. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +3 -18
  2132. data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +3 -2
  2133. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +1 -1
  2134. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +19 -15
  2135. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +7 -0
  2136. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_des.c +63 -94
  2137. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +7 -3
  2138. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +20 -28
  2139. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +9 -4
  2140. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +43 -0
  2141. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +2 -2
  2142. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +66 -41
  2143. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +4 -1
  2144. data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +71 -37
  2145. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +8 -62
  2146. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +7 -7
  2147. data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +1 -1
  2148. data/third_party/boringssl-with-bazel/src/crypto/des/des.c +45 -32
  2149. data/third_party/boringssl-with-bazel/src/crypto/des/internal.h +24 -0
  2150. data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +1 -0
  2151. data/third_party/boringssl-with-bazel/src/crypto/dilithium/dilithium.c +1539 -0
  2152. data/third_party/boringssl-with-bazel/src/crypto/dilithium/internal.h +58 -0
  2153. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +36 -20
  2154. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +3 -4
  2155. data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +2 -0
  2156. data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +160 -14
  2157. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +81 -60
  2158. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +41 -120
  2159. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +13 -13
  2160. data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +7 -0
  2161. data/third_party/boringssl-with-bazel/src/crypto/evp/p_dh.c +137 -0
  2162. data/third_party/boringssl-with-bazel/src/crypto/evp/p_dh_asn1.c +120 -0
  2163. data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +30 -0
  2164. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +3 -4
  2165. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +30 -0
  2166. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +1 -4
  2167. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +30 -0
  2168. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +1 -4
  2169. data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +6 -7
  2170. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c.inc +127 -0
  2171. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +33 -7
  2172. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +84 -80
  2173. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm_interface.h +89 -0
  2174. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c.inc +267 -0
  2175. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c.inc +876 -0
  2176. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c.inc +87 -0
  2177. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c.inc +1320 -0
  2178. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c.inc +331 -0
  2179. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +33 -23
  2180. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c.inc +222 -0
  2181. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c.inc +744 -0
  2182. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c.inc +1077 -0
  2183. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c.inc +354 -0
  2184. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c.inc +499 -0
  2185. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c.inc +1464 -0
  2186. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +0 -3
  2187. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c.inc +561 -0
  2188. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.c.inc +734 -0
  2189. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.h +65 -8
  2190. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c.inc +173 -0
  2191. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c.inc +317 -0
  2192. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +28 -11
  2193. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/fips_shared_support.c +3 -6
  2194. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +1 -80
  2195. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c.inc +479 -0
  2196. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c.inc +420 -0
  2197. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c.inc +1038 -0
  2198. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c.inc +1351 -0
  2199. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c.inc +121 -0
  2200. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c.inc +1038 -0
  2201. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/internal.h +2 -2
  2202. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c.inc +328 -0
  2203. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +78 -29
  2204. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c.inc +439 -0
  2205. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c.inc +359 -0
  2206. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c.inc +543 -0
  2207. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c.inc +218 -0
  2208. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +295 -2
  2209. data/third_party/boringssl-with-bazel/src/crypto/internal.h +143 -45
  2210. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +1 -1
  2211. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +2 -1
  2212. data/third_party/boringssl-with-bazel/src/crypto/mem.c +25 -12
  2213. data/third_party/boringssl-with-bazel/src/crypto/mldsa/internal.h +73 -0
  2214. data/third_party/boringssl-with-bazel/src/crypto/mldsa/mldsa.c +1687 -0
  2215. data/third_party/boringssl-with-bazel/src/crypto/mlkem/internal.h +90 -0
  2216. data/third_party/boringssl-with-bazel/src/crypto/mlkem/mlkem.cc +1097 -0
  2217. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +4 -1
  2218. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +19 -19
  2219. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +43 -41
  2220. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +13 -12
  2221. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +1 -0
  2222. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +9 -1
  2223. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/fork_detect.c +195 -0
  2224. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +9 -1
  2225. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/ios.c +9 -1
  2226. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +19 -3
  2227. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/rand_extra.c +26 -23
  2228. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/sysrand_internal.h +37 -0
  2229. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/trusty.c +9 -1
  2230. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/urandom.c +328 -0
  2231. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +8 -1
  2232. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/internal.h +2 -0
  2233. data/third_party/boringssl-with-bazel/src/crypto/spx/spx.c +7 -6
  2234. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +26 -33
  2235. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +1 -1
  2236. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +8 -5
  2237. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +5 -1
  2238. data/third_party/boringssl-with-bazel/src/crypto/x509/v3_cpols.c +9 -4
  2239. data/third_party/boringssl-with-bazel/src/crypto/x509/v3_crld.c +2 -2
  2240. data/third_party/boringssl-with-bazel/src/crypto/x509/v3_info.c +1 -1
  2241. data/third_party/boringssl-with-bazel/src/crypto/x509/v3_lib.c +2 -0
  2242. data/third_party/boringssl-with-bazel/src/crypto/x509/v3_purp.c +40 -61
  2243. data/third_party/boringssl-with-bazel/src/crypto/x509/v3_utl.c +49 -16
  2244. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +24 -17
  2245. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +51 -78
  2246. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +12 -29
  2247. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +13 -2
  2248. data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +2 -2
  2249. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +1 -6
  2250. data/third_party/boringssl-with-bazel/src/gen/crypto/err_data.c +1514 -0
  2251. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +24 -11
  2252. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +10 -2
  2253. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +88 -45
  2254. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +14 -9
  2255. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +12 -4
  2256. data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +10 -11
  2257. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +17 -1
  2258. data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +10 -3
  2259. data/third_party/boringssl-with-bazel/src/include/openssl/err.h +13 -0
  2260. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +25 -14
  2261. data/third_party/boringssl-with-bazel/src/include/openssl/evp_errors.h +1 -0
  2262. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +15 -3
  2263. data/third_party/boringssl-with-bazel/src/include/openssl/experimental/dilithium.h +129 -0
  2264. data/third_party/boringssl-with-bazel/src/include/openssl/experimental/kyber.h +146 -0
  2265. data/third_party/boringssl-with-bazel/src/include/openssl/experimental/spx.h +90 -0
  2266. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +8 -6
  2267. data/third_party/boringssl-with-bazel/src/include/openssl/mldsa.h +136 -0
  2268. data/third_party/boringssl-with-bazel/src/include/openssl/mlkem.h +246 -0
  2269. data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +3 -0
  2270. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +2 -2
  2271. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +66 -57
  2272. data/third_party/boringssl-with-bazel/src/include/openssl/posix_time.h +6 -0
  2273. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +19 -10
  2274. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +19 -10
  2275. data/third_party/boringssl-with-bazel/src/include/openssl/service_indicator.h +2 -2
  2276. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +62 -12
  2277. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +409 -111
  2278. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +10 -3
  2279. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +13 -10
  2280. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -2
  2281. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2927 -2394
  2282. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +9 -12
  2283. data/third_party/boringssl-with-bazel/src/ssl/d1_lib.cc +6 -0
  2284. data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +10 -5
  2285. data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +14 -2
  2286. data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +301 -66
  2287. data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +3 -9
  2288. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +66 -58
  2289. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +1 -1
  2290. data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +17 -7
  2291. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +138 -54
  2292. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +159 -117
  2293. data/third_party/boringssl-with-bazel/src/ssl/internal.h +349 -202
  2294. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +45 -17
  2295. data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +0 -1
  2296. data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +21 -1
  2297. data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +86 -1
  2298. data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +7 -4
  2299. data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +66 -385
  2300. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +21 -19
  2301. data/third_party/boringssl-with-bazel/src/ssl/ssl_credential.cc +423 -0
  2302. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +2 -2
  2303. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +99 -4
  2304. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +139 -83
  2305. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +116 -93
  2306. data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +6 -14
  2307. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +7 -1
  2308. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +48 -116
  2309. data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +21 -27
  2310. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +54 -7
  2311. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +96 -34
  2312. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +68 -23
  2313. data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +4 -24
  2314. data/third_party/upb/upb/base/descriptor_constants.h +29 -2
  2315. data/third_party/upb/upb/base/internal/endian.h +46 -0
  2316. data/third_party/upb/upb/base/status.h +1 -1
  2317. data/third_party/upb/upb/base/status.hpp +5 -1
  2318. data/third_party/upb/upb/base/string_view.h +7 -5
  2319. data/third_party/upb/upb/base/upcast.h +29 -0
  2320. data/third_party/upb/upb/generated_code_support.h +2 -1
  2321. data/third_party/upb/upb/json/decode.c +161 -64
  2322. data/third_party/upb/upb/json/decode.h +29 -29
  2323. data/third_party/upb/upb/json/encode.c +5 -28
  2324. data/third_party/upb/upb/json/encode.h +3 -26
  2325. data/third_party/upb/upb/lex/round_trip.c +10 -0
  2326. data/third_party/upb/upb/mem/arena.c +312 -109
  2327. data/third_party/upb/upb/mem/arena.h +27 -68
  2328. data/third_party/upb/upb/mem/arena.hpp +13 -5
  2329. data/third_party/upb/upb/mem/internal/arena.h +78 -57
  2330. data/third_party/upb/upb/message/accessors.c +17 -45
  2331. data/third_party/upb/upb/message/accessors.h +209 -314
  2332. data/third_party/upb/upb/message/array.c +78 -83
  2333. data/third_party/upb/upb/message/array.h +26 -30
  2334. data/third_party/upb/upb/message/compat.c +39 -0
  2335. data/third_party/upb/upb/message/compat.h +41 -0
  2336. data/third_party/upb/upb/message/copy.c +325 -0
  2337. data/third_party/upb/upb/message/copy.h +56 -0
  2338. data/third_party/upb/upb/message/internal/accessors.h +738 -176
  2339. data/third_party/upb/upb/message/internal/array.h +86 -79
  2340. data/third_party/upb/upb/message/internal/compare_unknown.c +289 -0
  2341. data/third_party/upb/upb/message/internal/compare_unknown.h +49 -0
  2342. data/third_party/upb/upb/message/internal/extension.c +63 -0
  2343. data/third_party/upb/upb/message/internal/extension.h +14 -17
  2344. data/third_party/upb/upb/message/internal/map.h +43 -41
  2345. data/third_party/upb/upb/message/internal/map_entry.h +14 -39
  2346. data/third_party/upb/upb/message/internal/map_sorter.h +19 -39
  2347. data/third_party/upb/upb/message/internal/message.c +75 -0
  2348. data/third_party/upb/upb/message/internal/message.h +36 -41
  2349. data/third_party/upb/upb/message/internal/tagged_ptr.h +56 -0
  2350. data/third_party/upb/upb/message/internal/types.h +46 -11
  2351. data/third_party/upb/upb/message/map.c +28 -26
  2352. data/third_party/upb/upb/message/map.h +16 -40
  2353. data/third_party/upb/upb/message/map_gencode_util.h +3 -26
  2354. data/third_party/upb/upb/message/map_sorter.c +22 -34
  2355. data/third_party/upb/upb/message/merge.c +38 -0
  2356. data/third_party/upb/upb/message/merge.h +26 -0
  2357. data/third_party/upb/upb/message/message.c +106 -103
  2358. data/third_party/upb/upb/message/message.h +19 -8
  2359. data/third_party/upb/upb/message/tagged_ptr.h +15 -36
  2360. data/third_party/upb/upb/message/value.h +29 -5
  2361. data/third_party/upb/upb/mini_descriptor/build_enum.c +23 -14
  2362. data/third_party/upb/upb/mini_descriptor/build_enum.h +6 -14
  2363. data/third_party/upb/upb/mini_descriptor/decode.c +145 -109
  2364. data/third_party/upb/upb/mini_descriptor/decode.h +3 -8
  2365. data/third_party/upb/upb/mini_descriptor/link.c +47 -33
  2366. data/third_party/upb/upb/mini_descriptor/link.h +1 -1
  2367. data/third_party/upb/upb/mini_table/enum.h +4 -8
  2368. data/third_party/upb/upb/mini_table/extension.h +29 -0
  2369. data/third_party/upb/upb/mini_table/extension_registry.c +27 -2
  2370. data/third_party/upb/upb/mini_table/extension_registry.h +17 -0
  2371. data/third_party/upb/upb/mini_table/field.h +28 -68
  2372. data/third_party/upb/upb/mini_table/file.h +31 -0
  2373. data/third_party/upb/upb/mini_table/internal/enum.h +19 -20
  2374. data/third_party/upb/upb/mini_table/internal/extension.h +43 -3
  2375. data/third_party/upb/upb/mini_table/internal/field.h +137 -28
  2376. data/third_party/upb/upb/mini_table/internal/file.h +47 -10
  2377. data/third_party/upb/upb/mini_table/internal/message.c +37 -9
  2378. data/third_party/upb/upb/mini_table/internal/message.h +138 -23
  2379. data/third_party/upb/upb/mini_table/internal/size_log2.h +77 -0
  2380. data/third_party/upb/upb/mini_table/internal/sub.h +44 -4
  2381. data/third_party/upb/upb/mini_table/message.c +18 -19
  2382. data/third_party/upb/upb/mini_table/message.h +35 -25
  2383. data/third_party/upb/upb/mini_table/sub.h +32 -1
  2384. data/third_party/upb/upb/port/def.inc +125 -11
  2385. data/third_party/upb/upb/port/undef.inc +11 -1
  2386. data/third_party/upb/upb/reflection/common.h +1 -11
  2387. data/third_party/upb/upb/reflection/def.hpp +42 -3
  2388. data/third_party/upb/upb/reflection/def_pool.c +81 -2
  2389. data/third_party/upb/upb/reflection/def_pool.h +10 -2
  2390. data/third_party/upb/upb/reflection/descriptor_bootstrap.h +19 -0
  2391. data/third_party/upb/upb/reflection/enum_def.c +46 -19
  2392. data/third_party/upb/upb/reflection/enum_def.h +2 -0
  2393. data/third_party/upb/upb/reflection/enum_value_def.c +38 -14
  2394. data/third_party/upb/upb/reflection/enum_value_def.h +2 -0
  2395. data/third_party/upb/upb/reflection/extension_range.c +13 -5
  2396. data/third_party/upb/upb/reflection/extension_range.h +2 -0
  2397. data/third_party/upb/upb/reflection/field_def.c +214 -141
  2398. data/third_party/upb/upb/reflection/field_def.h +14 -1
  2399. data/third_party/upb/upb/reflection/file_def.c +124 -9
  2400. data/third_party/upb/upb/reflection/file_def.h +6 -0
  2401. data/third_party/upb/upb/reflection/internal/def_builder.c +85 -7
  2402. data/third_party/upb/upb/reflection/internal/def_builder.h +23 -0
  2403. data/third_party/upb/upb/reflection/internal/enum_def.h +5 -4
  2404. data/third_party/upb/upb/reflection/internal/enum_reserved_range.h +1 -1
  2405. data/third_party/upb/upb/reflection/internal/enum_value_def.h +2 -1
  2406. data/third_party/upb/upb/reflection/internal/extension_range.h +2 -2
  2407. data/third_party/upb/upb/reflection/internal/field_def.h +11 -10
  2408. data/third_party/upb/upb/reflection/internal/message_def.h +6 -3
  2409. data/third_party/upb/upb/reflection/internal/method_def.h +5 -3
  2410. data/third_party/upb/upb/reflection/internal/oneof_def.h +5 -3
  2411. data/third_party/upb/upb/reflection/internal/service_def.h +5 -3
  2412. data/third_party/upb/upb/reflection/internal/upb_edition_defaults.h +20 -0
  2413. data/third_party/upb/upb/reflection/message.c +52 -20
  2414. data/third_party/upb/upb/reflection/message.h +7 -7
  2415. data/third_party/upb/upb/reflection/message_def.c +68 -34
  2416. data/third_party/upb/upb/reflection/message_def.h +2 -0
  2417. data/third_party/upb/upb/reflection/method_def.c +20 -9
  2418. data/third_party/upb/upb/reflection/method_def.h +10 -7
  2419. data/third_party/upb/upb/reflection/oneof_def.c +20 -11
  2420. data/third_party/upb/upb/reflection/oneof_def.h +3 -1
  2421. data/third_party/upb/upb/reflection/service_def.c +25 -13
  2422. data/third_party/upb/upb/reflection/service_def.h +8 -5
  2423. data/third_party/upb/upb/text/encode.c +65 -311
  2424. data/third_party/upb/upb/text/encode.h +1 -11
  2425. data/third_party/upb/upb/text/internal/encode.c +180 -0
  2426. data/third_party/upb/upb/text/internal/encode.h +240 -0
  2427. data/third_party/upb/upb/text/options.h +22 -0
  2428. data/third_party/upb/upb/wire/decode.c +353 -269
  2429. data/third_party/upb/upb/wire/decode.h +25 -2
  2430. data/third_party/upb/upb/wire/encode.c +160 -105
  2431. data/third_party/upb/upb/wire/encode.h +16 -4
  2432. data/third_party/upb/upb/wire/eps_copy_input_stream.h +3 -3
  2433. data/third_party/upb/upb/wire/internal/decode_fast.c +1000 -0
  2434. data/third_party/upb/upb/wire/internal/decode_fast.h +148 -0
  2435. data/third_party/upb/upb/wire/internal/decoder.h +127 -0
  2436. data/third_party/upb/upb/wire/internal/reader.h +61 -0
  2437. data/third_party/upb/upb/wire/reader.c +10 -8
  2438. data/third_party/upb/upb/wire/reader.h +20 -53
  2439. data/third_party/utf8_range/utf8_range.c +467 -0
  2440. data/third_party/utf8_range/utf8_range.h +9 -8
  2441. metadata +541 -399
  2442. data/src/core/client_channel/backend_metric.cc +0 -95
  2443. data/src/core/client_channel/backend_metric.h +0 -47
  2444. data/src/core/client_channel/channel_connectivity.cc +0 -265
  2445. data/src/core/client_channel/client_channel_channelz.cc +0 -93
  2446. data/src/core/client_channel/client_channel_channelz.h +0 -85
  2447. data/src/core/client_channel/config_selector.cc +0 -60
  2448. data/src/core/client_channel/http_proxy_mapper.cc +0 -305
  2449. data/src/core/client_channel/http_proxy_mapper.h +0 -53
  2450. data/src/core/client_channel/service_config_channel_arg_filter.cc +0 -136
  2451. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +0 -318
  2452. data/src/core/ext/filters/channel_idle/channel_idle_filter.h +0 -150
  2453. data/src/core/ext/filters/deadline/deadline_filter.cc +0 -407
  2454. data/src/core/ext/filters/deadline/deadline_filter.h +0 -85
  2455. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.cc +0 -325
  2456. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.h +0 -139
  2457. data/src/core/ext/filters/server_config_selector/server_config_selector.h +0 -83
  2458. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +0 -170
  2459. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +0 -33
  2460. data/src/core/ext/gcp/metadata_query.cc +0 -136
  2461. data/src/core/ext/gcp/metadata_query.h +0 -87
  2462. data/src/core/ext/transport/chttp2/transport/http_trace.cc +0 -19
  2463. data/src/core/ext/transport/chttp2/transport/http_trace.h +0 -24
  2464. data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.cc +0 -44
  2465. data/src/core/ext/transport/chttp2/transport/max_concurrent_streams_policy.h +0 -67
  2466. data/src/core/ext/transport/inproc/inproc_plugin.cc +0 -23
  2467. data/src/core/ext/xds/certificate_provider_store.cc +0 -155
  2468. data/src/core/ext/xds/certificate_provider_store.h +0 -133
  2469. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +0 -138
  2470. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +0 -82
  2471. data/src/core/ext/xds/upb_utils.h +0 -45
  2472. data/src/core/ext/xds/xds_api.cc +0 -572
  2473. data/src/core/ext/xds/xds_api.h +0 -189
  2474. data/src/core/ext/xds/xds_audit_logger_registry.cc +0 -122
  2475. data/src/core/ext/xds/xds_audit_logger_registry.h +0 -68
  2476. data/src/core/ext/xds/xds_bootstrap.cc +0 -38
  2477. data/src/core/ext/xds/xds_bootstrap.h +0 -90
  2478. data/src/core/ext/xds/xds_bootstrap_grpc.cc +0 -365
  2479. data/src/core/ext/xds/xds_bootstrap_grpc.h +0 -182
  2480. data/src/core/ext/xds/xds_certificate_provider.cc +0 -217
  2481. data/src/core/ext/xds/xds_certificate_provider.h +0 -116
  2482. data/src/core/ext/xds/xds_channel_args.h +0 -32
  2483. data/src/core/ext/xds/xds_channel_stack_modifier.cc +0 -107
  2484. data/src/core/ext/xds/xds_channel_stack_modifier.h +0 -63
  2485. data/src/core/ext/xds/xds_client.cc +0 -2123
  2486. data/src/core/ext/xds/xds_client.h +0 -358
  2487. data/src/core/ext/xds/xds_client_grpc.cc +0 -281
  2488. data/src/core/ext/xds/xds_client_grpc.h +0 -96
  2489. data/src/core/ext/xds/xds_client_stats.cc +0 -173
  2490. data/src/core/ext/xds/xds_client_stats.h +0 -251
  2491. data/src/core/ext/xds/xds_cluster.cc +0 -795
  2492. data/src/core/ext/xds/xds_cluster.h +0 -142
  2493. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +0 -140
  2494. data/src/core/ext/xds/xds_cluster_specifier_plugin.h +0 -97
  2495. data/src/core/ext/xds/xds_common_types.cc +0 -509
  2496. data/src/core/ext/xds/xds_common_types.h +0 -108
  2497. data/src/core/ext/xds/xds_endpoint.cc +0 -516
  2498. data/src/core/ext/xds/xds_endpoint.h +0 -150
  2499. data/src/core/ext/xds/xds_health_status.cc +0 -75
  2500. data/src/core/ext/xds/xds_health_status.h +0 -91
  2501. data/src/core/ext/xds/xds_http_fault_filter.cc +0 -238
  2502. data/src/core/ext/xds/xds_http_fault_filter.h +0 -58
  2503. data/src/core/ext/xds/xds_http_filters.cc +0 -117
  2504. data/src/core/ext/xds/xds_http_filters.h +0 -182
  2505. data/src/core/ext/xds/xds_http_rbac_filter.cc +0 -588
  2506. data/src/core/ext/xds/xds_http_rbac_filter.h +0 -58
  2507. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +0 -218
  2508. data/src/core/ext/xds/xds_http_stateful_session_filter.h +0 -58
  2509. data/src/core/ext/xds/xds_lb_policy_registry.cc +0 -371
  2510. data/src/core/ext/xds/xds_lb_policy_registry.h +0 -71
  2511. data/src/core/ext/xds/xds_listener.cc +0 -1142
  2512. data/src/core/ext/xds/xds_listener.h +0 -236
  2513. data/src/core/ext/xds/xds_resource_type.h +0 -98
  2514. data/src/core/ext/xds/xds_resource_type_impl.h +0 -88
  2515. data/src/core/ext/xds/xds_route_config.cc +0 -1198
  2516. data/src/core/ext/xds/xds_route_config.h +0 -253
  2517. data/src/core/ext/xds/xds_routing.cc +0 -264
  2518. data/src/core/ext/xds/xds_routing.h +0 -106
  2519. data/src/core/ext/xds/xds_server_config_fetcher.cc +0 -1392
  2520. data/src/core/ext/xds/xds_transport.h +0 -89
  2521. data/src/core/ext/xds/xds_transport_grpc.cc +0 -365
  2522. data/src/core/ext/xds/xds_transport_grpc.h +0 -139
  2523. data/src/core/lib/avl/avl.h +0 -325
  2524. data/src/core/lib/backoff/backoff.cc +0 -47
  2525. data/src/core/lib/backoff/backoff.h +0 -89
  2526. data/src/core/lib/backoff/random_early_detection.cc +0 -33
  2527. data/src/core/lib/backoff/random_early_detection.h +0 -62
  2528. data/src/core/lib/channel/call_tracer.cc +0 -365
  2529. data/src/core/lib/channel/call_tracer.h +0 -225
  2530. data/src/core/lib/channel/channel_stack_trace.cc +0 -19
  2531. data/src/core/lib/channel/channel_stack_trace.h +0 -24
  2532. data/src/core/lib/channel/channel_trace.cc +0 -187
  2533. data/src/core/lib/channel/channel_trace.h +0 -138
  2534. data/src/core/lib/channel/channelz.cc +0 -610
  2535. data/src/core/lib/channel/channelz.h +0 -381
  2536. data/src/core/lib/channel/channelz_registry.cc +0 -281
  2537. data/src/core/lib/channel/channelz_registry.h +0 -102
  2538. data/src/core/lib/channel/context.h +0 -77
  2539. data/src/core/lib/channel/server_call_tracer_filter.cc +0 -111
  2540. data/src/core/lib/channel/tcp_tracer.h +0 -140
  2541. data/src/core/lib/config/config_vars.cc +0 -152
  2542. data/src/core/lib/config/config_vars.h +0 -127
  2543. data/src/core/lib/config/config_vars_non_generated.cc +0 -49
  2544. data/src/core/lib/config/core_configuration.cc +0 -111
  2545. data/src/core/lib/config/core_configuration.h +0 -244
  2546. data/src/core/lib/config/load_config.cc +0 -79
  2547. data/src/core/lib/config/load_config.h +0 -55
  2548. data/src/core/lib/debug/event_log.cc +0 -88
  2549. data/src/core/lib/debug/event_log.h +0 -81
  2550. data/src/core/lib/debug/histogram_view.cc +0 -69
  2551. data/src/core/lib/debug/histogram_view.h +0 -37
  2552. data/src/core/lib/debug/stats.cc +0 -68
  2553. data/src/core/lib/debug/stats.h +0 -64
  2554. data/src/core/lib/debug/stats_data.cc +0 -509
  2555. data/src/core/lib/debug/stats_data.h +0 -403
  2556. data/src/core/lib/event_engine/trace.cc +0 -25
  2557. data/src/core/lib/event_engine/trace.h +0 -49
  2558. data/src/core/lib/gpr/alloc.cc +0 -71
  2559. data/src/core/lib/gpr/alloc.h +0 -28
  2560. data/src/core/lib/gpr/android/log.cc +0 -79
  2561. data/src/core/lib/gpr/atm.cc +0 -35
  2562. data/src/core/lib/gpr/iphone/cpu.cc +0 -44
  2563. data/src/core/lib/gpr/linux/cpu.cc +0 -87
  2564. data/src/core/lib/gpr/linux/log.cc +0 -114
  2565. data/src/core/lib/gpr/log.cc +0 -140
  2566. data/src/core/lib/gpr/log_internal.h +0 -55
  2567. data/src/core/lib/gpr/msys/tmpfile.cc +0 -59
  2568. data/src/core/lib/gpr/posix/cpu.cc +0 -84
  2569. data/src/core/lib/gpr/posix/log.cc +0 -111
  2570. data/src/core/lib/gpr/posix/string.cc +0 -72
  2571. data/src/core/lib/gpr/posix/sync.cc +0 -159
  2572. data/src/core/lib/gpr/posix/time.cc +0 -182
  2573. data/src/core/lib/gpr/posix/tmpfile.cc +0 -71
  2574. data/src/core/lib/gpr/spinlock.h +0 -53
  2575. data/src/core/lib/gpr/string.cc +0 -344
  2576. data/src/core/lib/gpr/string.h +0 -112
  2577. data/src/core/lib/gpr/sync.cc +0 -124
  2578. data/src/core/lib/gpr/sync_abseil.cc +0 -110
  2579. data/src/core/lib/gpr/time.cc +0 -269
  2580. data/src/core/lib/gpr/time_precise.cc +0 -168
  2581. data/src/core/lib/gpr/time_precise.h +0 -69
  2582. data/src/core/lib/gpr/tmpfile.h +0 -32
  2583. data/src/core/lib/gpr/useful.h +0 -184
  2584. data/src/core/lib/gpr/windows/cpu.cc +0 -35
  2585. data/src/core/lib/gpr/windows/log.cc +0 -116
  2586. data/src/core/lib/gpr/windows/string.cc +0 -69
  2587. data/src/core/lib/gpr/windows/string_util.cc +0 -55
  2588. data/src/core/lib/gpr/windows/sync.cc +0 -122
  2589. data/src/core/lib/gpr/windows/time.cc +0 -105
  2590. data/src/core/lib/gpr/windows/tmpfile.cc +0 -68
  2591. data/src/core/lib/gpr/wrap_memcpy.cc +0 -43
  2592. data/src/core/lib/gprpp/atomic_utils.h +0 -47
  2593. data/src/core/lib/gprpp/bitset.h +0 -225
  2594. data/src/core/lib/gprpp/chunked_vector.h +0 -257
  2595. data/src/core/lib/gprpp/construct_destruct.h +0 -40
  2596. data/src/core/lib/gprpp/cpp_impl_of.h +0 -49
  2597. data/src/core/lib/gprpp/crash.cc +0 -43
  2598. data/src/core/lib/gprpp/crash.h +0 -37
  2599. data/src/core/lib/gprpp/debug_location.h +0 -99
  2600. data/src/core/lib/gprpp/directory_reader.h +0 -48
  2601. data/src/core/lib/gprpp/down_cast.h +0 -49
  2602. data/src/core/lib/gprpp/dual_ref_counted.h +0 -356
  2603. data/src/core/lib/gprpp/env.h +0 -53
  2604. data/src/core/lib/gprpp/examine_stack.cc +0 -43
  2605. data/src/core/lib/gprpp/examine_stack.h +0 -45
  2606. data/src/core/lib/gprpp/fork.cc +0 -242
  2607. data/src/core/lib/gprpp/fork.h +0 -98
  2608. data/src/core/lib/gprpp/host_port.cc +0 -114
  2609. data/src/core/lib/gprpp/host_port.h +0 -57
  2610. data/src/core/lib/gprpp/if_list.h +0 -4530
  2611. data/src/core/lib/gprpp/linux/env.cc +0 -62
  2612. data/src/core/lib/gprpp/load_file.cc +0 -76
  2613. data/src/core/lib/gprpp/load_file.h +0 -34
  2614. data/src/core/lib/gprpp/manual_constructor.h +0 -146
  2615. data/src/core/lib/gprpp/match.h +0 -75
  2616. data/src/core/lib/gprpp/memory.h +0 -53
  2617. data/src/core/lib/gprpp/mpscq.cc +0 -108
  2618. data/src/core/lib/gprpp/mpscq.h +0 -99
  2619. data/src/core/lib/gprpp/no_destruct.h +0 -95
  2620. data/src/core/lib/gprpp/notification.h +0 -67
  2621. data/src/core/lib/gprpp/orphanable.h +0 -150
  2622. data/src/core/lib/gprpp/overload.h +0 -59
  2623. data/src/core/lib/gprpp/packed_table.h +0 -40
  2624. data/src/core/lib/gprpp/per_cpu.cc +0 -35
  2625. data/src/core/lib/gprpp/per_cpu.h +0 -104
  2626. data/src/core/lib/gprpp/posix/directory_reader.cc +0 -82
  2627. data/src/core/lib/gprpp/posix/env.cc +0 -47
  2628. data/src/core/lib/gprpp/posix/stat.cc +0 -54
  2629. data/src/core/lib/gprpp/posix/thd.cc +0 -247
  2630. data/src/core/lib/gprpp/ref_counted.h +0 -391
  2631. data/src/core/lib/gprpp/ref_counted_ptr.h +0 -444
  2632. data/src/core/lib/gprpp/ref_counted_string.cc +0 -44
  2633. data/src/core/lib/gprpp/ref_counted_string.h +0 -161
  2634. data/src/core/lib/gprpp/single_set_ptr.h +0 -87
  2635. data/src/core/lib/gprpp/sorted_pack.h +0 -89
  2636. data/src/core/lib/gprpp/stat.h +0 -36
  2637. data/src/core/lib/gprpp/status_helper.cc +0 -453
  2638. data/src/core/lib/gprpp/status_helper.h +0 -190
  2639. data/src/core/lib/gprpp/strerror.cc +0 -41
  2640. data/src/core/lib/gprpp/strerror.h +0 -29
  2641. data/src/core/lib/gprpp/sync.h +0 -200
  2642. data/src/core/lib/gprpp/table.h +0 -452
  2643. data/src/core/lib/gprpp/tchar.cc +0 -49
  2644. data/src/core/lib/gprpp/tchar.h +0 -33
  2645. data/src/core/lib/gprpp/thd.h +0 -195
  2646. data/src/core/lib/gprpp/time.cc +0 -242
  2647. data/src/core/lib/gprpp/time.h +0 -379
  2648. data/src/core/lib/gprpp/time_averaged_stats.cc +0 -60
  2649. data/src/core/lib/gprpp/time_averaged_stats.h +0 -79
  2650. data/src/core/lib/gprpp/time_util.cc +0 -81
  2651. data/src/core/lib/gprpp/time_util.h +0 -42
  2652. data/src/core/lib/gprpp/type_list.h +0 -32
  2653. data/src/core/lib/gprpp/unique_type_name.h +0 -104
  2654. data/src/core/lib/gprpp/validation_errors.cc +0 -65
  2655. data/src/core/lib/gprpp/validation_errors.h +0 -134
  2656. data/src/core/lib/gprpp/windows/directory_reader.cc +0 -81
  2657. data/src/core/lib/gprpp/windows/env.cc +0 -56
  2658. data/src/core/lib/gprpp/windows/stat.cc +0 -50
  2659. data/src/core/lib/gprpp/windows/thd.cc +0 -182
  2660. data/src/core/lib/gprpp/work_serializer.cc +0 -558
  2661. data/src/core/lib/gprpp/work_serializer.h +0 -107
  2662. data/src/core/lib/gprpp/xxhash_inline.h +0 -29
  2663. data/src/core/lib/handshaker/proxy_mapper.h +0 -53
  2664. data/src/core/lib/handshaker/proxy_mapper_registry.cc +0 -71
  2665. data/src/core/lib/handshaker/proxy_mapper_registry.h +0 -75
  2666. data/src/core/lib/http/format_request.cc +0 -137
  2667. data/src/core/lib/http/format_request.h +0 -38
  2668. data/src/core/lib/http/httpcli.cc +0 -392
  2669. data/src/core/lib/http/httpcli.h +0 -268
  2670. data/src/core/lib/http/httpcli_security_connector.cc +0 -213
  2671. data/src/core/lib/http/httpcli_ssl_credentials.h +0 -39
  2672. data/src/core/lib/http/parser.cc +0 -451
  2673. data/src/core/lib/http/parser.h +0 -130
  2674. data/src/core/lib/iomgr/ev_windows.cc +0 -30
  2675. data/src/core/lib/iomgr/gethostname.h +0 -26
  2676. data/src/core/lib/iomgr/gethostname_fallback.cc +0 -30
  2677. data/src/core/lib/iomgr/gethostname_host_name_max.cc +0 -40
  2678. data/src/core/lib/iomgr/gethostname_sysconf.cc +0 -40
  2679. data/src/core/lib/iomgr/grpc_if_nametoindex.h +0 -30
  2680. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +0 -43
  2681. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +0 -39
  2682. data/src/core/lib/json/json.h +0 -30
  2683. data/src/core/lib/json/json_args.h +0 -34
  2684. data/src/core/lib/json/json_channel_args.h +0 -42
  2685. data/src/core/lib/json/json_object_loader.cc +0 -216
  2686. data/src/core/lib/json/json_object_loader.h +0 -645
  2687. data/src/core/lib/json/json_reader.cc +0 -956
  2688. data/src/core/lib/json/json_reader.h +0 -34
  2689. data/src/core/lib/json/json_util.cc +0 -101
  2690. data/src/core/lib/json/json_util.h +0 -164
  2691. data/src/core/lib/json/json_writer.cc +0 -339
  2692. data/src/core/lib/json/json_writer.h +0 -33
  2693. data/src/core/lib/matchers/matchers.cc +0 -330
  2694. data/src/core/lib/matchers/matchers.h +0 -163
  2695. data/src/core/lib/promise/trace.cc +0 -20
  2696. data/src/core/lib/promise/trace.h +0 -24
  2697. data/src/core/lib/resource_quota/trace.cc +0 -19
  2698. data/src/core/lib/resource_quota/trace.h +0 -24
  2699. data/src/core/lib/security/transport/legacy_server_auth_filter.cc +0 -244
  2700. data/src/core/lib/security/transport/secure_endpoint.cc +0 -565
  2701. data/src/core/lib/security/transport/secure_endpoint.h +0 -43
  2702. data/src/core/lib/security/transport/security_handshaker.cc +0 -673
  2703. data/src/core/lib/security/transport/security_handshaker.h +0 -45
  2704. data/src/core/lib/security/transport/tsi_error.cc +0 -31
  2705. data/src/core/lib/security/transport/tsi_error.h +0 -30
  2706. data/src/core/lib/slice/b64.cc +0 -239
  2707. data/src/core/lib/slice/b64.h +0 -52
  2708. data/src/core/lib/slice/slice_refcount.cc +0 -20
  2709. data/src/core/lib/surface/api_trace.cc +0 -25
  2710. data/src/core/lib/surface/api_trace.h +0 -53
  2711. data/src/core/lib/surface/builtins.cc +0 -37
  2712. data/src/core/lib/surface/builtins.h +0 -26
  2713. data/src/core/lib/surface/call_trace.cc +0 -163
  2714. data/src/core/lib/surface/call_trace.h +0 -30
  2715. data/src/core/lib/surface/channel_ping.cc +0 -69
  2716. data/src/core/lib/surface/server.cc +0 -2045
  2717. data/src/core/lib/surface/server.h +0 -551
  2718. data/src/core/lib/surface/wait_for_cq_end_op.cc +0 -75
  2719. data/src/core/lib/surface/wait_for_cq_end_op.h +0 -72
  2720. data/src/core/lib/transport/batch_builder.cc +0 -179
  2721. data/src/core/lib/transport/batch_builder.h +0 -478
  2722. data/src/core/lib/transport/call_factory.cc +0 -41
  2723. data/src/core/lib/transport/call_factory.h +0 -56
  2724. data/src/core/lib/transport/call_size_estimator.cc +0 -41
  2725. data/src/core/lib/transport/call_size_estimator.h +0 -52
  2726. data/src/core/lib/transport/handshaker.cc +0 -229
  2727. data/src/core/lib/transport/handshaker.h +0 -165
  2728. data/src/core/lib/transport/handshaker_factory.h +0 -74
  2729. data/src/core/lib/transport/handshaker_registry.cc +0 -61
  2730. data/src/core/lib/transport/handshaker_registry.h +0 -69
  2731. data/src/core/lib/transport/http_connect_handshaker.cc +0 -400
  2732. data/src/core/lib/transport/http_connect_handshaker.h +0 -42
  2733. data/src/core/lib/transport/tcp_connect_handshaker.cc +0 -244
  2734. data/src/core/lib/transport/tcp_connect_handshaker.h +0 -39
  2735. data/src/core/lib/uri/uri_parser.cc +0 -372
  2736. data/src/core/lib/uri/uri_parser.h +0 -101
  2737. data/src/core/load_balancing/subchannel_list.h +0 -455
  2738. data/src/core/resolver/binder/binder_resolver.cc +0 -147
  2739. data/src/core/resolver/xds/xds_resolver_trace.cc +0 -25
  2740. data/src/core/resolver/xds/xds_resolver_trace.h +0 -30
  2741. data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +0 -44
  2742. data/third_party/boringssl-with-bazel/err_data.c +0 -1512
  2743. data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +0 -122
  2744. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +0 -106
  2745. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +0 -267
  2746. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +0 -909
  2747. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +0 -87
  2748. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +0 -1276
  2749. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +0 -328
  2750. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +0 -222
  2751. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +0 -744
  2752. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +0 -1070
  2753. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +0 -355
  2754. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +0 -499
  2755. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +0 -1463
  2756. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +0 -553
  2757. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.c +0 -637
  2758. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +0 -169
  2759. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +0 -372
  2760. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +0 -197
  2761. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +0 -67
  2762. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +0 -493
  2763. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +0 -328
  2764. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +0 -423
  2765. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +0 -1038
  2766. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +0 -1337
  2767. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +0 -119
  2768. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +0 -1064
  2769. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +0 -331
  2770. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +0 -439
  2771. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +0 -359
  2772. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +0 -537
  2773. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +0 -211
  2774. data/third_party/boringssl-with-bazel/src/crypto/spx/internal.h +0 -79
  2775. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +0 -136
  2776. data/third_party/upb/upb/message/types.h +0 -15
  2777. data/third_party/upb/upb/wire/decode_fast.c +0 -996
  2778. data/third_party/upb/upb/wire/decode_fast.h +0 -147
  2779. data/third_party/upb/upb/wire/internal/decode.h +0 -143
  2780. data/third_party/upb/upb/wire/internal/swap.h +0 -45
  2781. data/third_party/utf8_range/naive.c +0 -92
  2782. data/third_party/utf8_range/range2-neon.c +0 -157
  2783. data/third_party/utf8_range/range2-sse.c +0 -170
  2784. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/{aes_nohw.c → aes_nohw.c.inc} +0 -0
  2785. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/{key_wrap.c → key_wrap.c.inc} +0 -0
  2786. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/{mode_wrappers.c → mode_wrappers.c.inc} +0 -0
  2787. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{add.c → add.c.inc} +0 -0
  2788. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/asm/{x86_64-gcc.c → x86_64-gcc.c.inc} +0 -0
  2789. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{bn.c → bn.c.inc} +0 -0
  2790. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{cmp.c → cmp.c.inc} +0 -0
  2791. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{ctx.c → ctx.c.inc} +0 -0
  2792. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{gcd.c → gcd.c.inc} +0 -0
  2793. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{generic.c → generic.c.inc} +0 -0
  2794. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{jacobi.c → jacobi.c.inc} +0 -0
  2795. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{montgomery.c → montgomery.c.inc} +0 -0
  2796. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{rsaz_exp.c → rsaz_exp.c.inc} +0 -0
  2797. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/{shift.c → shift.c.inc} +0 -0
  2798. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/{aead.c → aead.c.inc} +0 -0
  2799. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/{cipher.c → cipher.c.inc} +0 -0
  2800. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/{e_aesccm.c → e_aesccm.c.inc} +0 -0
  2801. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cmac/{cmac.c → cmac.c.inc} +0 -0
  2802. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/{check.c → check.c.inc} +0 -0
  2803. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/{dh.c → dh.c.inc} +0 -0
  2804. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/{digest.c → digest.c.inc} +0 -0
  2805. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/{digests.c → digests.c.inc} +0 -0
  2806. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digestsign/{digestsign.c → digestsign.c.inc} +0 -0
  2807. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{ec.c → ec.c.inc} +0 -0
  2808. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{ec_montgomery.c → ec_montgomery.c.inc} +0 -0
  2809. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{felem.c → felem.c.inc} +0 -0
  2810. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{oct.c → oct.c.inc} +0 -0
  2811. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p224-64.c → p224-64.c.inc} +0 -0
  2812. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256.c → p256.c.inc} +0 -0
  2813. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{simple.c → simple.c.inc} +0 -0
  2814. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{simple_mul.c → simple_mul.c.inc} +0 -0
  2815. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{util.c → util.c.inc} +0 -0
  2816. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{wnaf.c → wnaf.c.inc} +0 -0
  2817. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/{ecdh.c → ecdh.c.inc} +0 -0
  2818. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hkdf/{hkdf.c → hkdf.c.inc} +0 -0
  2819. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/{hmac.c → hmac.c.inc} +0 -0
  2820. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md4/{md4.c → md4.c.inc} +0 -0
  2821. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md5/{md5.c → md5.c.inc} +0 -0
  2822. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{cbc.c → cbc.c.inc} +0 -0
  2823. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{cfb.c → cfb.c.inc} +0 -0
  2824. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{ctr.c → ctr.c.inc} +0 -0
  2825. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{gcm.c → gcm.c.inc} +0 -0
  2826. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{gcm_nohw.c → gcm_nohw.c.inc} +0 -0
  2827. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{ofb.c → ofb.c.inc} +0 -0
  2828. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/{polyval.c → polyval.c.inc} +0 -0
  2829. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/{ctrdrbg.c → ctrdrbg.c.inc} +0 -0
  2830. /data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/{blinding.c → blinding.c.inc} +0 -0
  2831. /data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/rand → rand_extra}/getrandom_fillin.h +0 -0
@@ -16,10 +16,21 @@
16
16
  //
17
17
  //
18
18
 
19
- #include <grpc/support/port_platform.h>
20
-
21
19
  #include "src/core/lib/surface/call.h"
22
20
 
21
+ #include <grpc/byte_buffer.h>
22
+ #include <grpc/compression.h>
23
+ #include <grpc/event_engine/event_engine.h>
24
+ #include <grpc/grpc.h>
25
+ #include <grpc/impl/call.h>
26
+ #include <grpc/impl/propagation_bits.h>
27
+ #include <grpc/slice.h>
28
+ #include <grpc/slice_buffer.h>
29
+ #include <grpc/status.h>
30
+ #include <grpc/support/alloc.h>
31
+ #include <grpc/support/atm.h>
32
+ #include <grpc/support/port_platform.h>
33
+ #include <grpc/support/string_util.h>
23
34
  #include <inttypes.h>
24
35
  #include <limits.h>
25
36
  #include <stdlib.h>
@@ -27,254 +38,97 @@
27
38
 
28
39
  #include <algorithm>
29
40
  #include <atomic>
41
+ #include <cstdint>
30
42
  #include <memory>
31
43
  #include <new>
44
+ #include <queue>
32
45
  #include <string>
33
46
  #include <type_traits>
34
47
  #include <utility>
35
48
  #include <vector>
36
49
 
37
50
  #include "absl/base/thread_annotations.h"
51
+ #include "absl/log/check.h"
52
+ #include "absl/log/log.h"
38
53
  #include "absl/status/status.h"
39
54
  #include "absl/strings/str_cat.h"
40
55
  #include "absl/strings/str_format.h"
41
56
  #include "absl/strings/str_join.h"
42
57
  #include "absl/strings/string_view.h"
43
-
44
- #include <grpc/byte_buffer.h>
45
- #include <grpc/compression.h>
46
- #include <grpc/event_engine/event_engine.h>
47
- #include <grpc/grpc.h>
48
- #include <grpc/impl/call.h>
49
- #include <grpc/impl/propagation_bits.h>
50
- #include <grpc/slice.h>
51
- #include <grpc/slice_buffer.h>
52
- #include <grpc/status.h>
53
- #include <grpc/support/alloc.h>
54
- #include <grpc/support/atm.h>
55
- #include <grpc/support/log.h>
56
- #include <grpc/support/string_util.h>
57
-
58
+ #include "src/core/channelz/channelz.h"
58
59
  #include "src/core/lib/channel/call_finalization.h"
59
- #include "src/core/lib/channel/call_tracer.h"
60
60
  #include "src/core/lib/channel/channel_stack.h"
61
- #include "src/core/lib/channel/channelz.h"
62
- #include "src/core/lib/channel/context.h"
63
61
  #include "src/core/lib/channel/status_util.h"
64
62
  #include "src/core/lib/compression/compression_internal.h"
65
- #include "src/core/lib/debug/stats.h"
66
- #include "src/core/lib/debug/stats_data.h"
63
+ #include "src/core/lib/event_engine/event_engine_context.h"
67
64
  #include "src/core/lib/experiments/experiments.h"
68
- #include "src/core/lib/gpr/alloc.h"
69
- #include "src/core/lib/gpr/time_precise.h"
70
- #include "src/core/lib/gpr/useful.h"
71
- #include "src/core/lib/gprpp/bitset.h"
72
- #include "src/core/lib/gprpp/cpp_impl_of.h"
73
- #include "src/core/lib/gprpp/crash.h"
74
- #include "src/core/lib/gprpp/debug_location.h"
75
- #include "src/core/lib/gprpp/ref_counted.h"
76
- #include "src/core/lib/gprpp/ref_counted_ptr.h"
77
- #include "src/core/lib/gprpp/status_helper.h"
78
- #include "src/core/lib/gprpp/sync.h"
79
65
  #include "src/core/lib/iomgr/call_combiner.h"
80
66
  #include "src/core/lib/iomgr/exec_ctx.h"
81
67
  #include "src/core/lib/iomgr/polling_entity.h"
82
68
  #include "src/core/lib/promise/activity.h"
83
69
  #include "src/core/lib/promise/all_ok.h"
84
70
  #include "src/core/lib/promise/arena_promise.h"
71
+ #include "src/core/lib/promise/cancel_callback.h"
85
72
  #include "src/core/lib/promise/context.h"
86
73
  #include "src/core/lib/promise/latch.h"
87
74
  #include "src/core/lib/promise/map.h"
88
- #include "src/core/lib/promise/party.h"
89
75
  #include "src/core/lib/promise/pipe.h"
90
76
  #include "src/core/lib/promise/poll.h"
91
77
  #include "src/core/lib/promise/race.h"
92
78
  #include "src/core/lib/promise/seq.h"
93
79
  #include "src/core/lib/promise/status_flag.h"
80
+ #include "src/core/lib/promise/try_seq.h"
94
81
  #include "src/core/lib/resource_quota/arena.h"
95
82
  #include "src/core/lib/slice/slice_buffer.h"
96
83
  #include "src/core/lib/slice/slice_internal.h"
97
- #include "src/core/lib/surface/api_trace.h"
98
84
  #include "src/core/lib/surface/call_test_only.h"
99
85
  #include "src/core/lib/surface/channel.h"
100
86
  #include "src/core/lib/surface/completion_queue.h"
101
- #include "src/core/lib/surface/server.h"
102
87
  #include "src/core/lib/surface/validate_metadata.h"
103
- #include "src/core/lib/surface/wait_for_cq_end_op.h"
104
- #include "src/core/lib/transport/batch_builder.h"
105
88
  #include "src/core/lib/transport/error_utils.h"
89
+ #include "src/core/lib/transport/metadata.h"
106
90
  #include "src/core/lib/transport/metadata_batch.h"
107
91
  #include "src/core/lib/transport/transport.h"
108
-
109
- grpc_core::TraceFlag grpc_call_error_trace(false, "call_error");
110
- grpc_core::TraceFlag grpc_compression_trace(false, "compression");
111
- grpc_core::TraceFlag grpc_call_trace(false, "call");
112
- grpc_core::DebugOnlyTraceFlag grpc_call_refcount_trace(false, "call_refcount");
92
+ #include "src/core/server/server_interface.h"
93
+ #include "src/core/telemetry/call_tracer.h"
94
+ #include "src/core/telemetry/stats.h"
95
+ #include "src/core/telemetry/stats_data.h"
96
+ #include "src/core/util/alloc.h"
97
+ #include "src/core/util/bitset.h"
98
+ #include "src/core/util/cpp_impl_of.h"
99
+ #include "src/core/util/crash.h"
100
+ #include "src/core/util/debug_location.h"
101
+ #include "src/core/util/match.h"
102
+ #include "src/core/util/ref_counted.h"
103
+ #include "src/core/util/ref_counted_ptr.h"
104
+ #include "src/core/util/status_helper.h"
105
+ #include "src/core/util/sync.h"
106
+ #include "src/core/util/time_precise.h"
107
+ #include "src/core/util/useful.h"
113
108
 
114
109
  namespace grpc_core {
115
110
 
111
+ // Alias to make this type available in Call implementation without a grpc_core
112
+ // prefix.
113
+ using GrpcClosure = Closure;
114
+
116
115
  ///////////////////////////////////////////////////////////////////////////////
117
116
  // Call
118
117
 
119
- class Call : public CppImplOf<Call, grpc_call> {
120
- public:
121
- Arena* arena() { return arena_; }
122
- bool is_client() const { return is_client_; }
123
-
124
- virtual void ContextSet(grpc_context_index elem, void* value,
125
- void (*destroy)(void* value)) = 0;
126
- virtual void* ContextGet(grpc_context_index elem) const = 0;
127
- virtual bool Completed() = 0;
128
- void CancelWithStatus(grpc_status_code status, const char* description);
129
- virtual void CancelWithError(grpc_error_handle error) = 0;
130
- virtual void SetCompletionQueue(grpc_completion_queue* cq) = 0;
131
- char* GetPeer();
132
- virtual grpc_call_error StartBatch(const grpc_op* ops, size_t nops,
133
- void* notify_tag,
134
- bool is_notify_tag_closure) = 0;
135
- virtual bool failed_before_recv_message() const = 0;
136
- virtual bool is_trailers_only() const = 0;
137
- virtual absl::string_view GetServerAuthority() const = 0;
138
- virtual void ExternalRef() = 0;
139
- virtual void ExternalUnref() = 0;
140
- virtual void InternalRef(const char* reason) = 0;
141
- virtual void InternalUnref(const char* reason) = 0;
142
-
143
- grpc_compression_algorithm test_only_compression_algorithm() {
144
- return incoming_compression_algorithm_;
145
- }
146
- uint32_t test_only_message_flags() { return test_only_last_message_flags_; }
147
- CompressionAlgorithmSet encodings_accepted_by_peer() {
148
- return encodings_accepted_by_peer_;
149
- }
150
-
151
- // This should return nullptr for the promise stack (and alternative means
152
- // for that functionality be invented)
153
- virtual grpc_call_stack* call_stack() = 0;
154
-
155
- // Return the EventEngine used for this call's async execution.
156
- virtual grpc_event_engine::experimental::EventEngine* event_engine()
157
- const = 0;
158
-
159
- protected:
160
- // The maximum number of concurrent batches possible.
161
- // Based upon the maximum number of individually queueable ops in the batch
162
- // api:
163
- // - initial metadata send
164
- // - message send
165
- // - status/close send (depending on client/server)
166
- // - initial metadata recv
167
- // - message recv
168
- // - status/close recv (depending on client/server)
169
- static constexpr size_t kMaxConcurrentBatches = 6;
170
-
171
- struct ParentCall {
172
- Mutex child_list_mu;
173
- Call* first_child ABSL_GUARDED_BY(child_list_mu) = nullptr;
174
- };
175
-
176
- struct ChildCall {
177
- explicit ChildCall(Call* parent) : parent(parent) {}
178
- Call* parent;
179
- /// siblings: children of the same parent form a list, and this list is
180
- /// protected under
181
- /// parent->mu
182
- Call* sibling_next = nullptr;
183
- Call* sibling_prev = nullptr;
184
- };
185
-
186
- Call(Arena* arena, bool is_client, Timestamp send_deadline,
187
- RefCountedPtr<Channel> channel)
188
- : channel_(std::move(channel)),
189
- arena_(arena),
190
- send_deadline_(send_deadline),
191
- is_client_(is_client) {
192
- GPR_DEBUG_ASSERT(arena_ != nullptr);
193
- GPR_DEBUG_ASSERT(channel_ != nullptr);
194
- }
195
- virtual ~Call() = default;
196
-
197
- void DeleteThis();
198
-
199
- ParentCall* GetOrCreateParentCall();
200
- ParentCall* parent_call();
201
- Channel* channel() const {
202
- GPR_DEBUG_ASSERT(channel_ != nullptr);
203
- return channel_.get();
204
- }
205
-
206
- absl::Status InitParent(Call* parent, uint32_t propagation_mask);
207
- void PublishToParent(Call* parent);
208
- void MaybeUnpublishFromParent();
209
- void PropagateCancellationToChildren();
210
-
211
- Timestamp send_deadline() const { return send_deadline_; }
212
- void set_send_deadline(Timestamp send_deadline) {
213
- send_deadline_ = send_deadline;
214
- }
215
-
216
- Slice GetPeerString() const {
217
- MutexLock lock(&peer_mu_);
218
- return peer_string_.Ref();
219
- }
220
-
221
- void SetPeerString(Slice peer_string) {
222
- MutexLock lock(&peer_mu_);
223
- peer_string_ = std::move(peer_string);
224
- }
225
-
226
- void ClearPeerString() { SetPeerString(Slice(grpc_empty_slice())); }
227
-
228
- // TODO(ctiller): cancel_func is for cancellation of the call - filter stack
229
- // holds no mutexes here, promise stack does, and so locking is different.
230
- // Remove this and cancel directly once promise conversion is done.
231
- void ProcessIncomingInitialMetadata(grpc_metadata_batch& md);
232
- // Fixup outgoing metadata before sending - adds compression, protects
233
- // internal headers against external modification.
234
- void PrepareOutgoingInitialMetadata(const grpc_op& op,
235
- grpc_metadata_batch& md);
236
- void NoteLastMessageFlags(uint32_t flags) {
237
- test_only_last_message_flags_ = flags;
238
- }
239
- grpc_compression_algorithm incoming_compression_algorithm() const {
240
- return incoming_compression_algorithm_;
241
- }
242
-
243
- void HandleCompressionAlgorithmDisabled(
244
- grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
245
- void HandleCompressionAlgorithmNotAccepted(
246
- grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
247
-
248
- gpr_cycle_counter start_time() const { return start_time_; }
249
-
250
- private:
251
- RefCountedPtr<Channel> channel_;
252
- Arena* const arena_;
253
- std::atomic<ParentCall*> parent_call_{nullptr};
254
- ChildCall* child_ = nullptr;
255
- Timestamp send_deadline_;
256
- const bool is_client_;
257
- // flag indicating that cancellation is inherited
258
- bool cancellation_is_inherited_ = false;
259
- // Compression algorithm for *incoming* data
260
- grpc_compression_algorithm incoming_compression_algorithm_ =
261
- GRPC_COMPRESS_NONE;
262
- // Supported encodings (compression algorithms), a bitset.
263
- // Always support no compression.
264
- CompressionAlgorithmSet encodings_accepted_by_peer_{GRPC_COMPRESS_NONE};
265
- uint32_t test_only_last_message_flags_ = 0;
266
- // Peer name is protected by a mutex because it can be accessed by the
267
- // application at the same moment as it is being set by the completion
268
- // of the recv_initial_metadata op. The mutex should be mostly uncontended.
269
- mutable Mutex peer_mu_;
270
- Slice peer_string_;
271
- gpr_cycle_counter start_time_ = gpr_get_cycle_counter();
272
- };
118
+ Call::Call(bool is_client, Timestamp send_deadline, RefCountedPtr<Arena> arena)
119
+ : arena_(std::move(arena)),
120
+ send_deadline_(send_deadline),
121
+ is_client_(is_client) {
122
+ DCHECK_NE(arena_.get(), nullptr);
123
+ DCHECK_NE(arena_->GetContext<grpc_event_engine::experimental::EventEngine>(),
124
+ nullptr);
125
+ arena_->SetContext<Call>(this);
126
+ }
273
127
 
274
128
  Call::ParentCall* Call::GetOrCreateParentCall() {
275
129
  ParentCall* p = parent_call_.load(std::memory_order_acquire);
276
130
  if (p == nullptr) {
277
- p = arena_->New<ParentCall>();
131
+ p = arena()->New<ParentCall>();
278
132
  ParentCall* expected = nullptr;
279
133
  if (!parent_call_.compare_exchange_strong(expected, p,
280
134
  std::memory_order_release,
@@ -294,8 +148,8 @@ absl::Status Call::InitParent(Call* parent, uint32_t propagation_mask) {
294
148
  child_ = arena()->New<ChildCall>(parent);
295
149
 
296
150
  parent->InternalRef("child");
297
- GPR_ASSERT(is_client_);
298
- GPR_ASSERT(!parent->is_client_);
151
+ CHECK(is_client_);
152
+ CHECK(!parent->is_client_);
299
153
 
300
154
  if (propagation_mask & GRPC_PROPAGATE_DEADLINE) {
301
155
  send_deadline_ = std::min(send_deadline_, parent->send_deadline_);
@@ -310,8 +164,8 @@ absl::Status Call::InitParent(Call* parent, uint32_t propagation_mask) {
310
164
  "Census tracing propagation requested without Census context "
311
165
  "propagation");
312
166
  }
313
- ContextSet(GRPC_CONTEXT_TRACING, parent->ContextGet(GRPC_CONTEXT_TRACING),
314
- nullptr);
167
+ arena()->SetContext<census_context>(
168
+ parent->arena()->GetContext<census_context>());
315
169
  } else if (propagation_mask & GRPC_PROPAGATE_CENSUS_STATS_CONTEXT) {
316
170
  return absl::UnknownError(
317
171
  "Census context propagation requested without Census tracing "
@@ -393,28 +247,6 @@ void Call::PropagateCancellationToChildren() {
393
247
  }
394
248
  }
395
249
 
396
- char* Call::GetPeer() {
397
- Slice peer_slice = GetPeerString();
398
- if (!peer_slice.empty()) {
399
- absl::string_view peer_string_view = peer_slice.as_string_view();
400
- char* peer_string =
401
- static_cast<char*>(gpr_malloc(peer_string_view.size() + 1));
402
- memcpy(peer_string, peer_string_view.data(), peer_string_view.size());
403
- peer_string[peer_string_view.size()] = '\0';
404
- return peer_string;
405
- }
406
- char* peer_string = grpc_channel_get_target(channel_->c_ptr());
407
- if (peer_string != nullptr) return peer_string;
408
- return gpr_strdup("unknown");
409
- }
410
-
411
- void Call::DeleteThis() {
412
- RefCountedPtr<Channel> channel = std::move(channel_);
413
- Arena* arena = arena_;
414
- this->~Call();
415
- channel->DestroyArena(arena);
416
- }
417
-
418
250
  void Call::PrepareOutgoingInitialMetadata(const grpc_op& op,
419
251
  grpc_metadata_batch& md) {
420
252
  // TODO(juanlishen): If the user has already specified a compression
@@ -429,7 +261,7 @@ void Call::PrepareOutgoingInitialMetadata(const grpc_op& op,
429
261
  op.data.send_initial_metadata.maybe_compression_level.level;
430
262
  level_set = true;
431
263
  } else {
432
- const grpc_compression_options copts = channel()->compression_options();
264
+ const grpc_compression_options copts = compression_options();
433
265
  if (copts.default_level.is_set) {
434
266
  level_set = true;
435
267
  effective_compression_level = copts.default_level.level;
@@ -455,26 +287,25 @@ void Call::ProcessIncomingInitialMetadata(grpc_metadata_batch& md) {
455
287
  Slice* peer_string = md.get_pointer(PeerString());
456
288
  if (peer_string != nullptr) SetPeerString(peer_string->Ref());
457
289
 
458
- incoming_compression_algorithm_ =
459
- md.Take(GrpcEncodingMetadata()).value_or(GRPC_COMPRESS_NONE);
290
+ SetIncomingCompressionAlgorithm(
291
+ md.Take(GrpcEncodingMetadata()).value_or(GRPC_COMPRESS_NONE));
460
292
  encodings_accepted_by_peer_ =
461
293
  md.Take(GrpcAcceptEncodingMetadata())
462
294
  .value_or(CompressionAlgorithmSet{GRPC_COMPRESS_NONE});
463
295
 
464
- const grpc_compression_options compression_options =
465
- channel_->compression_options();
296
+ const grpc_compression_options copts = compression_options();
466
297
  const grpc_compression_algorithm compression_algorithm =
467
- incoming_compression_algorithm_;
468
- if (GPR_UNLIKELY(!CompressionAlgorithmSet::FromUint32(
469
- compression_options.enabled_algorithms_bitset)
470
- .IsSet(compression_algorithm))) {
298
+ incoming_compression_algorithm();
299
+ if (GPR_UNLIKELY(
300
+ !CompressionAlgorithmSet::FromUint32(copts.enabled_algorithms_bitset)
301
+ .IsSet(compression_algorithm))) {
471
302
  // check if algorithm is supported by current channel config
472
303
  HandleCompressionAlgorithmDisabled(compression_algorithm);
473
304
  }
474
305
  // GRPC_COMPRESS_NONE is always set.
475
- GPR_DEBUG_ASSERT(encodings_accepted_by_peer_.IsSet(GRPC_COMPRESS_NONE));
306
+ DCHECK(encodings_accepted_by_peer_.IsSet(GRPC_COMPRESS_NONE));
476
307
  if (GPR_UNLIKELY(!encodings_accepted_by_peer_.IsSet(compression_algorithm))) {
477
- if (GRPC_TRACE_FLAG_ENABLED(grpc_compression_trace)) {
308
+ if (GRPC_TRACE_FLAG_ENABLED(compression)) {
478
309
  HandleCompressionAlgorithmNotAccepted(compression_algorithm);
479
310
  }
480
311
  }
@@ -484,11 +315,9 @@ void Call::HandleCompressionAlgorithmNotAccepted(
484
315
  grpc_compression_algorithm compression_algorithm) {
485
316
  const char* algo_name = nullptr;
486
317
  grpc_compression_algorithm_name(compression_algorithm, &algo_name);
487
- gpr_log(GPR_ERROR,
488
- "Compression algorithm ('%s') not present in the "
489
- "accepted encodings (%s)",
490
- algo_name,
491
- std::string(encodings_accepted_by_peer_.ToString()).c_str());
318
+ LOG(ERROR) << "Compression algorithm ('" << algo_name
319
+ << "') not present in the accepted encodings ("
320
+ << encodings_accepted_by_peer_.ToString() << ")";
492
321
  }
493
322
 
494
323
  void Call::HandleCompressionAlgorithmDisabled(
@@ -497,3809 +326,185 @@ void Call::HandleCompressionAlgorithmDisabled(
497
326
  grpc_compression_algorithm_name(compression_algorithm, &algo_name);
498
327
  std::string error_msg =
499
328
  absl::StrFormat("Compression algorithm '%s' is disabled.", algo_name);
500
- gpr_log(GPR_ERROR, "%s", error_msg.c_str());
329
+ LOG(ERROR) << error_msg;
501
330
  CancelWithError(grpc_error_set_int(absl::UnimplementedError(error_msg),
502
331
  StatusIntProperty::kRpcStatus,
503
332
  GRPC_STATUS_UNIMPLEMENTED));
504
333
  }
505
334
 
506
- ///////////////////////////////////////////////////////////////////////////////
507
- // FilterStackCall
508
- // To be removed once promise conversion is complete
509
-
510
- class FilterStackCall final : public Call {
511
- public:
512
- ~FilterStackCall() override {
513
- for (int i = 0; i < GRPC_CONTEXT_COUNT; ++i) {
514
- if (context_[i].destroy) {
515
- context_[i].destroy(context_[i].value);
516
- }
517
- }
518
- gpr_free(static_cast<void*>(const_cast<char*>(final_info_.error_string)));
519
- }
520
-
521
- bool Completed() override {
522
- return gpr_atm_acq_load(&received_final_op_atm_) != 0;
523
- }
524
-
525
- // TODO(ctiller): return absl::StatusOr<SomeSmartPointer<Call>>?
526
- static grpc_error_handle Create(grpc_call_create_args* args,
527
- grpc_call** out_call);
528
-
529
- static Call* FromTopElem(grpc_call_element* elem) {
530
- return FromCallStack(grpc_call_stack_from_top_element(elem));
531
- }
532
-
533
- grpc_call_stack* call_stack() override {
534
- return reinterpret_cast<grpc_call_stack*>(
535
- reinterpret_cast<char*>(this) +
536
- GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(*this)));
537
- }
538
-
539
- grpc_event_engine::experimental::EventEngine* event_engine() const override {
540
- return channel()->event_engine();
541
- }
542
-
543
- grpc_call_element* call_elem(size_t idx) {
544
- return grpc_call_stack_element(call_stack(), idx);
545
- }
546
-
547
- CallCombiner* call_combiner() { return &call_combiner_; }
548
-
549
- void CancelWithError(grpc_error_handle error) override;
550
- void SetCompletionQueue(grpc_completion_queue* cq) override;
551
- grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
552
- bool is_notify_tag_closure) override;
553
- void ExternalRef() override { ext_ref_.Ref(); }
554
- void ExternalUnref() override;
555
- void InternalRef(const char* reason) override {
556
- GRPC_CALL_STACK_REF(call_stack(), reason);
557
- }
558
- void InternalUnref(const char* reason) override {
559
- GRPC_CALL_STACK_UNREF(call_stack(), reason);
560
- }
561
-
562
- void ContextSet(grpc_context_index elem, void* value,
563
- void (*destroy)(void* value)) override;
564
- void* ContextGet(grpc_context_index elem) const override {
565
- return context_[elem].value;
566
- }
567
-
568
- bool is_trailers_only() const override {
569
- bool result = is_trailers_only_;
570
- GPR_DEBUG_ASSERT(!result || recv_initial_metadata_.TransportSize() == 0);
571
- return result;
572
- }
573
-
574
- bool failed_before_recv_message() const override {
575
- return call_failed_before_recv_message_;
576
- }
577
-
578
- absl::string_view GetServerAuthority() const override {
579
- const Slice* authority_metadata =
580
- recv_initial_metadata_.get_pointer(HttpAuthorityMetadata());
581
- if (authority_metadata == nullptr) return "";
582
- return authority_metadata->as_string_view();
583
- }
584
-
585
- static size_t InitialSizeEstimate() {
586
- return sizeof(FilterStackCall) +
587
- sizeof(BatchControl) * kMaxConcurrentBatches;
588
- }
589
-
590
- private:
591
- static constexpr gpr_atm kRecvNone = 0;
592
- static constexpr gpr_atm kRecvInitialMetadataFirst = 1;
593
-
594
- enum class PendingOp {
595
- kRecvMessage,
596
- kRecvInitialMetadata,
597
- kRecvTrailingMetadata,
598
- kSends
599
- };
600
- static intptr_t PendingOpMask(PendingOp op) {
601
- return static_cast<intptr_t>(1) << static_cast<intptr_t>(op);
602
- }
603
- static std::string PendingOpString(intptr_t pending_ops) {
604
- std::vector<absl::string_view> pending_op_strings;
605
- if (pending_ops & PendingOpMask(PendingOp::kRecvMessage)) {
606
- pending_op_strings.push_back("kRecvMessage");
607
- }
608
- if (pending_ops & PendingOpMask(PendingOp::kRecvInitialMetadata)) {
609
- pending_op_strings.push_back("kRecvInitialMetadata");
610
- }
611
- if (pending_ops & PendingOpMask(PendingOp::kRecvTrailingMetadata)) {
612
- pending_op_strings.push_back("kRecvTrailingMetadata");
613
- }
614
- if (pending_ops & PendingOpMask(PendingOp::kSends)) {
615
- pending_op_strings.push_back("kSends");
616
- }
617
- return absl::StrCat("{", absl::StrJoin(pending_op_strings, ","), "}");
335
+ void Call::UpdateDeadline(Timestamp deadline) {
336
+ ReleasableMutexLock lock(&deadline_mu_);
337
+ GRPC_TRACE_LOG(call, INFO)
338
+ << "[call " << this << "] UpdateDeadline from=" << deadline_.ToString()
339
+ << " to=" << deadline.ToString();
340
+ if (deadline >= deadline_) return;
341
+ if (deadline < Timestamp::Now()) {
342
+ lock.Release();
343
+ CancelWithError(grpc_error_set_int(
344
+ absl::DeadlineExceededError("Deadline Exceeded"),
345
+ StatusIntProperty::kRpcStatus, GRPC_STATUS_DEADLINE_EXCEEDED));
346
+ return;
618
347
  }
619
- struct BatchControl {
620
- FilterStackCall* call_ = nullptr;
621
- CallTracerAnnotationInterface* call_tracer_ = nullptr;
622
- grpc_transport_stream_op_batch op_;
623
- // Share memory for cq_completion and notify_tag as they are never needed
624
- // simultaneously. Each byte used in this data structure count as six bytes
625
- // per call, so any savings we can make are worthwhile,
626
-
627
- // We use notify_tag to determine whether or not to send notification to the
628
- // completion queue. Once we've made that determination, we can reuse the
629
- // memory for cq_completion.
630
- union {
631
- grpc_cq_completion cq_completion;
632
- struct {
633
- // Any given op indicates completion by either (a) calling a closure or
634
- // (b) sending a notification on the call's completion queue. If
635
- // \a is_closure is true, \a tag indicates a closure to be invoked;
636
- // otherwise, \a tag indicates the tag to be used in the notification to
637
- // be sent to the completion queue.
638
- void* tag;
639
- bool is_closure;
640
- } notify_tag;
641
- } completion_data_;
642
- grpc_closure start_batch_;
643
- grpc_closure finish_batch_;
644
- std::atomic<intptr_t> ops_pending_{0};
645
- AtomicError batch_error_;
646
- void set_pending_ops(uintptr_t ops) {
647
- ops_pending_.store(ops, std::memory_order_release);
648
- }
649
- bool completed_batch_step(PendingOp op) {
650
- auto mask = PendingOpMask(op);
651
- // Acquire call tracer before ops_pending_.fetch_sub to avoid races with
652
- // call_ being set to nullptr in PostCompletion method. Store the
653
- // call_tracer_ and call_ variables locally as well because they could be
654
- // modified by another thread after the fetch_sub operation.
655
- CallTracerAnnotationInterface* call_tracer = call_tracer_;
656
- FilterStackCall* call = call_;
657
- bool is_call_trace_enabled = grpc_call_trace.enabled();
658
- bool is_call_ops_annotate_enabled =
659
- (IsTraceRecordCallopsEnabled() && call_tracer != nullptr);
660
- if (is_call_ops_annotate_enabled) {
661
- call->InternalRef("Call ops annotate");
662
- }
663
- auto r = ops_pending_.fetch_sub(mask, std::memory_order_acq_rel);
664
- if (is_call_trace_enabled || is_call_ops_annotate_enabled) {
665
- std::string trace_string = absl::StrFormat(
666
- "BATCH:%p COMPLETE:%s REMAINING:%s (tag:%p)", this,
667
- PendingOpString(mask).c_str(), PendingOpString(r & ~mask).c_str(),
668
- completion_data_.notify_tag.tag);
669
- if (is_call_trace_enabled) {
670
- gpr_log(GPR_DEBUG, "%s", trace_string.c_str());
671
- }
672
- if (is_call_ops_annotate_enabled) {
673
- call_tracer->RecordAnnotation(trace_string);
674
- call->InternalUnref("Call ops annotate");
675
- }
676
- }
677
- GPR_ASSERT((r & mask) != 0);
678
- return r == mask;
679
- }
680
-
681
- void PostCompletion();
682
- void FinishStep(PendingOp op);
683
- void ProcessDataAfterMetadata();
684
- void ReceivingStreamReady(grpc_error_handle error);
685
- void ReceivingInitialMetadataReady(grpc_error_handle error);
686
- void ReceivingTrailingMetadataReady(grpc_error_handle error);
687
- void FinishBatch(grpc_error_handle error);
688
- };
689
-
690
- FilterStackCall(Arena* arena, const grpc_call_create_args& args)
691
- : Call(arena, args.server_transport_data == nullptr, args.send_deadline,
692
- args.channel->Ref()),
693
- cq_(args.cq),
694
- stream_op_payload_(context_) {}
695
-
696
- static void ReleaseCall(void* call, grpc_error_handle);
697
- static void DestroyCall(void* call, grpc_error_handle);
698
-
699
- static FilterStackCall* FromCallStack(grpc_call_stack* call_stack) {
700
- return reinterpret_cast<FilterStackCall*>(
701
- reinterpret_cast<char*>(call_stack) -
702
- GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(FilterStackCall)));
348
+ auto* event_engine =
349
+ arena_->GetContext<grpc_event_engine::experimental::EventEngine>();
350
+ if (deadline_ != Timestamp::InfFuture()) {
351
+ if (!event_engine->Cancel(deadline_task_)) return;
352
+ } else {
353
+ InternalRef("deadline");
703
354
  }
355
+ deadline_ = deadline;
356
+ deadline_task_ = event_engine->RunAfter(deadline - Timestamp::Now(), this);
357
+ }
704
358
 
705
- void ExecuteBatch(grpc_transport_stream_op_batch* batch,
706
- grpc_closure* start_batch_closure);
707
- void SetFinalStatus(grpc_error_handle error);
708
- BatchControl* ReuseOrAllocateBatchControl(const grpc_op* ops);
709
- bool PrepareApplicationMetadata(size_t count, grpc_metadata* metadata,
710
- bool is_trailing);
711
- void PublishAppMetadata(grpc_metadata_batch* b, bool is_trailing);
712
- void RecvInitialFilter(grpc_metadata_batch* b);
713
- void RecvTrailingFilter(grpc_metadata_batch* b,
714
- grpc_error_handle batch_error);
715
-
716
- RefCount ext_ref_;
717
- CallCombiner call_combiner_;
718
- grpc_completion_queue* cq_;
719
- grpc_polling_entity pollent_;
720
-
721
- /// has grpc_call_unref been called
722
- bool destroy_called_ = false;
723
- // Trailers-only response status
724
- bool is_trailers_only_ = false;
725
- /// which ops are in-flight
726
- bool sent_initial_metadata_ = false;
727
- bool sending_message_ = false;
728
- bool sent_final_op_ = false;
729
- bool received_initial_metadata_ = false;
730
- bool receiving_message_ = false;
731
- bool requested_final_op_ = false;
732
- gpr_atm received_final_op_atm_ = 0;
733
-
734
- BatchControl* active_batches_[kMaxConcurrentBatches] = {};
735
- grpc_transport_stream_op_batch_payload stream_op_payload_;
736
-
737
- // first idx: is_receiving, second idx: is_trailing
738
- grpc_metadata_batch send_initial_metadata_{arena()};
739
- grpc_metadata_batch send_trailing_metadata_{arena()};
740
- grpc_metadata_batch recv_initial_metadata_{arena()};
741
- grpc_metadata_batch recv_trailing_metadata_{arena()};
742
-
743
- // Buffered read metadata waiting to be returned to the application.
744
- // Element 0 is initial metadata, element 1 is trailing metadata.
745
- grpc_metadata_array* buffered_metadata_[2] = {};
746
-
747
- // Call data useful used for reporting. Only valid after the call has
748
- // completed
749
- grpc_call_final_info final_info_;
750
-
751
- // Contexts for various subsystems (security, tracing, ...).
752
- grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
753
-
754
- SliceBuffer send_slice_buffer_;
755
- absl::optional<SliceBuffer> receiving_slice_buffer_;
756
- uint32_t receiving_stream_flags_;
757
-
758
- bool call_failed_before_recv_message_ = false;
759
- grpc_byte_buffer** receiving_buffer_ = nullptr;
760
- grpc_slice receiving_slice_ = grpc_empty_slice();
761
- grpc_closure receiving_stream_ready_;
762
- grpc_closure receiving_initial_metadata_ready_;
763
- grpc_closure receiving_trailing_metadata_ready_;
764
- // Status about operation of call
765
- bool sent_server_trailing_metadata_ = false;
766
- gpr_atm cancelled_with_error_ = 0;
767
-
768
- grpc_closure release_call_;
769
-
770
- union {
771
- struct {
772
- grpc_status_code* status;
773
- grpc_slice* status_details;
774
- const char** error_string;
775
- } client;
776
- struct {
777
- int* cancelled;
778
- // backpointer to owning server if this is a server side call.
779
- Server* core_server;
780
- } server;
781
- } final_op_;
782
- AtomicError status_error_;
783
-
784
- // recv_state can contain one of the following values:
785
- // RECV_NONE : : no initial metadata and messages received
786
- // RECV_INITIAL_METADATA_FIRST : received initial metadata first
787
- // a batch_control* : received messages first
788
-
789
- // +------1------RECV_NONE------3-----+
790
- // | |
791
- // | |
792
- // v v
793
- // RECV_INITIAL_METADATA_FIRST receiving_stream_ready_bctlp
794
- // | ^ | ^
795
- // | | | |
796
- // +-----2-----+ +-----4-----+
797
-
798
- // For 1, 4: See receiving_initial_metadata_ready() function
799
- // For 2, 3: See receiving_stream_ready() function
800
- gpr_atm recv_state_ = 0;
801
- };
802
-
803
- grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
804
- grpc_call** out_call) {
805
- Channel* channel = args->channel.get();
806
-
807
- auto add_init_error = [](grpc_error_handle* composite,
808
- grpc_error_handle new_err) {
809
- if (new_err.ok()) return;
810
- if (composite->ok()) {
811
- *composite = GRPC_ERROR_CREATE("Call creation failed");
812
- }
813
- *composite = grpc_error_add_child(*composite, new_err);
814
- };
815
-
816
- FilterStackCall* call;
817
- grpc_error_handle error;
818
- grpc_channel_stack* channel_stack = channel->channel_stack();
819
- size_t call_alloc_size =
820
- GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(FilterStackCall)) +
821
- channel_stack->call_stack_size;
822
-
823
- Arena* arena = channel->CreateArena();
824
- call = new (arena->Alloc(call_alloc_size)) FilterStackCall(arena, *args);
825
- GPR_DEBUG_ASSERT(FromC(call->c_ptr()) == call);
826
- GPR_DEBUG_ASSERT(FromCallStack(call->call_stack()) == call);
827
- *out_call = call->c_ptr();
828
- grpc_slice path = grpc_empty_slice();
829
- if (call->is_client()) {
830
- call->final_op_.client.status_details = nullptr;
831
- call->final_op_.client.status = nullptr;
832
- call->final_op_.client.error_string = nullptr;
833
- global_stats().IncrementClientCallsCreated();
834
- path = CSliceRef(args->path->c_slice());
835
- call->send_initial_metadata_.Set(HttpPathMetadata(),
836
- std::move(*args->path));
837
- if (args->authority.has_value()) {
838
- call->send_initial_metadata_.Set(HttpAuthorityMetadata(),
839
- std::move(*args->authority));
840
- }
841
- call->send_initial_metadata_.Set(
842
- GrpcRegisteredMethod(), reinterpret_cast<void*>(static_cast<uintptr_t>(
843
- args->registered_method)));
844
- } else {
845
- global_stats().IncrementServerCallsCreated();
846
- call->final_op_.server.cancelled = nullptr;
847
- call->final_op_.server.core_server = args->server;
848
- // TODO(yashykt): In the future, we want to also enable stats and trace
849
- // collecting from when the call is created at the transport. The idea is
850
- // that the transport would create the call tracer and pass it in as part of
851
- // the metadata.
852
- if (args->server != nullptr &&
853
- args->server->server_call_tracer_factory() != nullptr) {
854
- auto* server_call_tracer =
855
- args->server->server_call_tracer_factory()->CreateNewServerCallTracer(
856
- arena, args->server->channel_args());
857
- if (server_call_tracer != nullptr) {
858
- // Note that we are setting both
859
- // GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
860
- // GRPC_CONTEXT_CALL_TRACER as a matter of convenience. In the future
861
- // promise-based world, we would just a single tracer object for each
862
- // stack (call, subchannel_call, server_call.)
863
- call->ContextSet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE,
864
- server_call_tracer, nullptr);
865
- call->ContextSet(GRPC_CONTEXT_CALL_TRACER, server_call_tracer, nullptr);
866
- }
359
+ void Call::ResetDeadline() {
360
+ {
361
+ MutexLock lock(&deadline_mu_);
362
+ if (deadline_ == Timestamp::InfFuture()) return;
363
+ if (!arena_->GetContext<grpc_event_engine::experimental::EventEngine>()
364
+ ->Cancel(deadline_task_)) {
365
+ return;
867
366
  }
367
+ deadline_ = Timestamp::InfFuture();
868
368
  }
369
+ InternalUnref("deadline[reset]");
370
+ }
869
371
 
870
- Call* parent = Call::FromC(args->parent);
871
- if (parent != nullptr) {
872
- add_init_error(&error, absl_status_to_grpc_error(call->InitParent(
873
- parent, args->propagation_mask)));
874
- }
875
- // initial refcount dropped by grpc_call_unref
876
- grpc_call_element_args call_args = {
877
- call->call_stack(), args->server_transport_data,
878
- call->context_, path,
879
- call->start_time(), call->send_deadline(),
880
- call->arena(), &call->call_combiner_};
881
- add_init_error(&error, grpc_call_stack_init(channel_stack, 1, DestroyCall,
882
- call, &call_args));
883
- // Publish this call to parent only after the call stack has been initialized.
884
- if (parent != nullptr) {
885
- call->PublishToParent(parent);
886
- }
372
+ void Call::Run() {
373
+ ApplicationCallbackExecCtx callback_exec_ctx;
374
+ ExecCtx exec_ctx;
375
+ GRPC_TRACE_LOG(call, INFO)
376
+ << "call deadline expired "
377
+ << GRPC_DUMP_ARGS(Timestamp::Now(), send_deadline_);
378
+ CancelWithError(grpc_error_set_int(
379
+ absl::DeadlineExceededError("Deadline Exceeded"),
380
+ StatusIntProperty::kRpcStatus, GRPC_STATUS_DEADLINE_EXCEEDED));
381
+ InternalUnref("deadline[run]");
382
+ }
887
383
 
888
- if (!error.ok()) {
889
- call->CancelWithError(error);
890
- }
891
- if (args->cq != nullptr) {
892
- GPR_ASSERT(args->pollset_set_alternative == nullptr &&
893
- "Only one of 'cq' and 'pollset_set_alternative' should be "
894
- "non-nullptr.");
895
- GRPC_CQ_INTERNAL_REF(args->cq, "bind");
896
- call->pollent_ =
897
- grpc_polling_entity_create_from_pollset(grpc_cq_pollset(args->cq));
898
- }
899
- if (args->pollset_set_alternative != nullptr) {
900
- call->pollent_ = grpc_polling_entity_create_from_pollset_set(
901
- args->pollset_set_alternative);
902
- }
903
- if (!grpc_polling_entity_is_empty(&call->pollent_)) {
904
- grpc_call_stack_set_pollset_or_pollset_set(call->call_stack(),
905
- &call->pollent_);
906
- }
384
+ } // namespace grpc_core
907
385
 
908
- if (call->is_client()) {
909
- channelz::ChannelNode* channelz_channel = channel->channelz_node();
910
- if (channelz_channel != nullptr) {
911
- channelz_channel->RecordCallStarted();
912
- }
913
- } else if (call->final_op_.server.core_server != nullptr) {
914
- channelz::ServerNode* channelz_node =
915
- call->final_op_.server.core_server->channelz_node();
916
- if (channelz_node != nullptr) {
917
- channelz_node->RecordCallStarted();
918
- }
919
- }
386
+ ///////////////////////////////////////////////////////////////////////////////
387
+ // C-based API
920
388
 
921
- CSliceUnref(path);
389
+ void* grpc_call_arena_alloc(grpc_call* call, size_t size) {
390
+ grpc_core::ExecCtx exec_ctx;
391
+ return grpc_core::Call::FromC(call)->arena()->Alloc(size);
392
+ }
922
393
 
923
- return error;
394
+ void grpc_call_set_completion_queue(grpc_call* call,
395
+ grpc_completion_queue* cq) {
396
+ grpc_core::Call::FromC(call)->SetCompletionQueue(cq);
924
397
  }
925
398
 
926
- void FilterStackCall::SetCompletionQueue(grpc_completion_queue* cq) {
927
- GPR_ASSERT(cq);
399
+ void grpc_call_ref(grpc_call* c) { grpc_core::Call::FromC(c)->ExternalRef(); }
928
400
 
929
- if (grpc_polling_entity_pollset_set(&pollent_) != nullptr) {
930
- Crash("A pollset_set is already registered for this call.");
931
- }
932
- cq_ = cq;
933
- GRPC_CQ_INTERNAL_REF(cq, "bind");
934
- pollent_ = grpc_polling_entity_create_from_pollset(grpc_cq_pollset(cq));
935
- grpc_call_stack_set_pollset_or_pollset_set(call_stack(), &pollent_);
401
+ void grpc_call_unref(grpc_call* c) {
402
+ grpc_core::ExecCtx exec_ctx;
403
+ grpc_core::Call::FromC(c)->ExternalUnref();
936
404
  }
937
405
 
938
- void FilterStackCall::ReleaseCall(void* call, grpc_error_handle /*error*/) {
939
- static_cast<FilterStackCall*>(call)->DeleteThis();
406
+ char* grpc_call_get_peer(grpc_call* call) {
407
+ return grpc_core::Call::FromC(call)->GetPeer();
940
408
  }
941
409
 
942
- void FilterStackCall::DestroyCall(void* call, grpc_error_handle /*error*/) {
943
- auto* c = static_cast<FilterStackCall*>(call);
944
- c->recv_initial_metadata_.Clear();
945
- c->recv_trailing_metadata_.Clear();
946
- c->receiving_slice_buffer_.reset();
947
- ParentCall* pc = c->parent_call();
948
- if (pc != nullptr) {
949
- pc->~ParentCall();
950
- }
951
- if (c->cq_) {
952
- GRPC_CQ_INTERNAL_UNREF(c->cq_, "bind");
410
+ grpc_call_error grpc_call_cancel(grpc_call* call, void* reserved) {
411
+ GRPC_TRACE_LOG(api, INFO)
412
+ << "grpc_call_cancel(call=" << call << ", reserved=" << reserved << ")";
413
+ CHECK_EQ(reserved, nullptr);
414
+ if (call == nullptr) {
415
+ return GRPC_CALL_ERROR;
953
416
  }
954
-
955
- grpc_error_handle status_error = c->status_error_.get();
956
- grpc_error_get_status(status_error, c->send_deadline(),
957
- &c->final_info_.final_status, nullptr, nullptr,
958
- &(c->final_info_.error_string));
959
- c->status_error_.set(absl::OkStatus());
960
- c->final_info_.stats.latency =
961
- gpr_cycle_counter_sub(gpr_get_cycle_counter(), c->start_time());
962
- grpc_call_stack_destroy(c->call_stack(), &c->final_info_,
963
- GRPC_CLOSURE_INIT(&c->release_call_, ReleaseCall, c,
964
- grpc_schedule_on_exec_ctx));
417
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
418
+ grpc_core::ExecCtx exec_ctx;
419
+ grpc_core::Call::FromC(call)->CancelWithError(absl::CancelledError());
420
+ return GRPC_CALL_OK;
965
421
  }
966
422
 
967
- void FilterStackCall::ExternalUnref() {
968
- if (GPR_LIKELY(!ext_ref_.Unref())) return;
969
-
970
- ApplicationCallbackExecCtx callback_exec_ctx;
971
- ExecCtx exec_ctx;
972
-
973
- GRPC_API_TRACE("grpc_call_unref(c=%p)", 1, (this));
974
-
975
- MaybeUnpublishFromParent();
976
-
977
- GPR_ASSERT(!destroy_called_);
978
- destroy_called_ = true;
979
- bool cancel = gpr_atm_acq_load(&received_final_op_atm_) == 0;
980
- if (cancel) {
981
- CancelWithError(absl::CancelledError());
982
- } else {
983
- // Unset the call combiner cancellation closure. This has the
984
- // effect of scheduling the previously set cancellation closure, if
985
- // any, so that it can release any internal references it may be
986
- // holding to the call stack.
987
- call_combiner_.SetNotifyOnCancel(nullptr);
423
+ grpc_call_error grpc_call_cancel_with_status(grpc_call* c,
424
+ grpc_status_code status,
425
+ const char* description,
426
+ void* reserved) {
427
+ GRPC_TRACE_LOG(api, INFO)
428
+ << "grpc_call_cancel_with_status(c=" << c << ", status=" << (int)status
429
+ << ", description=" << description << ", reserved=" << reserved << ")";
430
+ CHECK_EQ(reserved, nullptr);
431
+ if (c == nullptr) {
432
+ return GRPC_CALL_ERROR;
988
433
  }
989
- InternalUnref("destroy");
434
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
435
+ grpc_core::ExecCtx exec_ctx;
436
+ grpc_core::Call::FromC(c)->CancelWithStatus(status, description);
437
+ return GRPC_CALL_OK;
990
438
  }
991
439
 
992
- // start_batch_closure points to a caller-allocated closure to be used
993
- // for entering the call combiner.
994
- void FilterStackCall::ExecuteBatch(grpc_transport_stream_op_batch* batch,
995
- grpc_closure* start_batch_closure) {
996
- // This is called via the call combiner to start sending a batch down
997
- // the filter stack.
998
- auto execute_batch_in_call_combiner = [](void* arg, grpc_error_handle) {
999
- grpc_transport_stream_op_batch* batch =
1000
- static_cast<grpc_transport_stream_op_batch*>(arg);
1001
- auto* call =
1002
- static_cast<FilterStackCall*>(batch->handler_private.extra_arg);
1003
- grpc_call_element* elem = call->call_elem(0);
1004
- GRPC_CALL_LOG_OP(GPR_INFO, elem, batch);
1005
- elem->filter->start_transport_stream_op_batch(elem, batch);
1006
- };
1007
- batch->handler_private.extra_arg = this;
1008
- GRPC_CLOSURE_INIT(start_batch_closure, execute_batch_in_call_combiner, batch,
1009
- grpc_schedule_on_exec_ctx);
1010
- GRPC_CALL_COMBINER_START(call_combiner(), start_batch_closure,
1011
- absl::OkStatus(), "executing batch");
440
+ void grpc_call_cancel_internal(grpc_call* call) {
441
+ grpc_core::Call::FromC(call)->CancelWithError(absl::CancelledError());
1012
442
  }
1013
443
 
1014
- namespace {
1015
- struct CancelState {
1016
- FilterStackCall* call;
1017
- grpc_closure start_batch;
1018
- grpc_closure finish_batch;
1019
- };
1020
- } // namespace
1021
-
1022
- // The on_complete callback used when sending a cancel_stream batch down
1023
- // the filter stack. Yields the call combiner when the batch is done.
1024
- static void done_termination(void* arg, grpc_error_handle /*error*/) {
1025
- CancelState* state = static_cast<CancelState*>(arg);
1026
- GRPC_CALL_COMBINER_STOP(state->call->call_combiner(),
1027
- "on_complete for cancel_stream op");
1028
- state->call->InternalUnref("termination");
1029
- delete state;
444
+ grpc_compression_algorithm grpc_call_test_only_get_compression_algorithm(
445
+ grpc_call* call) {
446
+ return grpc_core::Call::FromC(call)->incoming_compression_algorithm();
1030
447
  }
1031
448
 
1032
- void FilterStackCall::CancelWithError(grpc_error_handle error) {
1033
- if (!gpr_atm_rel_cas(&cancelled_with_error_, 0, 1)) {
1034
- return;
1035
- }
1036
- ClearPeerString();
1037
- InternalRef("termination");
1038
- // Inform the call combiner of the cancellation, so that it can cancel
1039
- // any in-flight asynchronous actions that may be holding the call
1040
- // combiner. This ensures that the cancel_stream batch can be sent
1041
- // down the filter stack in a timely manner.
1042
- call_combiner_.Cancel(error);
1043
- CancelState* state = new CancelState;
1044
- state->call = this;
1045
- GRPC_CLOSURE_INIT(&state->finish_batch, done_termination, state,
1046
- grpc_schedule_on_exec_ctx);
1047
- grpc_transport_stream_op_batch* op =
1048
- grpc_make_transport_stream_op(&state->finish_batch);
1049
- op->cancel_stream = true;
1050
- op->payload->cancel_stream.cancel_error = error;
1051
- ExecuteBatch(op, &state->start_batch);
449
+ uint32_t grpc_call_test_only_get_message_flags(grpc_call* call) {
450
+ return grpc_core::Call::FromC(call)->test_only_message_flags();
1052
451
  }
1053
452
 
1054
- void FilterStackCall::SetFinalStatus(grpc_error_handle error) {
1055
- if (GRPC_TRACE_FLAG_ENABLED(grpc_call_error_trace)) {
1056
- gpr_log(GPR_DEBUG, "set_final_status %s %s", is_client() ? "CLI" : "SVR",
1057
- StatusToString(error).c_str());
1058
- }
1059
- if (is_client()) {
1060
- std::string status_details;
1061
- grpc_error_get_status(error, send_deadline(), final_op_.client.status,
1062
- &status_details, nullptr,
1063
- final_op_.client.error_string);
1064
- *final_op_.client.status_details =
1065
- grpc_slice_from_cpp_string(std::move(status_details));
1066
- status_error_.set(error);
1067
- channelz::ChannelNode* channelz_channel = channel()->channelz_node();
1068
- if (channelz_channel != nullptr) {
1069
- if (*final_op_.client.status != GRPC_STATUS_OK) {
1070
- channelz_channel->RecordCallFailed();
1071
- } else {
1072
- channelz_channel->RecordCallSucceeded();
1073
- }
1074
- }
1075
- } else {
1076
- *final_op_.server.cancelled =
1077
- !error.ok() || !sent_server_trailing_metadata_;
1078
- channelz::ServerNode* channelz_node =
1079
- final_op_.server.core_server->channelz_node();
1080
- if (channelz_node != nullptr) {
1081
- if (*final_op_.server.cancelled || !status_error_.ok()) {
1082
- channelz_node->RecordCallFailed();
1083
- } else {
1084
- channelz_node->RecordCallSucceeded();
1085
- }
1086
- }
1087
- }
453
+ uint32_t grpc_call_test_only_get_encodings_accepted_by_peer(grpc_call* call) {
454
+ return grpc_core::Call::FromC(call)
455
+ ->encodings_accepted_by_peer()
456
+ .ToLegacyBitmask();
1088
457
  }
1089
458
 
1090
- bool FilterStackCall::PrepareApplicationMetadata(size_t count,
1091
- grpc_metadata* metadata,
1092
- bool is_trailing) {
1093
- grpc_metadata_batch* batch =
1094
- is_trailing ? &send_trailing_metadata_ : &send_initial_metadata_;
1095
- for (size_t i = 0; i < count; i++) {
1096
- grpc_metadata* md = &metadata[i];
1097
- if (!GRPC_LOG_IF_ERROR("validate_metadata",
1098
- grpc_validate_header_key_is_legal(md->key))) {
1099
- return false;
1100
- } else if (!grpc_is_binary_header_internal(md->key) &&
1101
- !GRPC_LOG_IF_ERROR(
1102
- "validate_metadata",
1103
- grpc_validate_header_nonbin_value_is_legal(md->value))) {
1104
- return false;
1105
- } else if (GRPC_SLICE_LENGTH(md->value) >= UINT32_MAX) {
1106
- // HTTP2 hpack encoding has a maximum limit.
1107
- return false;
1108
- } else if (grpc_slice_str_cmp(md->key, "content-length") == 0) {
1109
- // Filter "content-length metadata"
1110
- continue;
1111
- }
1112
- batch->Append(StringViewFromSlice(md->key), Slice(CSliceRef(md->value)),
1113
- [md](absl::string_view error, const Slice& value) {
1114
- gpr_log(GPR_DEBUG, "Append error: %s",
1115
- absl::StrCat("key=", StringViewFromSlice(md->key),
1116
- " error=", error,
1117
- " value=", value.as_string_view())
1118
- .c_str());
1119
- });
1120
- }
1121
-
1122
- return true;
459
+ grpc_core::Arena* grpc_call_get_arena(grpc_call* call) {
460
+ return grpc_core::Call::FromC(call)->arena();
1123
461
  }
1124
462
 
1125
- namespace {
1126
- class PublishToAppEncoder {
1127
- public:
1128
- explicit PublishToAppEncoder(grpc_metadata_array* dest,
1129
- const grpc_metadata_batch* encoding,
1130
- bool is_client)
1131
- : dest_(dest), encoding_(encoding), is_client_(is_client) {}
1132
-
1133
- void Encode(const Slice& key, const Slice& value) {
1134
- Append(key.c_slice(), value.c_slice());
1135
- }
463
+ grpc_call_stack* grpc_call_get_call_stack(grpc_call* call) {
464
+ return grpc_core::Call::FromC(call)->call_stack();
465
+ }
1136
466
 
1137
- // Catch anything that is not explicitly handled, and do not publish it to the
1138
- // application. If new metadata is added to a batch that needs to be
1139
- // published, it should be called out here.
1140
- template <typename Which>
1141
- void Encode(Which, const typename Which::ValueType&) {}
467
+ grpc_call_error grpc_call_start_batch(grpc_call* call, const grpc_op* ops,
468
+ size_t nops, void* tag, void* reserved) {
469
+ GRPC_TRACE_LOG(api, INFO)
470
+ << "grpc_call_start_batch(call=" << call << ", ops=" << ops
471
+ << ", nops=" << (unsigned long)nops << ", tag=" << tag
472
+ << ", reserved=" << reserved << ")";
1142
473
 
1143
- void Encode(UserAgentMetadata, const Slice& slice) {
1144
- Append(UserAgentMetadata::key(), slice);
474
+ if (reserved != nullptr || call == nullptr) {
475
+ return GRPC_CALL_ERROR;
476
+ } else {
477
+ grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
478
+ grpc_core::ExecCtx exec_ctx;
479
+ return grpc_core::Call::FromC(call)->StartBatch(ops, nops, tag, false);
1145
480
  }
481
+ }
1146
482
 
1147
- void Encode(HostMetadata, const Slice& slice) {
1148
- Append(HostMetadata::key(), slice);
1149
- }
483
+ grpc_call_error grpc_call_start_batch_and_execute(grpc_call* call,
484
+ const grpc_op* ops,
485
+ size_t nops,
486
+ grpc_closure* closure) {
487
+ return grpc_core::Call::FromC(call)->StartBatch(ops, nops, closure, true);
488
+ }
1150
489
 
1151
- void Encode(GrpcPreviousRpcAttemptsMetadata, uint32_t count) {
1152
- Append(GrpcPreviousRpcAttemptsMetadata::key(), count);
1153
- }
1154
-
1155
- void Encode(GrpcRetryPushbackMsMetadata, Duration count) {
1156
- Append(GrpcRetryPushbackMsMetadata::key(), count.millis());
1157
- }
1158
-
1159
- void Encode(LbTokenMetadata, const Slice& slice) {
1160
- Append(LbTokenMetadata::key(), slice);
1161
- }
1162
-
1163
- private:
1164
- void Append(absl::string_view key, int64_t value) {
1165
- Append(StaticSlice::FromStaticString(key).c_slice(),
1166
- Slice::FromInt64(value).c_slice());
1167
- }
1168
-
1169
- void Append(absl::string_view key, const Slice& value) {
1170
- Append(StaticSlice::FromStaticString(key).c_slice(), value.c_slice());
1171
- }
1172
-
1173
- void Append(grpc_slice key, grpc_slice value) {
1174
- if (dest_->count == dest_->capacity) {
1175
- Crash(absl::StrCat(
1176
- "Too many metadata entries: capacity=", dest_->capacity, " on ",
1177
- is_client_ ? "client" : "server", " encoding ", encoding_->count(),
1178
- " elements: ", encoding_->DebugString().c_str()));
1179
- }
1180
- auto* mdusr = &dest_->metadata[dest_->count++];
1181
- mdusr->key = key;
1182
- mdusr->value = value;
1183
- }
1184
-
1185
- grpc_metadata_array* const dest_;
1186
- const grpc_metadata_batch* const encoding_;
1187
- const bool is_client_;
1188
- };
1189
- } // namespace
1190
-
1191
- void FilterStackCall::PublishAppMetadata(grpc_metadata_batch* b,
1192
- bool is_trailing) {
1193
- if (b->count() == 0) return;
1194
- if (!is_client() && is_trailing) return;
1195
- if (is_trailing && buffered_metadata_[1] == nullptr) return;
1196
- grpc_metadata_array* dest;
1197
- dest = buffered_metadata_[is_trailing];
1198
- if (dest->count + b->count() > dest->capacity) {
1199
- dest->capacity =
1200
- std::max(dest->capacity + b->count(), dest->capacity * 3 / 2);
1201
- dest->metadata = static_cast<grpc_metadata*>(
1202
- gpr_realloc(dest->metadata, sizeof(grpc_metadata) * dest->capacity));
1203
- }
1204
- PublishToAppEncoder encoder(dest, b, is_client());
1205
- b->Encode(&encoder);
1206
- }
1207
-
1208
- void FilterStackCall::RecvInitialFilter(grpc_metadata_batch* b) {
1209
- ProcessIncomingInitialMetadata(*b);
1210
- PublishAppMetadata(b, false);
1211
- }
1212
-
1213
- void FilterStackCall::RecvTrailingFilter(grpc_metadata_batch* b,
1214
- grpc_error_handle batch_error) {
1215
- if (!batch_error.ok()) {
1216
- SetFinalStatus(batch_error);
1217
- } else {
1218
- absl::optional<grpc_status_code> grpc_status =
1219
- b->Take(GrpcStatusMetadata());
1220
- if (grpc_status.has_value()) {
1221
- grpc_status_code status_code = *grpc_status;
1222
- grpc_error_handle error;
1223
- if (status_code != GRPC_STATUS_OK) {
1224
- Slice peer = GetPeerString();
1225
- error = grpc_error_set_int(
1226
- GRPC_ERROR_CREATE(absl::StrCat("Error received from peer ",
1227
- peer.as_string_view())),
1228
- StatusIntProperty::kRpcStatus, static_cast<intptr_t>(status_code));
1229
- }
1230
- auto grpc_message = b->Take(GrpcMessageMetadata());
1231
- if (grpc_message.has_value()) {
1232
- error = grpc_error_set_str(error, StatusStrProperty::kGrpcMessage,
1233
- grpc_message->as_string_view());
1234
- } else if (!error.ok()) {
1235
- error = grpc_error_set_str(error, StatusStrProperty::kGrpcMessage, "");
1236
- }
1237
- SetFinalStatus(error);
1238
- } else if (!is_client()) {
1239
- SetFinalStatus(absl::OkStatus());
1240
- } else {
1241
- gpr_log(GPR_DEBUG,
1242
- "Received trailing metadata with no error and no status");
1243
- SetFinalStatus(grpc_error_set_int(GRPC_ERROR_CREATE("No status received"),
1244
- StatusIntProperty::kRpcStatus,
1245
- GRPC_STATUS_UNKNOWN));
1246
- }
1247
- }
1248
- PublishAppMetadata(b, true);
1249
- }
1250
-
1251
- namespace {
1252
- bool AreWriteFlagsValid(uint32_t flags) {
1253
- // check that only bits in GRPC_WRITE_(INTERNAL?)_USED_MASK are set
1254
- const uint32_t allowed_write_positions =
1255
- (GRPC_WRITE_USED_MASK | GRPC_WRITE_INTERNAL_USED_MASK);
1256
- const uint32_t invalid_positions = ~allowed_write_positions;
1257
- return !(flags & invalid_positions);
1258
- }
1259
-
1260
- bool AreInitialMetadataFlagsValid(uint32_t flags) {
1261
- // check that only bits in GRPC_WRITE_(INTERNAL?)_USED_MASK are set
1262
- uint32_t invalid_positions = ~GRPC_INITIAL_METADATA_USED_MASK;
1263
- return !(flags & invalid_positions);
1264
- }
1265
-
1266
- size_t BatchSlotForOp(grpc_op_type type) {
1267
- switch (type) {
1268
- case GRPC_OP_SEND_INITIAL_METADATA:
1269
- return 0;
1270
- case GRPC_OP_SEND_MESSAGE:
1271
- return 1;
1272
- case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
1273
- case GRPC_OP_SEND_STATUS_FROM_SERVER:
1274
- return 2;
1275
- case GRPC_OP_RECV_INITIAL_METADATA:
1276
- return 3;
1277
- case GRPC_OP_RECV_MESSAGE:
1278
- return 4;
1279
- case GRPC_OP_RECV_CLOSE_ON_SERVER:
1280
- case GRPC_OP_RECV_STATUS_ON_CLIENT:
1281
- return 5;
1282
- }
1283
- GPR_UNREACHABLE_CODE(return 123456789);
1284
- }
1285
- } // namespace
1286
-
1287
- FilterStackCall::BatchControl* FilterStackCall::ReuseOrAllocateBatchControl(
1288
- const grpc_op* ops) {
1289
- size_t slot_idx = BatchSlotForOp(ops[0].op);
1290
- BatchControl** pslot = &active_batches_[slot_idx];
1291
- BatchControl* bctl;
1292
- if (*pslot != nullptr) {
1293
- bctl = *pslot;
1294
- if (bctl->call_ != nullptr) {
1295
- return nullptr;
1296
- }
1297
- bctl->~BatchControl();
1298
- bctl->op_ = {};
1299
- new (&bctl->batch_error_) AtomicError();
1300
- } else {
1301
- bctl = arena()->New<BatchControl>();
1302
- *pslot = bctl;
1303
- }
1304
- bctl->call_ = this;
1305
- bctl->call_tracer_ = static_cast<CallTracerAnnotationInterface*>(
1306
- ContextGet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE));
1307
- bctl->op_.payload = &stream_op_payload_;
1308
- return bctl;
1309
- }
1310
-
1311
- void FilterStackCall::BatchControl::PostCompletion() {
1312
- FilterStackCall* call = call_;
1313
- grpc_error_handle error = batch_error_.get();
1314
-
1315
- if (IsCallStatusOverrideOnCancellationEnabled()) {
1316
- // On the client side, if final call status is already known (i.e if this op
1317
- // includes recv_trailing_metadata) and if the call status is known to be
1318
- // OK, then disregard the batch error to ensure call->receiving_buffer_ is
1319
- // not cleared.
1320
- if (op_.recv_trailing_metadata && call->is_client() &&
1321
- call->status_error_.ok()) {
1322
- error = absl::OkStatus();
1323
- }
1324
- }
1325
-
1326
- if (grpc_call_trace.enabled()) {
1327
- gpr_log(GPR_DEBUG, "tag:%p batch_error=%s op:%s",
1328
- completion_data_.notify_tag.tag, error.ToString().c_str(),
1329
- grpc_transport_stream_op_batch_string(&op_, false).c_str());
1330
- }
1331
-
1332
- if (op_.send_initial_metadata) {
1333
- call->send_initial_metadata_.Clear();
1334
- }
1335
- if (op_.send_message) {
1336
- if (op_.payload->send_message.stream_write_closed && error.ok()) {
1337
- error = grpc_error_add_child(
1338
- error, GRPC_ERROR_CREATE(
1339
- "Attempt to send message after stream was closed."));
1340
- }
1341
- call->sending_message_ = false;
1342
- call->send_slice_buffer_.Clear();
1343
- }
1344
- if (op_.send_trailing_metadata) {
1345
- call->send_trailing_metadata_.Clear();
1346
- }
1347
-
1348
- if (!error.ok() && op_.recv_message && *call->receiving_buffer_ != nullptr) {
1349
- grpc_byte_buffer_destroy(*call->receiving_buffer_);
1350
- *call->receiving_buffer_ = nullptr;
1351
- }
1352
- if (op_.recv_trailing_metadata) {
1353
- // propagate cancellation to any interested children
1354
- gpr_atm_rel_store(&call->received_final_op_atm_, 1);
1355
- call->PropagateCancellationToChildren();
1356
- error = absl::OkStatus();
1357
- }
1358
- batch_error_.set(absl::OkStatus());
1359
-
1360
- if (completion_data_.notify_tag.is_closure) {
1361
- call_ = nullptr;
1362
- Closure::Run(DEBUG_LOCATION,
1363
- static_cast<grpc_closure*>(completion_data_.notify_tag.tag),
1364
- error);
1365
- call->InternalUnref("completion");
1366
- } else {
1367
- grpc_cq_end_op(
1368
- call->cq_, completion_data_.notify_tag.tag, error,
1369
- [](void* user_data, grpc_cq_completion* /*storage*/) {
1370
- BatchControl* bctl = static_cast<BatchControl*>(user_data);
1371
- Call* call = bctl->call_;
1372
- bctl->call_ = nullptr;
1373
- call->InternalUnref("completion");
1374
- },
1375
- this, &completion_data_.cq_completion);
1376
- }
1377
- }
1378
-
1379
- void FilterStackCall::BatchControl::FinishStep(PendingOp op) {
1380
- if (GPR_UNLIKELY(completed_batch_step(op))) {
1381
- PostCompletion();
1382
- }
1383
- }
1384
-
1385
- void FilterStackCall::BatchControl::ProcessDataAfterMetadata() {
1386
- FilterStackCall* call = call_;
1387
- if (!call->receiving_slice_buffer_.has_value()) {
1388
- *call->receiving_buffer_ = nullptr;
1389
- call->receiving_message_ = false;
1390
- FinishStep(PendingOp::kRecvMessage);
1391
- } else {
1392
- call->NoteLastMessageFlags(call->receiving_stream_flags_);
1393
- if ((call->receiving_stream_flags_ & GRPC_WRITE_INTERNAL_COMPRESS) &&
1394
- (call->incoming_compression_algorithm() != GRPC_COMPRESS_NONE)) {
1395
- *call->receiving_buffer_ = grpc_raw_compressed_byte_buffer_create(
1396
- nullptr, 0, call->incoming_compression_algorithm());
1397
- } else {
1398
- *call->receiving_buffer_ = grpc_raw_byte_buffer_create(nullptr, 0);
1399
- }
1400
- grpc_slice_buffer_move_into(
1401
- call->receiving_slice_buffer_->c_slice_buffer(),
1402
- &(*call->receiving_buffer_)->data.raw.slice_buffer);
1403
- call->receiving_message_ = false;
1404
- call->receiving_slice_buffer_.reset();
1405
- FinishStep(PendingOp::kRecvMessage);
1406
- }
1407
- }
1408
-
1409
- void FilterStackCall::BatchControl::ReceivingStreamReady(
1410
- grpc_error_handle error) {
1411
- if (grpc_call_trace.enabled()) {
1412
- gpr_log(GPR_DEBUG,
1413
- "tag:%p ReceivingStreamReady error=%s "
1414
- "receiving_slice_buffer.has_value=%d recv_state=%" PRIdPTR,
1415
- completion_data_.notify_tag.tag, error.ToString().c_str(),
1416
- call_->receiving_slice_buffer_.has_value(),
1417
- gpr_atm_no_barrier_load(&call_->recv_state_));
1418
- }
1419
- FilterStackCall* call = call_;
1420
- if (!error.ok()) {
1421
- call->receiving_slice_buffer_.reset();
1422
- if (batch_error_.ok()) {
1423
- batch_error_.set(error);
1424
- }
1425
- call->CancelWithError(error);
1426
- }
1427
- // If recv_state is kRecvNone, we will save the batch_control
1428
- // object with rel_cas, and will not use it after the cas. Its corresponding
1429
- // acq_load is in receiving_initial_metadata_ready()
1430
- if (!error.ok() || !call->receiving_slice_buffer_.has_value() ||
1431
- !gpr_atm_rel_cas(&call->recv_state_, kRecvNone,
1432
- reinterpret_cast<gpr_atm>(this))) {
1433
- ProcessDataAfterMetadata();
1434
- }
1435
- }
1436
-
1437
- void FilterStackCall::BatchControl::ReceivingInitialMetadataReady(
1438
- grpc_error_handle error) {
1439
- FilterStackCall* call = call_;
1440
-
1441
- GRPC_CALL_COMBINER_STOP(call->call_combiner(), "recv_initial_metadata_ready");
1442
-
1443
- if (error.ok()) {
1444
- grpc_metadata_batch* md = &call->recv_initial_metadata_;
1445
- call->RecvInitialFilter(md);
1446
-
1447
- absl::optional<Timestamp> deadline = md->get(GrpcTimeoutMetadata());
1448
- if (deadline.has_value() && !call->is_client()) {
1449
- call_->set_send_deadline(*deadline);
1450
- }
1451
- } else {
1452
- if (batch_error_.ok()) {
1453
- batch_error_.set(error);
1454
- }
1455
- call->CancelWithError(error);
1456
- }
1457
-
1458
- grpc_closure* saved_rsr_closure = nullptr;
1459
- while (true) {
1460
- gpr_atm rsr_bctlp = gpr_atm_acq_load(&call->recv_state_);
1461
- // Should only receive initial metadata once
1462
- GPR_ASSERT(rsr_bctlp != 1);
1463
- if (rsr_bctlp == 0) {
1464
- // We haven't seen initial metadata and messages before, thus initial
1465
- // metadata is received first.
1466
- // no_barrier_cas is used, as this function won't access the batch_control
1467
- // object saved by receiving_stream_ready() if the initial metadata is
1468
- // received first.
1469
- if (gpr_atm_no_barrier_cas(&call->recv_state_, kRecvNone,
1470
- kRecvInitialMetadataFirst)) {
1471
- break;
1472
- }
1473
- } else {
1474
- // Already received messages
1475
- saved_rsr_closure = GRPC_CLOSURE_CREATE(
1476
- [](void* bctl, grpc_error_handle error) {
1477
- static_cast<BatchControl*>(bctl)->ReceivingStreamReady(error);
1478
- },
1479
- reinterpret_cast<BatchControl*>(rsr_bctlp),
1480
- grpc_schedule_on_exec_ctx);
1481
- // No need to modify recv_state
1482
- break;
1483
- }
1484
- }
1485
- if (saved_rsr_closure != nullptr) {
1486
- Closure::Run(DEBUG_LOCATION, saved_rsr_closure, error);
1487
- }
1488
-
1489
- FinishStep(PendingOp::kRecvInitialMetadata);
1490
- }
1491
-
1492
- void FilterStackCall::BatchControl::ReceivingTrailingMetadataReady(
1493
- grpc_error_handle error) {
1494
- GRPC_CALL_COMBINER_STOP(call_->call_combiner(),
1495
- "recv_trailing_metadata_ready");
1496
- grpc_metadata_batch* md = &call_->recv_trailing_metadata_;
1497
- call_->RecvTrailingFilter(md, error);
1498
- FinishStep(PendingOp::kRecvTrailingMetadata);
1499
- }
1500
-
1501
- void FilterStackCall::BatchControl::FinishBatch(grpc_error_handle error) {
1502
- GRPC_CALL_COMBINER_STOP(call_->call_combiner(), "on_complete");
1503
- if (batch_error_.ok()) {
1504
- batch_error_.set(error);
1505
- }
1506
- if (!error.ok()) {
1507
- call_->CancelWithError(error);
1508
- }
1509
- FinishStep(PendingOp::kSends);
1510
- }
1511
-
1512
- namespace {
1513
- void EndOpImmediately(grpc_completion_queue* cq, void* notify_tag,
1514
- bool is_notify_tag_closure) {
1515
- if (!is_notify_tag_closure) {
1516
- GPR_ASSERT(grpc_cq_begin_op(cq, notify_tag));
1517
- grpc_cq_end_op(
1518
- cq, notify_tag, absl::OkStatus(),
1519
- [](void*, grpc_cq_completion* completion) { gpr_free(completion); },
1520
- nullptr,
1521
- static_cast<grpc_cq_completion*>(
1522
- gpr_malloc(sizeof(grpc_cq_completion))));
1523
- } else {
1524
- Closure::Run(DEBUG_LOCATION, static_cast<grpc_closure*>(notify_tag),
1525
- absl::OkStatus());
1526
- }
1527
- }
1528
- } // namespace
1529
-
1530
- grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1531
- void* notify_tag,
1532
- bool is_notify_tag_closure) {
1533
- size_t i;
1534
- const grpc_op* op;
1535
- BatchControl* bctl;
1536
- grpc_call_error error = GRPC_CALL_OK;
1537
- grpc_transport_stream_op_batch* stream_op;
1538
- grpc_transport_stream_op_batch_payload* stream_op_payload;
1539
- uint32_t seen_ops = 0;
1540
- intptr_t pending_ops = 0;
1541
- CallTracerAnnotationInterface* call_tracer = nullptr;
1542
-
1543
- for (i = 0; i < nops; i++) {
1544
- if (seen_ops & (1u << ops[i].op)) {
1545
- return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1546
- }
1547
- seen_ops |= (1u << ops[i].op);
1548
- }
1549
-
1550
- if (!is_client() &&
1551
- (seen_ops & (1u << GRPC_OP_SEND_STATUS_FROM_SERVER)) != 0 &&
1552
- (seen_ops & (1u << GRPC_OP_RECV_MESSAGE)) != 0) {
1553
- gpr_log(GPR_ERROR,
1554
- "******************* SEND_STATUS WITH RECV_MESSAGE "
1555
- "*******************");
1556
- return GRPC_CALL_ERROR;
1557
- }
1558
-
1559
- GRPC_CALL_LOG_BATCH(GPR_INFO, ops, nops);
1560
-
1561
- if (nops == 0) {
1562
- EndOpImmediately(cq_, notify_tag, is_notify_tag_closure);
1563
- error = GRPC_CALL_OK;
1564
- goto done;
1565
- }
1566
-
1567
- bctl = ReuseOrAllocateBatchControl(ops);
1568
- if (bctl == nullptr) {
1569
- return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1570
- }
1571
- bctl->completion_data_.notify_tag.tag = notify_tag;
1572
- bctl->completion_data_.notify_tag.is_closure =
1573
- static_cast<uint8_t>(is_notify_tag_closure != 0);
1574
-
1575
- stream_op = &bctl->op_;
1576
- stream_op_payload = &stream_op_payload_;
1577
-
1578
- // rewrite batch ops into a transport op
1579
- for (i = 0; i < nops; i++) {
1580
- op = &ops[i];
1581
- if (op->reserved != nullptr) {
1582
- error = GRPC_CALL_ERROR;
1583
- goto done_with_error;
1584
- }
1585
- switch (op->op) {
1586
- case GRPC_OP_SEND_INITIAL_METADATA: {
1587
- // Flag validation: currently allow no flags
1588
- if (!AreInitialMetadataFlagsValid(op->flags)) {
1589
- error = GRPC_CALL_ERROR_INVALID_FLAGS;
1590
- goto done_with_error;
1591
- }
1592
- if (sent_initial_metadata_) {
1593
- error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1594
- goto done_with_error;
1595
- }
1596
- if (op->data.send_initial_metadata.count > INT_MAX) {
1597
- error = GRPC_CALL_ERROR_INVALID_METADATA;
1598
- goto done_with_error;
1599
- }
1600
- stream_op->send_initial_metadata = true;
1601
- sent_initial_metadata_ = true;
1602
- if (!PrepareApplicationMetadata(op->data.send_initial_metadata.count,
1603
- op->data.send_initial_metadata.metadata,
1604
- false)) {
1605
- error = GRPC_CALL_ERROR_INVALID_METADATA;
1606
- goto done_with_error;
1607
- }
1608
- PrepareOutgoingInitialMetadata(*op, send_initial_metadata_);
1609
- // TODO(ctiller): just make these the same variable?
1610
- if (is_client() && send_deadline() != Timestamp::InfFuture()) {
1611
- send_initial_metadata_.Set(GrpcTimeoutMetadata(), send_deadline());
1612
- }
1613
- if (is_client()) {
1614
- send_initial_metadata_.Set(
1615
- WaitForReady(),
1616
- WaitForReady::ValueType{
1617
- (op->flags & GRPC_INITIAL_METADATA_WAIT_FOR_READY) != 0,
1618
- (op->flags &
1619
- GRPC_INITIAL_METADATA_WAIT_FOR_READY_EXPLICITLY_SET) != 0});
1620
- }
1621
- stream_op_payload->send_initial_metadata.send_initial_metadata =
1622
- &send_initial_metadata_;
1623
- pending_ops |= PendingOpMask(PendingOp::kSends);
1624
- break;
1625
- }
1626
- case GRPC_OP_SEND_MESSAGE: {
1627
- if (!AreWriteFlagsValid(op->flags)) {
1628
- error = GRPC_CALL_ERROR_INVALID_FLAGS;
1629
- goto done_with_error;
1630
- }
1631
- if (op->data.send_message.send_message == nullptr) {
1632
- error = GRPC_CALL_ERROR_INVALID_MESSAGE;
1633
- goto done_with_error;
1634
- }
1635
- if (sending_message_) {
1636
- error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1637
- goto done_with_error;
1638
- }
1639
- uint32_t flags = op->flags;
1640
- // If the outgoing buffer is already compressed, mark it as so in the
1641
- // flags. These will be picked up by the compression filter and further
1642
- // (wasteful) attempts at compression skipped.
1643
- if (op->data.send_message.send_message->data.raw.compression >
1644
- GRPC_COMPRESS_NONE) {
1645
- flags |= GRPC_WRITE_INTERNAL_COMPRESS;
1646
- }
1647
- stream_op->send_message = true;
1648
- sending_message_ = true;
1649
- send_slice_buffer_.Clear();
1650
- grpc_slice_buffer_move_into(
1651
- &op->data.send_message.send_message->data.raw.slice_buffer,
1652
- send_slice_buffer_.c_slice_buffer());
1653
- stream_op_payload->send_message.flags = flags;
1654
- stream_op_payload->send_message.send_message = &send_slice_buffer_;
1655
- pending_ops |= PendingOpMask(PendingOp::kSends);
1656
- break;
1657
- }
1658
- case GRPC_OP_SEND_CLOSE_FROM_CLIENT: {
1659
- // Flag validation: currently allow no flags
1660
- if (op->flags != 0) {
1661
- error = GRPC_CALL_ERROR_INVALID_FLAGS;
1662
- goto done_with_error;
1663
- }
1664
- if (!is_client()) {
1665
- error = GRPC_CALL_ERROR_NOT_ON_SERVER;
1666
- goto done_with_error;
1667
- }
1668
- if (sent_final_op_) {
1669
- error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1670
- goto done_with_error;
1671
- }
1672
- stream_op->send_trailing_metadata = true;
1673
- sent_final_op_ = true;
1674
- stream_op_payload->send_trailing_metadata.send_trailing_metadata =
1675
- &send_trailing_metadata_;
1676
- pending_ops |= PendingOpMask(PendingOp::kSends);
1677
- break;
1678
- }
1679
- case GRPC_OP_SEND_STATUS_FROM_SERVER: {
1680
- // Flag validation: currently allow no flags
1681
- if (op->flags != 0) {
1682
- error = GRPC_CALL_ERROR_INVALID_FLAGS;
1683
- goto done_with_error;
1684
- }
1685
- if (is_client()) {
1686
- error = GRPC_CALL_ERROR_NOT_ON_CLIENT;
1687
- goto done_with_error;
1688
- }
1689
- if (sent_final_op_) {
1690
- error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1691
- goto done_with_error;
1692
- }
1693
- if (op->data.send_status_from_server.trailing_metadata_count >
1694
- INT_MAX) {
1695
- error = GRPC_CALL_ERROR_INVALID_METADATA;
1696
- goto done_with_error;
1697
- }
1698
- stream_op->send_trailing_metadata = true;
1699
- sent_final_op_ = true;
1700
-
1701
- if (!PrepareApplicationMetadata(
1702
- op->data.send_status_from_server.trailing_metadata_count,
1703
- op->data.send_status_from_server.trailing_metadata, true)) {
1704
- error = GRPC_CALL_ERROR_INVALID_METADATA;
1705
- goto done_with_error;
1706
- }
1707
-
1708
- grpc_error_handle status_error =
1709
- op->data.send_status_from_server.status == GRPC_STATUS_OK
1710
- ? absl::OkStatus()
1711
- : grpc_error_set_int(
1712
- GRPC_ERROR_CREATE("Server returned error"),
1713
- StatusIntProperty::kRpcStatus,
1714
- static_cast<intptr_t>(
1715
- op->data.send_status_from_server.status));
1716
- if (op->data.send_status_from_server.status_details != nullptr) {
1717
- send_trailing_metadata_.Set(
1718
- GrpcMessageMetadata(),
1719
- Slice(grpc_slice_copy(
1720
- *op->data.send_status_from_server.status_details)));
1721
- if (!status_error.ok()) {
1722
- status_error = grpc_error_set_str(
1723
- status_error, StatusStrProperty::kGrpcMessage,
1724
- StringViewFromSlice(
1725
- *op->data.send_status_from_server.status_details));
1726
- }
1727
- }
1728
-
1729
- status_error_.set(status_error);
1730
-
1731
- send_trailing_metadata_.Set(GrpcStatusMetadata(),
1732
- op->data.send_status_from_server.status);
1733
-
1734
- // Ignore any te metadata key value pairs specified.
1735
- send_trailing_metadata_.Remove(TeMetadata());
1736
- stream_op_payload->send_trailing_metadata.send_trailing_metadata =
1737
- &send_trailing_metadata_;
1738
- stream_op_payload->send_trailing_metadata.sent =
1739
- &sent_server_trailing_metadata_;
1740
- pending_ops |= PendingOpMask(PendingOp::kSends);
1741
- break;
1742
- }
1743
- case GRPC_OP_RECV_INITIAL_METADATA: {
1744
- // Flag validation: currently allow no flags
1745
- if (op->flags != 0) {
1746
- error = GRPC_CALL_ERROR_INVALID_FLAGS;
1747
- goto done_with_error;
1748
- }
1749
- if (received_initial_metadata_) {
1750
- error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1751
- goto done_with_error;
1752
- }
1753
- received_initial_metadata_ = true;
1754
- buffered_metadata_[0] =
1755
- op->data.recv_initial_metadata.recv_initial_metadata;
1756
- GRPC_CLOSURE_INIT(
1757
- &receiving_initial_metadata_ready_,
1758
- [](void* bctl, grpc_error_handle error) {
1759
- static_cast<BatchControl*>(bctl)->ReceivingInitialMetadataReady(
1760
- error);
1761
- },
1762
- bctl, grpc_schedule_on_exec_ctx);
1763
- stream_op->recv_initial_metadata = true;
1764
- stream_op_payload->recv_initial_metadata.recv_initial_metadata =
1765
- &recv_initial_metadata_;
1766
- stream_op_payload->recv_initial_metadata.recv_initial_metadata_ready =
1767
- &receiving_initial_metadata_ready_;
1768
- if (is_client()) {
1769
- stream_op_payload->recv_initial_metadata.trailing_metadata_available =
1770
- &is_trailers_only_;
1771
- }
1772
- pending_ops |= PendingOpMask(PendingOp::kRecvInitialMetadata);
1773
- break;
1774
- }
1775
- case GRPC_OP_RECV_MESSAGE: {
1776
- // Flag validation: currently allow no flags
1777
- if (op->flags != 0) {
1778
- error = GRPC_CALL_ERROR_INVALID_FLAGS;
1779
- goto done_with_error;
1780
- }
1781
- if (receiving_message_) {
1782
- error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1783
- goto done_with_error;
1784
- }
1785
- receiving_message_ = true;
1786
- stream_op->recv_message = true;
1787
- receiving_slice_buffer_.reset();
1788
- receiving_buffer_ = op->data.recv_message.recv_message;
1789
- stream_op_payload->recv_message.recv_message = &receiving_slice_buffer_;
1790
- receiving_stream_flags_ = 0;
1791
- stream_op_payload->recv_message.flags = &receiving_stream_flags_;
1792
- stream_op_payload->recv_message.call_failed_before_recv_message =
1793
- &call_failed_before_recv_message_;
1794
- GRPC_CLOSURE_INIT(
1795
- &receiving_stream_ready_,
1796
- [](void* bctlp, grpc_error_handle error) {
1797
- auto* bctl = static_cast<BatchControl*>(bctlp);
1798
- auto* call = bctl->call_;
1799
- // Yields the call combiner before processing the received
1800
- // message.
1801
- GRPC_CALL_COMBINER_STOP(call->call_combiner(),
1802
- "recv_message_ready");
1803
- bctl->ReceivingStreamReady(error);
1804
- },
1805
- bctl, grpc_schedule_on_exec_ctx);
1806
- stream_op_payload->recv_message.recv_message_ready =
1807
- &receiving_stream_ready_;
1808
- pending_ops |= PendingOpMask(PendingOp::kRecvMessage);
1809
- break;
1810
- }
1811
- case GRPC_OP_RECV_STATUS_ON_CLIENT: {
1812
- // Flag validation: currently allow no flags
1813
- if (op->flags != 0) {
1814
- error = GRPC_CALL_ERROR_INVALID_FLAGS;
1815
- goto done_with_error;
1816
- }
1817
- if (!is_client()) {
1818
- error = GRPC_CALL_ERROR_NOT_ON_SERVER;
1819
- goto done_with_error;
1820
- }
1821
- if (requested_final_op_) {
1822
- error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1823
- goto done_with_error;
1824
- }
1825
- requested_final_op_ = true;
1826
- buffered_metadata_[1] =
1827
- op->data.recv_status_on_client.trailing_metadata;
1828
- final_op_.client.status = op->data.recv_status_on_client.status;
1829
- final_op_.client.status_details =
1830
- op->data.recv_status_on_client.status_details;
1831
- final_op_.client.error_string =
1832
- op->data.recv_status_on_client.error_string;
1833
- stream_op->recv_trailing_metadata = true;
1834
- stream_op_payload->recv_trailing_metadata.recv_trailing_metadata =
1835
- &recv_trailing_metadata_;
1836
- stream_op_payload->recv_trailing_metadata.collect_stats =
1837
- &final_info_.stats.transport_stream_stats;
1838
- GRPC_CLOSURE_INIT(
1839
- &receiving_trailing_metadata_ready_,
1840
- [](void* bctl, grpc_error_handle error) {
1841
- static_cast<BatchControl*>(bctl)->ReceivingTrailingMetadataReady(
1842
- error);
1843
- },
1844
- bctl, grpc_schedule_on_exec_ctx);
1845
- stream_op_payload->recv_trailing_metadata.recv_trailing_metadata_ready =
1846
- &receiving_trailing_metadata_ready_;
1847
- pending_ops |= PendingOpMask(PendingOp::kRecvTrailingMetadata);
1848
- break;
1849
- }
1850
- case GRPC_OP_RECV_CLOSE_ON_SERVER: {
1851
- // Flag validation: currently allow no flags
1852
- if (op->flags != 0) {
1853
- error = GRPC_CALL_ERROR_INVALID_FLAGS;
1854
- goto done_with_error;
1855
- }
1856
- if (is_client()) {
1857
- error = GRPC_CALL_ERROR_NOT_ON_CLIENT;
1858
- goto done_with_error;
1859
- }
1860
- if (requested_final_op_) {
1861
- error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1862
- goto done_with_error;
1863
- }
1864
- requested_final_op_ = true;
1865
- final_op_.server.cancelled = op->data.recv_close_on_server.cancelled;
1866
- stream_op->recv_trailing_metadata = true;
1867
- stream_op_payload->recv_trailing_metadata.recv_trailing_metadata =
1868
- &recv_trailing_metadata_;
1869
- stream_op_payload->recv_trailing_metadata.collect_stats =
1870
- &final_info_.stats.transport_stream_stats;
1871
- GRPC_CLOSURE_INIT(
1872
- &receiving_trailing_metadata_ready_,
1873
- [](void* bctl, grpc_error_handle error) {
1874
- static_cast<BatchControl*>(bctl)->ReceivingTrailingMetadataReady(
1875
- error);
1876
- },
1877
- bctl, grpc_schedule_on_exec_ctx);
1878
- stream_op_payload->recv_trailing_metadata.recv_trailing_metadata_ready =
1879
- &receiving_trailing_metadata_ready_;
1880
- pending_ops |= PendingOpMask(PendingOp::kRecvTrailingMetadata);
1881
- break;
1882
- }
1883
- }
1884
- }
1885
-
1886
- InternalRef("completion");
1887
- if (!is_notify_tag_closure) {
1888
- GPR_ASSERT(grpc_cq_begin_op(cq_, notify_tag));
1889
- }
1890
- bctl->set_pending_ops(pending_ops);
1891
-
1892
- if (pending_ops & PendingOpMask(PendingOp::kSends)) {
1893
- GRPC_CLOSURE_INIT(
1894
- &bctl->finish_batch_,
1895
- [](void* bctl, grpc_error_handle error) {
1896
- static_cast<BatchControl*>(bctl)->FinishBatch(error);
1897
- },
1898
- bctl, grpc_schedule_on_exec_ctx);
1899
- stream_op->on_complete = &bctl->finish_batch_;
1900
- }
1901
-
1902
- call_tracer = static_cast<CallTracerAnnotationInterface*>(
1903
- ContextGet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE));
1904
- if ((IsTraceRecordCallopsEnabled() && call_tracer != nullptr)) {
1905
- call_tracer->RecordAnnotation(absl::StrFormat(
1906
- "BATCH:%p START:%s BATCH:%s (tag:%p)", bctl,
1907
- PendingOpString(pending_ops).c_str(),
1908
- grpc_transport_stream_op_batch_string(stream_op, true).c_str(),
1909
- bctl->completion_data_.notify_tag.tag));
1910
- }
1911
- if (grpc_call_trace.enabled()) {
1912
- gpr_log(GPR_DEBUG, "BATCH:%p START:%s BATCH:%s (tag:%p)", bctl,
1913
- PendingOpString(pending_ops).c_str(),
1914
- grpc_transport_stream_op_batch_string(stream_op, false).c_str(),
1915
- bctl->completion_data_.notify_tag.tag);
1916
- }
1917
- ExecuteBatch(stream_op, &bctl->start_batch_);
1918
-
1919
- done:
1920
- return error;
1921
-
1922
- done_with_error:
1923
- // reverse any mutations that occurred
1924
- if (stream_op->send_initial_metadata) {
1925
- sent_initial_metadata_ = false;
1926
- send_initial_metadata_.Clear();
1927
- }
1928
- if (stream_op->send_message) {
1929
- sending_message_ = false;
1930
- }
1931
- if (stream_op->send_trailing_metadata) {
1932
- sent_final_op_ = false;
1933
- send_trailing_metadata_.Clear();
1934
- }
1935
- if (stream_op->recv_initial_metadata) {
1936
- received_initial_metadata_ = false;
1937
- }
1938
- if (stream_op->recv_message) {
1939
- receiving_message_ = false;
1940
- }
1941
- if (stream_op->recv_trailing_metadata) {
1942
- requested_final_op_ = false;
1943
- }
1944
- goto done;
1945
- }
1946
-
1947
- void FilterStackCall::ContextSet(grpc_context_index elem, void* value,
1948
- void (*destroy)(void*)) {
1949
- if (context_[elem].destroy) {
1950
- context_[elem].destroy(context_[elem].value);
1951
- }
1952
- context_[elem].value = value;
1953
- context_[elem].destroy = destroy;
1954
- }
1955
-
1956
- ///////////////////////////////////////////////////////////////////////////////
1957
- // Metadata validation helpers
1958
-
1959
- namespace {
1960
- bool ValidateMetadata(size_t count, grpc_metadata* metadata) {
1961
- if (count > INT_MAX) {
1962
- return false;
1963
- }
1964
- for (size_t i = 0; i < count; i++) {
1965
- grpc_metadata* md = &metadata[i];
1966
- if (!GRPC_LOG_IF_ERROR("validate_metadata",
1967
- grpc_validate_header_key_is_legal(md->key))) {
1968
- return false;
1969
- } else if (!grpc_is_binary_header_internal(md->key) &&
1970
- !GRPC_LOG_IF_ERROR(
1971
- "validate_metadata",
1972
- grpc_validate_header_nonbin_value_is_legal(md->value))) {
1973
- return false;
1974
- } else if (GRPC_SLICE_LENGTH(md->value) >= UINT32_MAX) {
1975
- // HTTP2 hpack encoding has a maximum limit.
1976
- return false;
1977
- }
1978
- }
1979
- return true;
1980
- }
1981
- } // namespace
1982
-
1983
- ///////////////////////////////////////////////////////////////////////////////
1984
- // PromiseBasedCall
1985
- // Will be folded into Call once the promise conversion is done
1986
-
1987
- class BasicPromiseBasedCall : public Call,
1988
- public Party,
1989
- public grpc_event_engine::experimental::
1990
- EventEngine::Closure /* for deadlines */ {
1991
- public:
1992
- using Call::arena;
1993
-
1994
- BasicPromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
1995
- uint32_t initial_internal_refs,
1996
- const grpc_call_create_args& args)
1997
- : Call(arena, args.server_transport_data == nullptr, args.send_deadline,
1998
- args.channel->Ref()),
1999
- Party(arena, initial_internal_refs),
2000
- external_refs_(initial_external_refs),
2001
- cq_(args.cq) {
2002
- if (args.cq != nullptr) {
2003
- GRPC_CQ_INTERNAL_REF(args.cq, "bind");
2004
- }
2005
- }
2006
-
2007
- ~BasicPromiseBasedCall() override {
2008
- if (cq_) GRPC_CQ_INTERNAL_UNREF(cq_, "bind");
2009
- for (int i = 0; i < GRPC_CONTEXT_COUNT; i++) {
2010
- if (context_[i].destroy) {
2011
- context_[i].destroy(context_[i].value);
2012
- }
2013
- }
2014
- }
2015
-
2016
- // Implementation of EventEngine::Closure, called when deadline expires
2017
- void Run() final;
2018
-
2019
- virtual void OrphanCall() = 0;
2020
-
2021
- virtual ServerCallContext* server_call_context() { return nullptr; }
2022
- void SetCompletionQueue(grpc_completion_queue* cq) final {
2023
- cq_ = cq;
2024
- GRPC_CQ_INTERNAL_REF(cq, "bind");
2025
- }
2026
-
2027
- // Implementation of call refcounting: move this to DualRefCounted once we
2028
- // don't need to maintain FilterStackCall compatibility
2029
- void ExternalRef() final {
2030
- if (external_refs_.fetch_add(1, std::memory_order_relaxed) == 0) {
2031
- InternalRef("external");
2032
- }
2033
- }
2034
- void ExternalUnref() final {
2035
- if (external_refs_.fetch_sub(1, std::memory_order_acq_rel) == 1) {
2036
- OrphanCall();
2037
- InternalUnref("external");
2038
- }
2039
- }
2040
- void InternalRef(const char* reason) final {
2041
- if (grpc_call_refcount_trace.enabled()) {
2042
- gpr_log(GPR_DEBUG, "INTERNAL_REF:%p:%s", this, reason);
2043
- }
2044
- Party::IncrementRefCount();
2045
- }
2046
- void InternalUnref(const char* reason) final {
2047
- if (grpc_call_refcount_trace.enabled()) {
2048
- gpr_log(GPR_DEBUG, "INTERNAL_UNREF:%p:%s", this, reason);
2049
- }
2050
- Party::Unref();
2051
- }
2052
-
2053
- void RunInContext(absl::AnyInvocable<void()> fn) {
2054
- Spawn(
2055
- "run_in_context",
2056
- [fn = std::move(fn)]() mutable {
2057
- fn();
2058
- return Empty{};
2059
- },
2060
- [](Empty) {});
2061
- }
2062
-
2063
- void ContextSet(grpc_context_index elem, void* value,
2064
- void (*destroy)(void*)) final {
2065
- if (context_[elem].destroy != nullptr) {
2066
- context_[elem].destroy(context_[elem].value);
2067
- }
2068
- context_[elem].value = value;
2069
- context_[elem].destroy = destroy;
2070
- }
2071
-
2072
- void* ContextGet(grpc_context_index elem) const final {
2073
- return context_[elem].value;
2074
- }
2075
-
2076
- void UpdateDeadline(Timestamp deadline) ABSL_LOCKS_EXCLUDED(deadline_mu_);
2077
- void ResetDeadline() ABSL_LOCKS_EXCLUDED(deadline_mu_);
2078
- Timestamp deadline() {
2079
- MutexLock lock(&deadline_mu_);
2080
- return deadline_;
2081
- }
2082
-
2083
- // Accept the stats from the context (call once we have proof the transport is
2084
- // done with them).
2085
- void AcceptTransportStatsFromContext() {
2086
- final_stats_ = *call_context_.call_stats();
2087
- }
2088
-
2089
- // This should return nullptr for the promise stack (and alternative means
2090
- // for that functionality be invented)
2091
- grpc_call_stack* call_stack() final { return nullptr; }
2092
-
2093
- virtual RefCountedPtr<CallSpineInterface> MakeCallSpine(CallArgs) {
2094
- Crash("Not implemented");
2095
- }
2096
-
2097
- protected:
2098
- class ScopedContext
2099
- : public ScopedActivity,
2100
- public promise_detail::Context<Arena>,
2101
- public promise_detail::Context<grpc_call_context_element>,
2102
- public promise_detail::Context<CallContext>,
2103
- public promise_detail::Context<CallFinalization> {
2104
- public:
2105
- explicit ScopedContext(BasicPromiseBasedCall* call)
2106
- : ScopedActivity(call),
2107
- promise_detail::Context<Arena>(call->arena()),
2108
- promise_detail::Context<grpc_call_context_element>(call->context_),
2109
- promise_detail::Context<CallContext>(&call->call_context_),
2110
- promise_detail::Context<CallFinalization>(&call->finalization_) {}
2111
- };
2112
-
2113
- grpc_call_context_element* context() { return context_; }
2114
-
2115
- grpc_completion_queue* cq() { return cq_; }
2116
-
2117
- // At the end of the call run any finalization actions.
2118
- void SetFinalizationStatus(grpc_status_code status, Slice status_details) {
2119
- final_message_ = std::move(status_details);
2120
- final_status_ = status;
2121
- }
2122
-
2123
- grpc_event_engine::experimental::EventEngine* event_engine() const override {
2124
- return channel()->event_engine();
2125
- }
2126
-
2127
- private:
2128
- void PartyOver() final {
2129
- {
2130
- ScopedContext ctx(this);
2131
- std::string message;
2132
- grpc_call_final_info final_info;
2133
- final_info.stats = final_stats_;
2134
- final_info.final_status = final_status_;
2135
- // TODO(ctiller): change type here so we don't need to copy this string.
2136
- final_info.error_string = nullptr;
2137
- if (!final_message_.empty()) {
2138
- message = std::string(final_message_.begin(), final_message_.end());
2139
- final_info.error_string = message.c_str();
2140
- }
2141
- final_info.stats.latency =
2142
- gpr_cycle_counter_sub(gpr_get_cycle_counter(), start_time());
2143
- finalization_.Run(&final_info);
2144
- CancelRemainingParticipants();
2145
- arena()->DestroyManagedNewObjects();
2146
- }
2147
- DeleteThis();
2148
- }
2149
-
2150
- // Double refcounted for now: party owns the internal refcount, we track the
2151
- // external refcount. Figure out a better scheme post-promise conversion.
2152
- std::atomic<size_t> external_refs_;
2153
- CallFinalization finalization_;
2154
- CallContext call_context_{this};
2155
- // Contexts for various subsystems (security, tracing, ...).
2156
- grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
2157
- grpc_call_stats final_stats_{};
2158
- // Current deadline.
2159
- Mutex deadline_mu_;
2160
- Timestamp deadline_ ABSL_GUARDED_BY(deadline_mu_) = Timestamp::InfFuture();
2161
- grpc_event_engine::experimental::EventEngine::TaskHandle ABSL_GUARDED_BY(
2162
- deadline_mu_) deadline_task_;
2163
- Slice final_message_;
2164
- grpc_status_code final_status_ = GRPC_STATUS_UNKNOWN;
2165
- grpc_completion_queue* cq_;
2166
- };
2167
-
2168
- void BasicPromiseBasedCall::UpdateDeadline(Timestamp deadline) {
2169
- MutexLock lock(&deadline_mu_);
2170
- if (grpc_call_trace.enabled()) {
2171
- gpr_log(GPR_DEBUG, "%s[call] UpdateDeadline from=%s to=%s",
2172
- DebugTag().c_str(), deadline_.ToString().c_str(),
2173
- deadline.ToString().c_str());
2174
- }
2175
- if (deadline >= deadline_) return;
2176
- auto* const event_engine = channel()->event_engine();
2177
- if (deadline_ != Timestamp::InfFuture()) {
2178
- if (!event_engine->Cancel(deadline_task_)) return;
2179
- } else {
2180
- InternalRef("deadline");
2181
- }
2182
- deadline_ = deadline;
2183
- deadline_task_ = event_engine->RunAfter(deadline - Timestamp::Now(), this);
2184
- }
2185
-
2186
- void BasicPromiseBasedCall::ResetDeadline() {
2187
- {
2188
- MutexLock lock(&deadline_mu_);
2189
- if (deadline_ == Timestamp::InfFuture()) return;
2190
- auto* const event_engine = channel()->event_engine();
2191
- if (!event_engine->Cancel(deadline_task_)) return;
2192
- deadline_ = Timestamp::InfFuture();
2193
- }
2194
- InternalUnref("deadline[reset]");
2195
- }
2196
-
2197
- void BasicPromiseBasedCall::Run() {
2198
- ApplicationCallbackExecCtx callback_exec_ctx;
2199
- ExecCtx exec_ctx;
2200
- CancelWithError(absl::DeadlineExceededError("Deadline exceeded"));
2201
- InternalUnref("deadline[run]");
2202
- }
2203
-
2204
- class PromiseBasedCall : public BasicPromiseBasedCall {
2205
- public:
2206
- PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
2207
- const grpc_call_create_args& args);
2208
-
2209
- bool Completed() final { return finished_.IsSet(); }
2210
-
2211
- bool failed_before_recv_message() const final {
2212
- return failed_before_recv_message_.load(std::memory_order_relaxed);
2213
- }
2214
-
2215
- using Call::arena;
2216
-
2217
- protected:
2218
- class ScopedContext : public BasicPromiseBasedCall::ScopedContext,
2219
- public BatchBuilder,
2220
- public promise_detail::Context<BatchBuilder> {
2221
- public:
2222
- explicit ScopedContext(PromiseBasedCall* call)
2223
- : BasicPromiseBasedCall::ScopedContext(call),
2224
- BatchBuilder(&call->batch_payload_),
2225
- promise_detail::Context<BatchBuilder>(this) {}
2226
- };
2227
-
2228
- class Completion {
2229
- public:
2230
- Completion() : index_(kNullIndex) {}
2231
- ~Completion() { GPR_ASSERT(index_ == kNullIndex); }
2232
- explicit Completion(uint8_t index) : index_(index) {}
2233
- Completion(const Completion& other) = delete;
2234
- Completion& operator=(const Completion& other) = delete;
2235
- Completion(Completion&& other) noexcept : index_(other.index_) {
2236
- other.index_ = kNullIndex;
2237
- }
2238
- Completion& operator=(Completion&& other) noexcept {
2239
- GPR_ASSERT(index_ == kNullIndex);
2240
- index_ = other.index_;
2241
- other.index_ = kNullIndex;
2242
- return *this;
2243
- }
2244
-
2245
- uint8_t index() const { return index_; }
2246
- uint8_t TakeIndex() { return std::exchange(index_, kNullIndex); }
2247
- bool has_value() const { return index_ != kNullIndex; }
2248
-
2249
- private:
2250
- enum : uint8_t { kNullIndex = 0xff };
2251
- uint8_t index_;
2252
- };
2253
-
2254
- // Enumerates why a Completion is still pending
2255
- enum class PendingOp {
2256
- // We're in the midst of starting a batch of operations
2257
- kStartingBatch = 0,
2258
- // The following correspond with the batch operations from above
2259
- kSendInitialMetadata,
2260
- kReceiveInitialMetadata,
2261
- kReceiveStatusOnClient,
2262
- kReceiveCloseOnServer = kReceiveStatusOnClient,
2263
- kSendMessage,
2264
- kReceiveMessage,
2265
- kSendStatusFromServer,
2266
- kSendCloseFromClient = kSendStatusFromServer,
2267
- };
2268
-
2269
- bool RunParty() override {
2270
- ScopedContext ctx(this);
2271
- return Party::RunParty();
2272
- }
2273
-
2274
- const char* PendingOpString(PendingOp reason) const {
2275
- switch (reason) {
2276
- case PendingOp::kStartingBatch:
2277
- return "StartingBatch";
2278
- case PendingOp::kSendInitialMetadata:
2279
- return "SendInitialMetadata";
2280
- case PendingOp::kReceiveInitialMetadata:
2281
- return "ReceiveInitialMetadata";
2282
- case PendingOp::kReceiveStatusOnClient:
2283
- return is_client() ? "ReceiveStatusOnClient" : "ReceiveCloseOnServer";
2284
- case PendingOp::kSendMessage:
2285
- return "SendMessage";
2286
- case PendingOp::kReceiveMessage:
2287
- return "ReceiveMessage";
2288
- case PendingOp::kSendStatusFromServer:
2289
- return is_client() ? "SendCloseFromClient" : "SendStatusFromServer";
2290
- }
2291
- return "Unknown";
2292
- }
2293
-
2294
- static constexpr uint32_t PendingOpBit(PendingOp reason) {
2295
- return 1 << static_cast<int>(reason);
2296
- }
2297
-
2298
- // Begin work on a completion, recording the tag/closure to notify.
2299
- // Use the op selected in \a ops to determine the index to allocate into.
2300
- // Starts the "StartingBatch" PendingOp immediately.
2301
- // Assumes at least one operation in \a ops.
2302
- Completion StartCompletion(void* tag, bool is_closure, const grpc_op* ops);
2303
- // Add one pending op to the completion, and return it.
2304
- Completion AddOpToCompletion(const Completion& completion, PendingOp reason);
2305
- // Stringify a completion
2306
- std::string CompletionString(const Completion& completion) const {
2307
- return completion.has_value()
2308
- ? completion_info_[completion.index()].pending.ToString(this)
2309
- : "no-completion";
2310
- }
2311
- // Finish one op on the completion. Must have been previously been added.
2312
- // The completion as a whole finishes when all pending ops finish.
2313
- void FinishOpOnCompletion(Completion* completion, PendingOp reason);
2314
- // Mark the completion as failed. Does not finish it.
2315
- void FailCompletion(const Completion& completion,
2316
- SourceLocation source_location = {});
2317
- // Mark the completion as infallible. Overrides FailCompletion to report
2318
- // success always.
2319
- void ForceCompletionSuccess(const Completion& completion);
2320
-
2321
- std::string PresentAndCompletionText(const char* caption, bool has,
2322
- const Completion& completion) const {
2323
- if (has) {
2324
- if (completion.has_value()) {
2325
- return absl::StrCat(caption, ":", CompletionString(completion), " ");
2326
- } else {
2327
- return absl::StrCat(caption,
2328
- ":!!BUG:operation is present, no completion!! ");
2329
- }
2330
- } else {
2331
- if (!completion.has_value()) {
2332
- return "";
2333
- } else {
2334
- return absl::StrCat(caption, ":no-op:", CompletionString(completion),
2335
- " ");
2336
- }
2337
- }
2338
- }
2339
-
2340
- // Spawn a job that will first do FirstPromise then receive a message
2341
- template <typename FirstPromise>
2342
- void StartRecvMessage(const grpc_op& op, const Completion& completion,
2343
- FirstPromise first,
2344
- PipeReceiver<MessageHandle>* receiver,
2345
- bool cancel_on_error, Party::BulkSpawner& spawner);
2346
- void StartSendMessage(const grpc_op& op, const Completion& completion,
2347
- PipeSender<MessageHandle>* sender,
2348
- Party::BulkSpawner& spawner);
2349
-
2350
- void set_completed() { finished_.Set(); }
2351
-
2352
- // Returns a promise that resolves to Empty whenever the call is completed.
2353
- auto finished() { return finished_.Wait(); }
2354
-
2355
- // Returns a promise that resolves to Empty whenever there is no outstanding
2356
- // send operation
2357
- auto WaitForSendingStarted() {
2358
- return [this]() -> Poll<Empty> {
2359
- int n = sends_queued_.load(std::memory_order_relaxed);
2360
- if (grpc_call_trace.enabled()) {
2361
- gpr_log(GPR_DEBUG, "%s[call] WaitForSendingStarted n=%d",
2362
- DebugTag().c_str(), n);
2363
- }
2364
- if (n != 0) return waiting_for_queued_sends_.pending();
2365
- return Empty{};
2366
- };
2367
- }
2368
-
2369
- // Mark that a send has been queued - blocks sending trailing metadata.
2370
- void QueueSend() {
2371
- if (grpc_call_trace.enabled()) {
2372
- gpr_log(GPR_DEBUG, "%s[call] QueueSend", DebugTag().c_str());
2373
- }
2374
- sends_queued_.fetch_add(1, std::memory_order_relaxed);
2375
- }
2376
- // Mark that a send has been dequeued - allows sending trailing metadata once
2377
- // zero sends are queued.
2378
- void EnactSend() {
2379
- if (grpc_call_trace.enabled()) {
2380
- gpr_log(GPR_DEBUG, "%s[call] EnactSend", DebugTag().c_str());
2381
- }
2382
- if (1 == sends_queued_.fetch_sub(1, std::memory_order_relaxed)) {
2383
- waiting_for_queued_sends_.Wake();
2384
- }
2385
- }
2386
-
2387
- void set_failed_before_recv_message() {
2388
- failed_before_recv_message_.store(true, std::memory_order_relaxed);
2389
- }
2390
-
2391
- private:
2392
- union CompletionInfo {
2393
- static constexpr uint32_t kOpFailed = 0x8000'0000u;
2394
- static constexpr uint32_t kOpForceSuccess = 0x4000'0000u;
2395
- CompletionInfo() {}
2396
- enum CompletionState {
2397
- kPending,
2398
- kSuccess,
2399
- kFailure,
2400
- };
2401
- struct Pending {
2402
- // Bitmask of PendingOps at the bottom, and kOpFailed, kOpForceSuccess at
2403
- // the top.
2404
- std::atomic<uint32_t> state;
2405
- bool is_closure;
2406
- // True if this completion was for a recv_message op.
2407
- // In that case if the completion as a whole fails we need to cleanup the
2408
- // returned message.
2409
- bool is_recv_message;
2410
- void* tag;
2411
-
2412
- void Start(bool is_closure, void* tag) {
2413
- this->is_closure = is_closure;
2414
- this->is_recv_message = false;
2415
- this->tag = tag;
2416
- state.store(PendingOpBit(PendingOp::kStartingBatch),
2417
- std::memory_order_release);
2418
- }
2419
-
2420
- void AddPendingBit(PendingOp reason) {
2421
- if (reason == PendingOp::kReceiveMessage) is_recv_message = true;
2422
- auto prev =
2423
- state.fetch_or(PendingOpBit(reason), std::memory_order_relaxed);
2424
- GPR_ASSERT((prev & PendingOpBit(reason)) == 0);
2425
- }
2426
-
2427
- CompletionState RemovePendingBit(PendingOp reason) {
2428
- const uint32_t mask = ~PendingOpBit(reason);
2429
- auto prev = state.fetch_and(mask, std::memory_order_acq_rel);
2430
- GPR_ASSERT((prev & PendingOpBit(reason)) != 0);
2431
- switch (prev & mask) {
2432
- case kOpFailed:
2433
- return kFailure;
2434
- case kOpFailed | kOpForceSuccess:
2435
- case kOpForceSuccess:
2436
- case 0:
2437
- return kSuccess;
2438
- default:
2439
- return kPending;
2440
- }
2441
- }
2442
-
2443
- void MarkFailed() {
2444
- state.fetch_or(kOpFailed, std::memory_order_relaxed);
2445
- }
2446
-
2447
- void MarkForceSuccess() {
2448
- state.fetch_or(kOpForceSuccess, std::memory_order_relaxed);
2449
- }
2450
-
2451
- std::string ToString(const PromiseBasedCall* call) const {
2452
- auto state = this->state.load(std::memory_order_relaxed);
2453
- std::vector<absl::string_view> pending_ops;
2454
- for (size_t i = 0; i < 24; i++) {
2455
- if (state & (1u << i)) {
2456
- pending_ops.push_back(
2457
- call->PendingOpString(static_cast<PendingOp>(i)));
2458
- }
2459
- }
2460
- return absl::StrFormat("{%s}%s:tag=%p", absl::StrJoin(pending_ops, ","),
2461
- (state & kOpForceSuccess) ? ":force-success"
2462
- : (state & kOpFailed) ? ":failed"
2463
- : ":success",
2464
- tag);
2465
- }
2466
- } pending;
2467
- grpc_cq_completion completion;
2468
- };
2469
-
2470
- CompletionInfo completion_info_[6];
2471
- ExternallyObservableLatch<void> finished_;
2472
- // Non-zero with an outstanding GRPC_OP_SEND_INITIAL_METADATA or
2473
- // GRPC_OP_SEND_MESSAGE (one count each), and 0 once those payloads have been
2474
- // pushed onto the outgoing pipe.
2475
- std::atomic<uint8_t> sends_queued_{0};
2476
- std::atomic<bool> failed_before_recv_message_{false};
2477
- // Waiter for when sends_queued_ becomes 0.
2478
- IntraActivityWaiter waiting_for_queued_sends_;
2479
- grpc_byte_buffer** recv_message_ = nullptr;
2480
- grpc_transport_stream_op_batch_payload batch_payload_{context()};
2481
- };
2482
-
2483
- template <typename T>
2484
- grpc_error_handle MakePromiseBasedCall(grpc_call_create_args* args,
2485
- grpc_call** out_call) {
2486
- Channel* channel = args->channel.get();
2487
-
2488
- auto* arena = channel->CreateArena();
2489
- PromiseBasedCall* call = arena->New<T>(arena, args);
2490
- *out_call = call->c_ptr();
2491
- GPR_DEBUG_ASSERT(Call::FromC(*out_call) == call);
2492
- return absl::OkStatus();
2493
- }
2494
-
2495
- PromiseBasedCall::PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
2496
- const grpc_call_create_args& args)
2497
- : BasicPromiseBasedCall(arena, initial_external_refs,
2498
- initial_external_refs != 0 ? 1 : 0, args) {}
2499
-
2500
- static void CToMetadata(grpc_metadata* metadata, size_t count,
2501
- grpc_metadata_batch* b) {
2502
- for (size_t i = 0; i < count; i++) {
2503
- grpc_metadata* md = &metadata[i];
2504
- auto key = StringViewFromSlice(md->key);
2505
- // Filter "content-length metadata"
2506
- if (key == "content-length") continue;
2507
- b->Append(key, Slice(CSliceRef(md->value)),
2508
- [md](absl::string_view error, const Slice& value) {
2509
- gpr_log(GPR_DEBUG, "Append error: %s",
2510
- absl::StrCat("key=", StringViewFromSlice(md->key),
2511
- " error=", error,
2512
- " value=", value.as_string_view())
2513
- .c_str());
2514
- });
2515
- }
2516
- }
2517
-
2518
- PromiseBasedCall::Completion PromiseBasedCall::StartCompletion(
2519
- void* tag, bool is_closure, const grpc_op* ops) {
2520
- Completion c(BatchSlotForOp(ops[0].op));
2521
- if (!is_closure) {
2522
- grpc_cq_begin_op(cq(), tag);
2523
- }
2524
- completion_info_[c.index()].pending.Start(is_closure, tag);
2525
- if (grpc_call_trace.enabled()) {
2526
- gpr_log(GPR_INFO, "%s[call] StartCompletion %s", DebugTag().c_str(),
2527
- CompletionString(c).c_str());
2528
- }
2529
- return c;
2530
- }
2531
-
2532
- PromiseBasedCall::Completion PromiseBasedCall::AddOpToCompletion(
2533
- const Completion& completion, PendingOp reason) {
2534
- if (grpc_call_trace.enabled()) {
2535
- gpr_log(GPR_INFO, "%s[call] AddOpToCompletion %s %s", DebugTag().c_str(),
2536
- CompletionString(completion).c_str(), PendingOpString(reason));
2537
- }
2538
- GPR_ASSERT(completion.has_value());
2539
- completion_info_[completion.index()].pending.AddPendingBit(reason);
2540
- return Completion(completion.index());
2541
- }
2542
-
2543
- void PromiseBasedCall::FailCompletion(const Completion& completion,
2544
- SourceLocation location) {
2545
- if (grpc_call_trace.enabled()) {
2546
- gpr_log(location.file(), location.line(), GPR_LOG_SEVERITY_ERROR,
2547
- "%s[call] FailCompletion %s", DebugTag().c_str(),
2548
- CompletionString(completion).c_str());
2549
- }
2550
- completion_info_[completion.index()].pending.MarkFailed();
2551
- }
2552
-
2553
- void PromiseBasedCall::ForceCompletionSuccess(const Completion& completion) {
2554
- completion_info_[completion.index()].pending.MarkForceSuccess();
2555
- }
2556
-
2557
- void PromiseBasedCall::FinishOpOnCompletion(Completion* completion,
2558
- PendingOp reason) {
2559
- if (grpc_call_trace.enabled()) {
2560
- gpr_log(GPR_INFO, "%s[call] FinishOpOnCompletion completion:%s finish:%s",
2561
- DebugTag().c_str(), CompletionString(*completion).c_str(),
2562
- PendingOpString(reason));
2563
- }
2564
- const uint8_t i = completion->TakeIndex();
2565
- GPR_ASSERT(i < GPR_ARRAY_SIZE(completion_info_));
2566
- CompletionInfo::Pending& pending = completion_info_[i].pending;
2567
- bool success;
2568
- switch (pending.RemovePendingBit(reason)) {
2569
- case CompletionInfo::kPending:
2570
- return; // Early out
2571
- case CompletionInfo::kSuccess:
2572
- success = true;
2573
- break;
2574
- case CompletionInfo::kFailure:
2575
- success = false;
2576
- break;
2577
- }
2578
- if (pending.is_recv_message && !success && *recv_message_ != nullptr) {
2579
- grpc_byte_buffer_destroy(*recv_message_);
2580
- *recv_message_ = nullptr;
2581
- }
2582
- auto error = success ? absl::OkStatus() : absl::CancelledError();
2583
- if (pending.is_closure) {
2584
- ExecCtx::Run(DEBUG_LOCATION, static_cast<grpc_closure*>(pending.tag),
2585
- error);
2586
- } else {
2587
- InternalRef("cq_end_op");
2588
- grpc_cq_end_op(
2589
- cq(), pending.tag, error,
2590
- [](void* p, grpc_cq_completion*) {
2591
- static_cast<PromiseBasedCall*>(p)->InternalUnref("cq_end_op");
2592
- },
2593
- this, &completion_info_[i].completion);
2594
- }
2595
- }
2596
-
2597
- void PromiseBasedCall::StartSendMessage(const grpc_op& op,
2598
- const Completion& completion,
2599
- PipeSender<MessageHandle>* sender,
2600
- Party::BulkSpawner& spawner) {
2601
- QueueSend();
2602
- SliceBuffer send;
2603
- grpc_slice_buffer_swap(
2604
- &op.data.send_message.send_message->data.raw.slice_buffer,
2605
- send.c_slice_buffer());
2606
- auto msg = arena()->MakePooled<Message>(std::move(send), op.flags);
2607
- spawner.Spawn(
2608
- "call_send_message",
2609
- [this, sender, msg = std::move(msg)]() mutable {
2610
- EnactSend();
2611
- return sender->Push(std::move(msg));
2612
- },
2613
- [this, completion = AddOpToCompletion(
2614
- completion, PendingOp::kSendMessage)](bool result) mutable {
2615
- if (grpc_call_trace.enabled()) {
2616
- gpr_log(GPR_DEBUG, "%sSendMessage completes %s", DebugTag().c_str(),
2617
- result ? "successfully" : "with failure");
2618
- }
2619
- if (!result) FailCompletion(completion);
2620
- FinishOpOnCompletion(&completion, PendingOp::kSendMessage);
2621
- });
2622
- }
2623
-
2624
- template <typename FirstPromiseFactory>
2625
- void PromiseBasedCall::StartRecvMessage(
2626
- const grpc_op& op, const Completion& completion,
2627
- FirstPromiseFactory first_promise_factory,
2628
- PipeReceiver<MessageHandle>* receiver, bool cancel_on_error,
2629
- Party::BulkSpawner& spawner) {
2630
- if (grpc_call_trace.enabled()) {
2631
- gpr_log(GPR_INFO, "%s[call] Start RecvMessage: %s", DebugTag().c_str(),
2632
- CompletionString(completion).c_str());
2633
- }
2634
- recv_message_ = op.data.recv_message.recv_message;
2635
- spawner.Spawn(
2636
- "call_recv_message",
2637
- [first_promise_factory = std::move(first_promise_factory), receiver]() {
2638
- return Seq(first_promise_factory(), receiver->Next());
2639
- },
2640
- [this, cancel_on_error,
2641
- completion = AddOpToCompletion(completion, PendingOp::kReceiveMessage)](
2642
- NextResult<MessageHandle> result) mutable {
2643
- if (result.has_value()) {
2644
- MessageHandle& message = *result;
2645
- NoteLastMessageFlags(message->flags());
2646
- if ((message->flags() & GRPC_WRITE_INTERNAL_COMPRESS) &&
2647
- (incoming_compression_algorithm() != GRPC_COMPRESS_NONE)) {
2648
- *recv_message_ = grpc_raw_compressed_byte_buffer_create(
2649
- nullptr, 0, incoming_compression_algorithm());
2650
- } else {
2651
- *recv_message_ = grpc_raw_byte_buffer_create(nullptr, 0);
2652
- }
2653
- grpc_slice_buffer_move_into(message->payload()->c_slice_buffer(),
2654
- &(*recv_message_)->data.raw.slice_buffer);
2655
- if (grpc_call_trace.enabled()) {
2656
- gpr_log(GPR_INFO,
2657
- "%s[call] RecvMessage: outstanding_recv "
2658
- "finishes: received %" PRIdPTR " byte message",
2659
- DebugTag().c_str(),
2660
- (*recv_message_)->data.raw.slice_buffer.length);
2661
- }
2662
- } else if (result.cancelled()) {
2663
- if (grpc_call_trace.enabled()) {
2664
- gpr_log(GPR_INFO,
2665
- "%s[call] RecvMessage: outstanding_recv "
2666
- "finishes: received end-of-stream with error",
2667
- DebugTag().c_str());
2668
- }
2669
- set_failed_before_recv_message();
2670
- FailCompletion(completion);
2671
- if (cancel_on_error) CancelWithError(absl::CancelledError());
2672
- *recv_message_ = nullptr;
2673
- } else {
2674
- if (grpc_call_trace.enabled()) {
2675
- gpr_log(GPR_INFO,
2676
- "%s[call] RecvMessage: outstanding_recv "
2677
- "finishes: received end-of-stream",
2678
- DebugTag().c_str());
2679
- }
2680
- *recv_message_ = nullptr;
2681
- }
2682
- FinishOpOnCompletion(&completion, PendingOp::kReceiveMessage);
2683
- });
2684
- }
2685
-
2686
- ///////////////////////////////////////////////////////////////////////////////
2687
- // CallContext
2688
-
2689
- void CallContext::RunInContext(absl::AnyInvocable<void()> fn) {
2690
- call_->RunInContext(std::move(fn));
2691
- }
2692
-
2693
- void CallContext::IncrementRefCount(const char* reason) {
2694
- call_->InternalRef(reason);
2695
- }
2696
-
2697
- void CallContext::Unref(const char* reason) { call_->InternalUnref(reason); }
2698
-
2699
- void CallContext::UpdateDeadline(Timestamp deadline) {
2700
- call_->UpdateDeadline(deadline);
2701
- }
2702
-
2703
- Timestamp CallContext::deadline() const { return call_->deadline(); }
2704
-
2705
- ServerCallContext* CallContext::server_call_context() {
2706
- return call_->server_call_context();
2707
- }
2708
-
2709
- RefCountedPtr<CallSpineInterface> CallContext::MakeCallSpine(
2710
- CallArgs call_args) {
2711
- return call_->MakeCallSpine(std::move(call_args));
2712
- }
2713
-
2714
- grpc_call* CallContext::c_call() { return call_->c_ptr(); }
2715
-
2716
- ///////////////////////////////////////////////////////////////////////////////
2717
- // PublishMetadataArray
2718
-
2719
- namespace {
2720
- void PublishMetadataArray(grpc_metadata_batch* md, grpc_metadata_array* array,
2721
- bool is_client) {
2722
- const auto md_count = md->count();
2723
- if (md_count > array->capacity) {
2724
- array->capacity =
2725
- std::max(array->capacity + md->count(), array->capacity * 3 / 2);
2726
- array->metadata = static_cast<grpc_metadata*>(
2727
- gpr_realloc(array->metadata, sizeof(grpc_metadata) * array->capacity));
2728
- }
2729
- PublishToAppEncoder encoder(array, md, is_client);
2730
- md->Encode(&encoder);
2731
- }
2732
- } // namespace
2733
-
2734
- ///////////////////////////////////////////////////////////////////////////////
2735
- // ClientPromiseBasedCall
2736
-
2737
- #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL
2738
- class ClientPromiseBasedCall final : public PromiseBasedCall {
2739
- public:
2740
- ClientPromiseBasedCall(Arena* arena, grpc_call_create_args* args)
2741
- : PromiseBasedCall(arena, 1, *args),
2742
- polling_entity_(
2743
- args->cq != nullptr
2744
- ? grpc_polling_entity_create_from_pollset(
2745
- grpc_cq_pollset(args->cq))
2746
- : (args->pollset_set_alternative != nullptr
2747
- ? grpc_polling_entity_create_from_pollset_set(
2748
- args->pollset_set_alternative)
2749
- : grpc_polling_entity{})) {
2750
- global_stats().IncrementClientCallsCreated();
2751
- if (args->cq != nullptr) {
2752
- GPR_ASSERT(args->pollset_set_alternative == nullptr &&
2753
- "Only one of 'cq' and 'pollset_set_alternative' should be "
2754
- "non-nullptr.");
2755
- }
2756
- ScopedContext context(this);
2757
- send_initial_metadata_ =
2758
- GetContext<Arena>()->MakePooled<ClientMetadata>(GetContext<Arena>());
2759
- send_initial_metadata_->Set(HttpPathMetadata(), std::move(*args->path));
2760
- if (args->authority.has_value()) {
2761
- send_initial_metadata_->Set(HttpAuthorityMetadata(),
2762
- std::move(*args->authority));
2763
- }
2764
- send_initial_metadata_->Set(GrpcRegisteredMethod(),
2765
- reinterpret_cast<void*>(static_cast<uintptr_t>(
2766
- args->registered_method)));
2767
- if (auto* channelz_channel = channel()->channelz_node()) {
2768
- channelz_channel->RecordCallStarted();
2769
- }
2770
- if (args->send_deadline != Timestamp::InfFuture()) {
2771
- UpdateDeadline(args->send_deadline);
2772
- }
2773
- Call* parent = Call::FromC(args->parent);
2774
- if (parent != nullptr) {
2775
- auto parent_status = InitParent(parent, args->propagation_mask);
2776
- if (!parent_status.ok()) {
2777
- CancelWithError(std::move(parent_status));
2778
- }
2779
- PublishToParent(parent);
2780
- }
2781
- }
2782
-
2783
- void OrphanCall() override { MaybeUnpublishFromParent(); }
2784
-
2785
- ~ClientPromiseBasedCall() override {
2786
- ScopedContext context(this);
2787
- send_initial_metadata_.reset();
2788
- // Need to destroy the pipes under the ScopedContext above, so we
2789
- // move them out here and then allow the destructors to run at
2790
- // end of scope, but before context.
2791
- auto c2s = std::move(client_to_server_messages_);
2792
- auto s2c = std::move(server_to_client_messages_);
2793
- auto sim = std::move(server_initial_metadata_);
2794
- }
2795
-
2796
- void CancelWithError(absl::Status error) override {
2797
- if (cancel_with_error_called_.exchange(true, std::memory_order_relaxed)) {
2798
- return;
2799
- }
2800
- if (!started_.exchange(true, std::memory_order_relaxed)) {
2801
- // Initial metadata not sent yet, so we can just fail the call.
2802
- Spawn(
2803
- "cancel_before_initial_metadata",
2804
- [error = std::move(error), this]() {
2805
- server_to_client_messages_.sender.Close();
2806
- auto md = ServerMetadataFromStatus(error);
2807
- md->Set(GrpcCallWasCancelled(), true);
2808
- Finish(std::move(md));
2809
- return Empty{};
2810
- },
2811
- [](Empty) {});
2812
- } else {
2813
- Spawn(
2814
- "cancel_with_error",
2815
- [error = std::move(error), this]() {
2816
- if (!cancel_error_.is_set()) {
2817
- auto md = ServerMetadataFromStatus(error);
2818
- md->Set(GrpcCallWasCancelled(), true);
2819
- cancel_error_.Set(std::move(md));
2820
- }
2821
- return Empty{};
2822
- },
2823
- [](Empty) {});
2824
- }
2825
- }
2826
- absl::string_view GetServerAuthority() const override { abort(); }
2827
- bool is_trailers_only() const override { return is_trailers_only_; }
2828
-
2829
- grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
2830
- bool is_notify_tag_closure) override;
2831
-
2832
- std::string DebugTag() const override {
2833
- return absl::StrFormat("CLIENT_CALL[%p]: ", this);
2834
- }
2835
-
2836
- RefCountedPtr<CallSpineInterface> MakeCallSpine(CallArgs call_args) final {
2837
- class WrappingCallSpine final : public CallSpineInterface {
2838
- public:
2839
- WrappingCallSpine(ClientPromiseBasedCall* call,
2840
- ClientMetadataHandle metadata)
2841
- : call_(call) {
2842
- call_->InternalRef("call-spine");
2843
- SpawnInfallible(
2844
- "send_client_initial_metadata",
2845
- [self = Ref(), metadata = std::move(metadata)]() mutable {
2846
- return Map(self->client_initial_metadata_.sender.Push(
2847
- std::move(metadata)),
2848
- [self](bool) { return Empty{}; });
2849
- });
2850
- }
2851
-
2852
- ~WrappingCallSpine() override {
2853
- {
2854
- ScopedContext context(call_);
2855
- // Move these out and destroy before the internal unref.
2856
- auto client_initial_metadata = std::move(client_initial_metadata_);
2857
- auto server_trailing_metadata = std::move(server_trailing_metadata_);
2858
- }
2859
- call_->InternalUnref("call-spine");
2860
- }
2861
-
2862
- Pipe<ClientMetadataHandle>& client_initial_metadata() override {
2863
- return client_initial_metadata_;
2864
- }
2865
-
2866
- Pipe<MessageHandle>& client_to_server_messages() override {
2867
- return call_->client_to_server_messages_;
2868
- }
2869
-
2870
- Pipe<ServerMetadataHandle>& server_initial_metadata() override {
2871
- return call_->server_initial_metadata_;
2872
- }
2873
-
2874
- Pipe<MessageHandle>& server_to_client_messages() override {
2875
- return call_->server_to_client_messages_;
2876
- }
2877
-
2878
- Pipe<ServerMetadataHandle>& server_trailing_metadata() override {
2879
- return server_trailing_metadata_;
2880
- }
2881
-
2882
- Latch<ServerMetadataHandle>& cancel_latch() override {
2883
- return cancel_error_;
2884
- }
2885
-
2886
- Party& party() override { return *call_; }
2887
-
2888
- void IncrementRefCount() override { refs_.Ref(); }
2889
- void Unref() override {
2890
- if (refs_.Unref()) delete this;
2891
- }
2892
- RefCountedPtr<WrappingCallSpine> Ref() {
2893
- IncrementRefCount();
2894
- return RefCountedPtr<WrappingCallSpine>(this);
2895
- }
2896
-
2897
- private:
2898
- RefCount refs_;
2899
- ClientPromiseBasedCall* const call_;
2900
- std::atomic<bool> sent_trailing_metadata_{false};
2901
- Pipe<ClientMetadataHandle> client_initial_metadata_{call_->arena()};
2902
- Pipe<ServerMetadataHandle> server_trailing_metadata_{call_->arena()};
2903
- Latch<ServerMetadataHandle> cancel_error_;
2904
- };
2905
- GPR_ASSERT(call_args.server_initial_metadata ==
2906
- &server_initial_metadata_.sender);
2907
- GPR_ASSERT(call_args.client_to_server_messages ==
2908
- &client_to_server_messages_.receiver);
2909
- GPR_ASSERT(call_args.server_to_client_messages ==
2910
- &server_to_client_messages_.sender);
2911
- call_args.client_initial_metadata_outstanding.Complete(true);
2912
- return MakeRefCounted<WrappingCallSpine>(
2913
- this, std::move(call_args.client_initial_metadata));
2914
- }
2915
-
2916
- private:
2917
- // Finish the call with the given status/trailing metadata.
2918
- void Finish(ServerMetadataHandle trailing_metadata);
2919
- // Validate that a set of ops is valid for a client call.
2920
- grpc_call_error ValidateBatch(const grpc_op* ops, size_t nops) const;
2921
- // Commit a valid batch of operations to be executed.
2922
- void CommitBatch(const grpc_op* ops, size_t nops,
2923
- const Completion& completion);
2924
- // Start the underlying promise.
2925
- void StartPromise(ClientMetadataHandle client_initial_metadata,
2926
- const Completion& completion, Party::BulkSpawner& spawner);
2927
- // Start receiving initial metadata
2928
- void StartRecvInitialMetadata(grpc_metadata_array* array,
2929
- const Completion& completion,
2930
- Party::BulkSpawner& spawner);
2931
- void StartRecvStatusOnClient(
2932
- const Completion& completion,
2933
- grpc_op::grpc_op_data::grpc_op_recv_status_on_client op_args,
2934
- Party::BulkSpawner& spawner);
2935
- // Publish status out to the application.
2936
- void PublishStatus(
2937
- grpc_op::grpc_op_data::grpc_op_recv_status_on_client op_args,
2938
- ServerMetadataHandle trailing_metadata);
2939
- // Publish server initial metadata out to the application.
2940
- void PublishInitialMetadata(ServerMetadata* metadata);
2941
-
2942
- ClientMetadataHandle send_initial_metadata_;
2943
- Pipe<ServerMetadataHandle> server_initial_metadata_{arena()};
2944
- Latch<ServerMetadataHandle> server_trailing_metadata_;
2945
- Latch<ServerMetadataHandle> cancel_error_;
2946
- Latch<grpc_polling_entity> polling_entity_;
2947
- Pipe<MessageHandle> client_to_server_messages_{arena()};
2948
- Pipe<MessageHandle> server_to_client_messages_{arena()};
2949
- bool is_trailers_only_ = false;
2950
- bool scheduled_receive_status_ = false;
2951
- bool scheduled_send_close_ = false;
2952
- // True once the promise for the call is started.
2953
- // This corresponds to sending initial metadata, or cancelling before doing
2954
- // so.
2955
- // In the latter case real world code sometimes does not sent the initial
2956
- // metadata, and so gating based upon that does not work out.
2957
- std::atomic<bool> started_{false};
2958
- // True after the first CancelWithError call - prevents spamming cancels from
2959
- // overflowing the party.
2960
- std::atomic<bool> cancel_with_error_called_{false};
2961
- // TODO(ctiller): delete when we remove the filter based API (may require some
2962
- // cleanup in wrapped languages: they depend on this to hold slice refs)
2963
- ServerMetadataHandle recv_initial_metadata_;
2964
- ServerMetadataHandle recv_trailing_metadata_;
2965
- };
2966
-
2967
- void ClientPromiseBasedCall::StartPromise(
2968
- ClientMetadataHandle client_initial_metadata, const Completion& completion,
2969
- Party::BulkSpawner& spawner) {
2970
- auto token = ClientInitialMetadataOutstandingToken::New(arena());
2971
- spawner.Spawn(
2972
- "call_send_initial_metadata", token.Wait(),
2973
- [this,
2974
- completion = AddOpToCompletion(
2975
- completion, PendingOp::kSendInitialMetadata)](bool result) mutable {
2976
- if (!result) FailCompletion(completion);
2977
- FinishOpOnCompletion(&completion, PendingOp::kSendInitialMetadata);
2978
- });
2979
- spawner.Spawn(
2980
- "client_promise",
2981
- [this, client_initial_metadata = std::move(client_initial_metadata),
2982
- token = std::move(token)]() mutable {
2983
- return Race(
2984
- cancel_error_.Wait(),
2985
- Map(channel()->channel_stack()->MakeClientCallPromise(CallArgs{
2986
- std::move(client_initial_metadata), std::move(token),
2987
- &polling_entity_, &server_initial_metadata_.sender,
2988
- &client_to_server_messages_.receiver,
2989
- &server_to_client_messages_.sender}),
2990
- [this](ServerMetadataHandle trailing_metadata) {
2991
- // If we're cancelled the transport doesn't get to return
2992
- // stats.
2993
- AcceptTransportStatsFromContext();
2994
- return trailing_metadata;
2995
- }));
2996
- },
2997
- [this](ServerMetadataHandle trailing_metadata) {
2998
- Finish(std::move(trailing_metadata));
2999
- });
3000
- }
3001
-
3002
- grpc_call_error ClientPromiseBasedCall::ValidateBatch(const grpc_op* ops,
3003
- size_t nops) const {
3004
- BitSet<8> got_ops;
3005
- for (size_t op_idx = 0; op_idx < nops; op_idx++) {
3006
- const grpc_op& op = ops[op_idx];
3007
- switch (op.op) {
3008
- case GRPC_OP_SEND_INITIAL_METADATA:
3009
- if (!AreInitialMetadataFlagsValid(op.flags)) {
3010
- return GRPC_CALL_ERROR_INVALID_FLAGS;
3011
- }
3012
- if (!ValidateMetadata(op.data.send_initial_metadata.count,
3013
- op.data.send_initial_metadata.metadata)) {
3014
- return GRPC_CALL_ERROR_INVALID_METADATA;
3015
- }
3016
- break;
3017
- case GRPC_OP_SEND_MESSAGE:
3018
- if (!AreWriteFlagsValid(op.flags)) {
3019
- return GRPC_CALL_ERROR_INVALID_FLAGS;
3020
- }
3021
- break;
3022
- case GRPC_OP_RECV_INITIAL_METADATA:
3023
- case GRPC_OP_RECV_MESSAGE:
3024
- if (op.flags != 0) return GRPC_CALL_ERROR_INVALID_FLAGS;
3025
- break;
3026
- case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
3027
- if (scheduled_send_close_) return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
3028
- if (op.flags != 0) return GRPC_CALL_ERROR_INVALID_FLAGS;
3029
- break;
3030
- case GRPC_OP_RECV_STATUS_ON_CLIENT:
3031
- if (op.flags != 0) return GRPC_CALL_ERROR_INVALID_FLAGS;
3032
- if (scheduled_receive_status_) {
3033
- return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
3034
- }
3035
- break;
3036
- case GRPC_OP_RECV_CLOSE_ON_SERVER:
3037
- case GRPC_OP_SEND_STATUS_FROM_SERVER:
3038
- return GRPC_CALL_ERROR_NOT_ON_CLIENT;
3039
- }
3040
- if (got_ops.is_set(op.op)) {
3041
- return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
3042
- }
3043
- got_ops.set(op.op);
3044
- }
3045
- return GRPC_CALL_OK;
3046
- }
3047
-
3048
- void ClientPromiseBasedCall::CommitBatch(const grpc_op* ops, size_t nops,
3049
- const Completion& completion) {
3050
- Party::BulkSpawner spawner(this);
3051
- for (size_t op_idx = 0; op_idx < nops; op_idx++) {
3052
- const grpc_op& op = ops[op_idx];
3053
- switch (op.op) {
3054
- case GRPC_OP_SEND_INITIAL_METADATA: {
3055
- if (started_.exchange(true, std::memory_order_relaxed)) break;
3056
- CToMetadata(op.data.send_initial_metadata.metadata,
3057
- op.data.send_initial_metadata.count,
3058
- send_initial_metadata_.get());
3059
- PrepareOutgoingInitialMetadata(op, *send_initial_metadata_);
3060
- if (send_deadline() != Timestamp::InfFuture()) {
3061
- send_initial_metadata_->Set(GrpcTimeoutMetadata(), send_deadline());
3062
- }
3063
- send_initial_metadata_->Set(
3064
- WaitForReady(),
3065
- WaitForReady::ValueType{
3066
- (op.flags & GRPC_INITIAL_METADATA_WAIT_FOR_READY) != 0,
3067
- (op.flags &
3068
- GRPC_INITIAL_METADATA_WAIT_FOR_READY_EXPLICITLY_SET) != 0});
3069
- StartPromise(std::move(send_initial_metadata_), completion, spawner);
3070
- } break;
3071
- case GRPC_OP_RECV_INITIAL_METADATA: {
3072
- StartRecvInitialMetadata(
3073
- op.data.recv_initial_metadata.recv_initial_metadata, completion,
3074
- spawner);
3075
- } break;
3076
- case GRPC_OP_RECV_STATUS_ON_CLIENT: {
3077
- scheduled_receive_status_ = true;
3078
- StartRecvStatusOnClient(completion, op.data.recv_status_on_client,
3079
- spawner);
3080
- } break;
3081
- case GRPC_OP_SEND_MESSAGE:
3082
- StartSendMessage(op, completion, &client_to_server_messages_.sender,
3083
- spawner);
3084
- break;
3085
- case GRPC_OP_RECV_MESSAGE:
3086
- StartRecvMessage(
3087
- op, completion,
3088
- [this]() {
3089
- return Race(server_initial_metadata_.receiver.AwaitClosed(),
3090
- server_to_client_messages_.receiver.AwaitClosed());
3091
- },
3092
- &server_to_client_messages_.receiver, false, spawner);
3093
- break;
3094
- case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
3095
- scheduled_send_close_ = true;
3096
- spawner.Spawn(
3097
- "send_close_from_client",
3098
- [this]() {
3099
- client_to_server_messages_.sender.Close();
3100
- return Empty{};
3101
- },
3102
- [this,
3103
- completion = AddOpToCompletion(
3104
- completion, PendingOp::kSendCloseFromClient)](Empty) mutable {
3105
- FinishOpOnCompletion(&completion,
3106
- PendingOp::kSendCloseFromClient);
3107
- });
3108
- break;
3109
- case GRPC_OP_SEND_STATUS_FROM_SERVER:
3110
- case GRPC_OP_RECV_CLOSE_ON_SERVER:
3111
- abort(); // unreachable
3112
- }
3113
- }
3114
- }
3115
-
3116
- grpc_call_error ClientPromiseBasedCall::StartBatch(const grpc_op* ops,
3117
- size_t nops,
3118
- void* notify_tag,
3119
- bool is_notify_tag_closure) {
3120
- if (nops == 0) {
3121
- EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
3122
- return GRPC_CALL_OK;
3123
- }
3124
- const grpc_call_error validation_result = ValidateBatch(ops, nops);
3125
- if (validation_result != GRPC_CALL_OK) {
3126
- return validation_result;
3127
- }
3128
- Completion completion =
3129
- StartCompletion(notify_tag, is_notify_tag_closure, ops);
3130
- CommitBatch(ops, nops, completion);
3131
- FinishOpOnCompletion(&completion, PendingOp::kStartingBatch);
3132
- return GRPC_CALL_OK;
3133
- }
3134
-
3135
- void ClientPromiseBasedCall::StartRecvInitialMetadata(
3136
- grpc_metadata_array* array, const Completion& completion,
3137
- Party::BulkSpawner& spawner) {
3138
- spawner.Spawn(
3139
- "recv_initial_metadata",
3140
- [this]() {
3141
- return Race(server_initial_metadata_.receiver.Next(),
3142
- Map(finished(), [](Empty) {
3143
- return NextResult<ServerMetadataHandle>(true);
3144
- }));
3145
- },
3146
- [this, array,
3147
- completion =
3148
- AddOpToCompletion(completion, PendingOp::kReceiveInitialMetadata)](
3149
- NextResult<ServerMetadataHandle> next_metadata) mutable {
3150
- server_initial_metadata_.sender.Close();
3151
- ServerMetadataHandle metadata;
3152
- if (grpc_call_trace.enabled()) {
3153
- gpr_log(GPR_INFO, "%s[call] RecvTrailingMetadata: %s",
3154
- DebugTag().c_str(),
3155
- next_metadata.has_value()
3156
- ? next_metadata.value()->DebugString().c_str()
3157
- : "null");
3158
- }
3159
- if (next_metadata.has_value()) {
3160
- metadata = std::move(next_metadata.value());
3161
- is_trailers_only_ = metadata->get(GrpcTrailersOnly()).value_or(false);
3162
- } else {
3163
- is_trailers_only_ = true;
3164
- metadata = arena()->MakePooled<ServerMetadata>(arena());
3165
- }
3166
- ProcessIncomingInitialMetadata(*metadata);
3167
- PublishMetadataArray(metadata.get(), array, true);
3168
- recv_initial_metadata_ = std::move(metadata);
3169
- FinishOpOnCompletion(&completion, PendingOp::kReceiveInitialMetadata);
3170
- });
3171
- }
3172
-
3173
- void ClientPromiseBasedCall::Finish(ServerMetadataHandle trailing_metadata) {
3174
- if (grpc_call_trace.enabled()) {
3175
- gpr_log(GPR_INFO, "%s[call] Finish: %s", DebugTag().c_str(),
3176
- trailing_metadata->DebugString().c_str());
3177
- }
3178
- ResetDeadline();
3179
- set_completed();
3180
- client_to_server_messages_.sender.CloseWithError();
3181
- client_to_server_messages_.receiver.CloseWithError();
3182
- if (trailing_metadata->get(GrpcCallWasCancelled()).value_or(false)) {
3183
- server_to_client_messages_.receiver.CloseWithError();
3184
- server_initial_metadata_.receiver.CloseWithError();
3185
- }
3186
- if (auto* channelz_channel = channel()->channelz_node()) {
3187
- if (trailing_metadata->get(GrpcStatusMetadata())
3188
- .value_or(GRPC_STATUS_UNKNOWN) == GRPC_STATUS_OK) {
3189
- channelz_channel->RecordCallSucceeded();
3190
- } else {
3191
- channelz_channel->RecordCallFailed();
3192
- }
3193
- }
3194
- server_trailing_metadata_.Set(std::move(trailing_metadata));
3195
- }
3196
-
3197
- namespace {
3198
- std::string MakeErrorString(const ServerMetadata* trailing_metadata) {
3199
- std::string out = absl::StrCat(
3200
- trailing_metadata->get(GrpcStatusFromWire()).value_or(false)
3201
- ? "Error received from peer"
3202
- : "Error generated by client",
3203
- "grpc_status: ",
3204
- grpc_status_code_to_string(trailing_metadata->get(GrpcStatusMetadata())
3205
- .value_or(GRPC_STATUS_UNKNOWN)));
3206
- if (const Slice* message =
3207
- trailing_metadata->get_pointer(GrpcMessageMetadata())) {
3208
- absl::StrAppend(&out, "\ngrpc_message: ", message->as_string_view());
3209
- }
3210
- if (auto annotations = trailing_metadata->get_pointer(GrpcStatusContext())) {
3211
- absl::StrAppend(&out, "\nStatus Context:");
3212
- for (const std::string& annotation : *annotations) {
3213
- absl::StrAppend(&out, "\n ", annotation);
3214
- }
3215
- }
3216
- return out;
3217
- }
3218
- } // namespace
3219
-
3220
- void ClientPromiseBasedCall::StartRecvStatusOnClient(
3221
- const Completion& completion,
3222
- grpc_op::grpc_op_data::grpc_op_recv_status_on_client op_args,
3223
- Party::BulkSpawner& spawner) {
3224
- ForceCompletionSuccess(completion);
3225
- spawner.Spawn(
3226
- "recv_status_on_client", server_trailing_metadata_.Wait(),
3227
- [this, op_args,
3228
- completion =
3229
- AddOpToCompletion(completion, PendingOp::kReceiveStatusOnClient)](
3230
- ServerMetadataHandle trailing_metadata) mutable {
3231
- const grpc_status_code status =
3232
- trailing_metadata->get(GrpcStatusMetadata())
3233
- .value_or(GRPC_STATUS_UNKNOWN);
3234
- *op_args.status = status;
3235
- Slice message_slice;
3236
- if (Slice* message =
3237
- trailing_metadata->get_pointer(GrpcMessageMetadata())) {
3238
- message_slice = message->Ref();
3239
- }
3240
- SetFinalizationStatus(status, message_slice.Ref());
3241
- *op_args.status_details = message_slice.TakeCSlice();
3242
- if (op_args.error_string != nullptr && status != GRPC_STATUS_OK) {
3243
- *op_args.error_string =
3244
- gpr_strdup(MakeErrorString(trailing_metadata.get()).c_str());
3245
- }
3246
- PublishMetadataArray(trailing_metadata.get(), op_args.trailing_metadata,
3247
- true);
3248
- recv_trailing_metadata_ = std::move(trailing_metadata);
3249
- FinishOpOnCompletion(&completion, PendingOp::kReceiveStatusOnClient);
3250
- });
3251
- }
3252
- #endif
3253
-
3254
- ///////////////////////////////////////////////////////////////////////////////
3255
- // ServerPromiseBasedCall
3256
-
3257
- #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
3258
-
3259
- class ServerPromiseBasedCall final : public PromiseBasedCall,
3260
- public ServerCallContext {
3261
- public:
3262
- ServerPromiseBasedCall(Arena* arena, grpc_call_create_args* args);
3263
-
3264
- void OrphanCall() override {}
3265
- void CancelWithError(grpc_error_handle) override;
3266
- grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
3267
- bool is_notify_tag_closure) override;
3268
- bool is_trailers_only() const override {
3269
- Crash("is_trailers_only not implemented for server calls");
3270
- }
3271
- absl::string_view GetServerAuthority() const override {
3272
- const Slice* authority_metadata =
3273
- client_initial_metadata_->get_pointer(HttpAuthorityMetadata());
3274
- if (authority_metadata == nullptr) return "";
3275
- return authority_metadata->as_string_view();
3276
- }
3277
-
3278
- // Polling order for the server promise stack:
3279
- //
3280
- // │ ┌───────────────────────────────────────┐
3281
- // │ │ ServerPromiseBasedCall ├──► Lifetime management
3282
- // │ ├───────────────────────────────────────┤
3283
- // │ │ ConnectedChannel ├─┐
3284
- // │ ├───────────────────────────────────────┤ └► Interactions with the
3285
- // │ │ ... closest to transport filter │ transport - send/recv msgs
3286
- // │ ├───────────────────────────────────────┤ and metadata, call phase
3287
- // │ │ ... │ ordering
3288
- // │ ├───────────────────────────────────────┤
3289
- // │ │ ... closest to app filter │ ┌► Request matching, initial
3290
- // │ ├───────────────────────────────────────┤ │ setup, publishing call to
3291
- // │ │ Server::ChannelData::MakeCallPromise ├─┘ application
3292
- // │ ├───────────────────────────────────────┤
3293
- // │ │ MakeTopOfServerCallPromise ├──► Send trailing metadata
3294
- // ▼ └───────────────────────────────────────┘
3295
- // Polling &
3296
- // instantiation
3297
- // order
3298
-
3299
- std::string DebugTag() const override {
3300
- return absl::StrFormat("SERVER_CALL[%p]: ", this);
3301
- }
3302
-
3303
- ServerCallContext* server_call_context() override { return this; }
3304
-
3305
- const void* server_stream_data() override { return server_transport_data_; }
3306
- void PublishInitialMetadata(
3307
- ClientMetadataHandle metadata,
3308
- grpc_metadata_array* publish_initial_metadata) override;
3309
- ArenaPromise<ServerMetadataHandle> MakeTopOfServerCallPromise(
3310
- CallArgs call_args, grpc_completion_queue* cq,
3311
- absl::FunctionRef<void(grpc_call* call)> publish) override;
3312
-
3313
- private:
3314
- class RecvCloseOpCancelState {
3315
- public:
3316
- // Request that receiver be filled in per
3317
- // grpc_op_recv_close_on_server. Returns true if the request can
3318
- // be fulfilled immediately. Returns false if the request will be
3319
- // fulfilled later.
3320
- bool ReceiveCloseOnServerOpStarted(int* receiver) {
3321
- uintptr_t state = state_.load(std::memory_order_acquire);
3322
- uintptr_t new_state;
3323
- do {
3324
- switch (state) {
3325
- case kUnset:
3326
- new_state = reinterpret_cast<uintptr_t>(receiver);
3327
- break;
3328
- case kFinishedWithFailure:
3329
- *receiver = 1;
3330
- return true;
3331
- case kFinishedWithSuccess:
3332
- *receiver = 0;
3333
- return true;
3334
- default:
3335
- Crash("Two threads offered ReceiveCloseOnServerOpStarted");
3336
- }
3337
- } while (!state_.compare_exchange_weak(state, new_state,
3338
- std::memory_order_acq_rel,
3339
- std::memory_order_acquire));
3340
- return false;
3341
- }
3342
-
3343
- // Mark the call as having completed.
3344
- // Returns true if this finishes a previous
3345
- // RequestReceiveCloseOnServer.
3346
- bool CompleteCallWithCancelledSetTo(bool cancelled) {
3347
- uintptr_t state = state_.load(std::memory_order_acquire);
3348
- uintptr_t new_state;
3349
- bool r;
3350
- do {
3351
- switch (state) {
3352
- case kUnset:
3353
- new_state = cancelled ? kFinishedWithFailure : kFinishedWithSuccess;
3354
- r = false;
3355
- break;
3356
- case kFinishedWithFailure:
3357
- return false;
3358
- case kFinishedWithSuccess:
3359
- Crash("unreachable");
3360
- default:
3361
- new_state = cancelled ? kFinishedWithFailure : kFinishedWithSuccess;
3362
- r = true;
3363
- }
3364
- } while (!state_.compare_exchange_weak(state, new_state,
3365
- std::memory_order_acq_rel,
3366
- std::memory_order_acquire));
3367
- if (r) *reinterpret_cast<int*>(state) = cancelled ? 1 : 0;
3368
- return r;
3369
- }
3370
-
3371
- std::string ToString() const {
3372
- auto state = state_.load(std::memory_order_relaxed);
3373
- switch (state) {
3374
- case kUnset:
3375
- return "Unset";
3376
- case kFinishedWithFailure:
3377
- return "FinishedWithFailure";
3378
- case kFinishedWithSuccess:
3379
- return "FinishedWithSuccess";
3380
- default:
3381
- return absl::StrFormat("WaitingForReceiver(%p)",
3382
- reinterpret_cast<void*>(state));
3383
- }
3384
- }
3385
-
3386
- private:
3387
- static constexpr uintptr_t kUnset = 0;
3388
- static constexpr uintptr_t kFinishedWithFailure = 1;
3389
- static constexpr uintptr_t kFinishedWithSuccess = 2;
3390
- // Holds one of kUnset, kFinishedWithFailure, or
3391
- // kFinishedWithSuccess OR an int* that wants to receive the
3392
- // final status.
3393
- std::atomic<uintptr_t> state_{kUnset};
3394
- };
3395
-
3396
- void CommitBatch(const grpc_op* ops, size_t nops,
3397
- const Completion& completion);
3398
- void Finish(ServerMetadataHandle result);
3399
-
3400
- Server* const server_;
3401
- const void* const server_transport_data_;
3402
- PipeSender<ServerMetadataHandle>* server_initial_metadata_ = nullptr;
3403
- PipeSender<MessageHandle>* server_to_client_messages_ = nullptr;
3404
- PipeReceiver<MessageHandle>* client_to_server_messages_ = nullptr;
3405
- Latch<ServerMetadataHandle> send_trailing_metadata_;
3406
- RecvCloseOpCancelState recv_close_op_cancel_state_;
3407
- ClientMetadataHandle client_initial_metadata_;
3408
- Completion recv_close_completion_;
3409
- std::atomic<bool> cancelled_{false};
3410
- };
3411
-
3412
- ServerPromiseBasedCall::ServerPromiseBasedCall(Arena* arena,
3413
- grpc_call_create_args* args)
3414
- : PromiseBasedCall(arena, 0, *args),
3415
- server_(args->server),
3416
- server_transport_data_(args->server_transport_data) {
3417
- global_stats().IncrementServerCallsCreated();
3418
- channelz::ServerNode* channelz_node = server_->channelz_node();
3419
- if (channelz_node != nullptr) {
3420
- channelz_node->RecordCallStarted();
3421
- }
3422
- // TODO(yashykt): In the future, we want to also enable stats and trace
3423
- // collecting from when the call is created at the transport. The idea is that
3424
- // the transport would create the call tracer and pass it in as part of the
3425
- // metadata.
3426
- if (args->server->server_call_tracer_factory() != nullptr) {
3427
- auto* server_call_tracer =
3428
- args->server->server_call_tracer_factory()->CreateNewServerCallTracer(
3429
- arena, args->server->channel_args());
3430
- if (server_call_tracer != nullptr) {
3431
- // Note that we are setting both
3432
- // GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
3433
- // GRPC_CONTEXT_CALL_TRACER as a matter of convenience. In the future
3434
- // promise-based world, we would just a single tracer object for each
3435
- // stack (call, subchannel_call, server_call.)
3436
- ContextSet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE,
3437
- server_call_tracer, nullptr);
3438
- ContextSet(GRPC_CONTEXT_CALL_TRACER, server_call_tracer, nullptr);
3439
- }
3440
- }
3441
- ScopedContext activity_context(this);
3442
- Spawn("server_promise",
3443
- channel()->channel_stack()->MakeServerCallPromise(
3444
- CallArgs{nullptr, ClientInitialMetadataOutstandingToken::Empty(),
3445
- nullptr, nullptr, nullptr, nullptr}),
3446
- [this](ServerMetadataHandle result) { Finish(std::move(result)); });
3447
- }
3448
-
3449
- void ServerPromiseBasedCall::Finish(ServerMetadataHandle result) {
3450
- if (grpc_call_trace.enabled()) {
3451
- gpr_log(GPR_INFO, "%s[call] Finish: recv_close_state:%s result:%s",
3452
- DebugTag().c_str(), recv_close_op_cancel_state_.ToString().c_str(),
3453
- result->DebugString().c_str());
3454
- }
3455
- const auto status =
3456
- result->get(GrpcStatusMetadata()).value_or(GRPC_STATUS_UNKNOWN);
3457
- channelz::ServerNode* channelz_node = server_->channelz_node();
3458
- if (channelz_node != nullptr) {
3459
- if (status == GRPC_STATUS_OK) {
3460
- channelz_node->RecordCallSucceeded();
3461
- } else {
3462
- channelz_node->RecordCallFailed();
3463
- }
3464
- }
3465
- bool was_cancelled = result->get(GrpcCallWasCancelled()).value_or(true);
3466
- if (recv_close_op_cancel_state_.CompleteCallWithCancelledSetTo(
3467
- was_cancelled)) {
3468
- FinishOpOnCompletion(&recv_close_completion_,
3469
- PendingOp::kReceiveCloseOnServer);
3470
- }
3471
- if (was_cancelled) set_failed_before_recv_message();
3472
- if (server_initial_metadata_ != nullptr) {
3473
- server_initial_metadata_->Close();
3474
- }
3475
- Slice message_slice;
3476
- if (Slice* message = result->get_pointer(GrpcMessageMetadata())) {
3477
- message_slice = message->Ref();
3478
- }
3479
- AcceptTransportStatsFromContext();
3480
- SetFinalizationStatus(status, std::move(message_slice));
3481
- set_completed();
3482
- ResetDeadline();
3483
- PropagateCancellationToChildren();
3484
- }
3485
-
3486
- grpc_call_error ValidateServerBatch(const grpc_op* ops, size_t nops) {
3487
- BitSet<8> got_ops;
3488
- for (size_t op_idx = 0; op_idx < nops; op_idx++) {
3489
- const grpc_op& op = ops[op_idx];
3490
- switch (op.op) {
3491
- case GRPC_OP_SEND_INITIAL_METADATA:
3492
- if (!AreInitialMetadataFlagsValid(op.flags)) {
3493
- return GRPC_CALL_ERROR_INVALID_FLAGS;
3494
- }
3495
- if (!ValidateMetadata(op.data.send_initial_metadata.count,
3496
- op.data.send_initial_metadata.metadata)) {
3497
- return GRPC_CALL_ERROR_INVALID_METADATA;
3498
- }
3499
- break;
3500
- case GRPC_OP_SEND_MESSAGE:
3501
- if (!AreWriteFlagsValid(op.flags)) {
3502
- return GRPC_CALL_ERROR_INVALID_FLAGS;
3503
- }
3504
- break;
3505
- case GRPC_OP_SEND_STATUS_FROM_SERVER:
3506
- if (op.flags != 0) return GRPC_CALL_ERROR_INVALID_FLAGS;
3507
- if (!ValidateMetadata(
3508
- op.data.send_status_from_server.trailing_metadata_count,
3509
- op.data.send_status_from_server.trailing_metadata)) {
3510
- return GRPC_CALL_ERROR_INVALID_METADATA;
3511
- }
3512
- break;
3513
- case GRPC_OP_RECV_MESSAGE:
3514
- case GRPC_OP_RECV_CLOSE_ON_SERVER:
3515
- if (op.flags != 0) return GRPC_CALL_ERROR_INVALID_FLAGS;
3516
- break;
3517
- case GRPC_OP_RECV_INITIAL_METADATA:
3518
- case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
3519
- case GRPC_OP_RECV_STATUS_ON_CLIENT:
3520
- return GRPC_CALL_ERROR_NOT_ON_SERVER;
3521
- }
3522
- if (got_ops.is_set(op.op)) return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
3523
- got_ops.set(op.op);
3524
- }
3525
- return GRPC_CALL_OK;
3526
- }
3527
-
3528
- void ServerPromiseBasedCall::CommitBatch(const grpc_op* ops, size_t nops,
3529
- const Completion& completion) {
3530
- Party::BulkSpawner spawner(this);
3531
- for (size_t op_idx = 0; op_idx < nops; op_idx++) {
3532
- const grpc_op& op = ops[op_idx];
3533
- switch (op.op) {
3534
- case GRPC_OP_SEND_INITIAL_METADATA: {
3535
- auto metadata = arena()->MakePooled<ServerMetadata>(arena());
3536
- PrepareOutgoingInitialMetadata(op, *metadata);
3537
- CToMetadata(op.data.send_initial_metadata.metadata,
3538
- op.data.send_initial_metadata.count, metadata.get());
3539
- if (grpc_call_trace.enabled()) {
3540
- gpr_log(GPR_INFO, "%s[call] Send initial metadata",
3541
- DebugTag().c_str());
3542
- }
3543
- QueueSend();
3544
- spawner.Spawn(
3545
- "call_send_initial_metadata",
3546
- [this, metadata = std::move(metadata)]() mutable {
3547
- EnactSend();
3548
- return server_initial_metadata_->Push(std::move(metadata));
3549
- },
3550
- [this,
3551
- completion = AddOpToCompletion(
3552
- completion, PendingOp::kSendInitialMetadata)](bool r) mutable {
3553
- if (!r) {
3554
- set_failed_before_recv_message();
3555
- FailCompletion(completion);
3556
- }
3557
- FinishOpOnCompletion(&completion,
3558
- PendingOp::kSendInitialMetadata);
3559
- });
3560
- } break;
3561
- case GRPC_OP_SEND_MESSAGE:
3562
- StartSendMessage(op, completion, server_to_client_messages_, spawner);
3563
- break;
3564
- case GRPC_OP_RECV_MESSAGE:
3565
- if (cancelled_.load(std::memory_order_relaxed)) {
3566
- set_failed_before_recv_message();
3567
- FailCompletion(completion);
3568
- break;
3569
- }
3570
- StartRecvMessage(
3571
- op, completion, []() { return []() { return Empty{}; }; },
3572
- client_to_server_messages_, true, spawner);
3573
- break;
3574
- case GRPC_OP_SEND_STATUS_FROM_SERVER: {
3575
- auto metadata = arena()->MakePooled<ServerMetadata>(arena());
3576
- CToMetadata(op.data.send_status_from_server.trailing_metadata,
3577
- op.data.send_status_from_server.trailing_metadata_count,
3578
- metadata.get());
3579
- metadata->Set(GrpcStatusMetadata(),
3580
- op.data.send_status_from_server.status);
3581
- if (auto* details = op.data.send_status_from_server.status_details) {
3582
- // TODO(ctiller): this should not be a copy, but we have callers that
3583
- // allocate and pass in a slice created with
3584
- // grpc_slice_from_static_string and then delete the string after
3585
- // passing it in, which shouldn't be a supported API.
3586
- metadata->Set(GrpcMessageMetadata(),
3587
- Slice(grpc_slice_copy(*details)));
3588
- }
3589
- spawner.Spawn(
3590
- "call_send_status_from_server",
3591
- [this, metadata = std::move(metadata)]() mutable {
3592
- bool r = true;
3593
- if (send_trailing_metadata_.is_set()) {
3594
- r = false;
3595
- } else {
3596
- send_trailing_metadata_.Set(std::move(metadata));
3597
- }
3598
- return Map(WaitForSendingStarted(), [this, r](Empty) {
3599
- server_initial_metadata_->Close();
3600
- server_to_client_messages_->Close();
3601
- return r;
3602
- });
3603
- },
3604
- [this, completion = AddOpToCompletion(
3605
- completion, PendingOp::kSendStatusFromServer)](
3606
- bool ok) mutable {
3607
- if (!ok) {
3608
- set_failed_before_recv_message();
3609
- FailCompletion(completion);
3610
- }
3611
- FinishOpOnCompletion(&completion,
3612
- PendingOp::kSendStatusFromServer);
3613
- });
3614
- } break;
3615
- case GRPC_OP_RECV_CLOSE_ON_SERVER:
3616
- if (grpc_call_trace.enabled()) {
3617
- gpr_log(GPR_INFO, "%s[call] StartBatch: RecvClose %s",
3618
- DebugTag().c_str(),
3619
- recv_close_op_cancel_state_.ToString().c_str());
3620
- }
3621
- ForceCompletionSuccess(completion);
3622
- recv_close_completion_ =
3623
- AddOpToCompletion(completion, PendingOp::kReceiveCloseOnServer);
3624
- if (recv_close_op_cancel_state_.ReceiveCloseOnServerOpStarted(
3625
- op.data.recv_close_on_server.cancelled)) {
3626
- FinishOpOnCompletion(&recv_close_completion_,
3627
- PendingOp::kReceiveCloseOnServer);
3628
- }
3629
- break;
3630
- case GRPC_OP_RECV_STATUS_ON_CLIENT:
3631
- case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
3632
- case GRPC_OP_RECV_INITIAL_METADATA:
3633
- abort(); // unreachable
3634
- }
3635
- }
3636
- }
3637
-
3638
- grpc_call_error ServerPromiseBasedCall::StartBatch(const grpc_op* ops,
3639
- size_t nops,
3640
- void* notify_tag,
3641
- bool is_notify_tag_closure) {
3642
- if (nops == 0) {
3643
- EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
3644
- return GRPC_CALL_OK;
3645
- }
3646
- const grpc_call_error validation_result = ValidateServerBatch(ops, nops);
3647
- if (validation_result != GRPC_CALL_OK) {
3648
- return validation_result;
3649
- }
3650
- Completion completion =
3651
- StartCompletion(notify_tag, is_notify_tag_closure, ops);
3652
- CommitBatch(ops, nops, completion);
3653
- FinishOpOnCompletion(&completion, PendingOp::kStartingBatch);
3654
- return GRPC_CALL_OK;
3655
- }
3656
-
3657
- void ServerPromiseBasedCall::CancelWithError(absl::Status error) {
3658
- cancelled_.store(true, std::memory_order_relaxed);
3659
- Spawn(
3660
- "cancel_with_error",
3661
- [this, error = std::move(error)]() {
3662
- if (!send_trailing_metadata_.is_set()) {
3663
- auto md = ServerMetadataFromStatus(error);
3664
- md->Set(GrpcCallWasCancelled(), true);
3665
- send_trailing_metadata_.Set(std::move(md));
3666
- }
3667
- if (server_to_client_messages_ != nullptr) {
3668
- server_to_client_messages_->Close();
3669
- }
3670
- if (server_initial_metadata_ != nullptr) {
3671
- server_initial_metadata_->Close();
3672
- }
3673
- return Empty{};
3674
- },
3675
- [](Empty) {});
3676
- }
3677
- #endif
3678
-
3679
- #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
3680
- void ServerPromiseBasedCall::PublishInitialMetadata(
3681
- ClientMetadataHandle metadata,
3682
- grpc_metadata_array* publish_initial_metadata) {
3683
- if (grpc_call_trace.enabled()) {
3684
- gpr_log(GPR_INFO, "%s[call] PublishInitialMetadata: %s", DebugTag().c_str(),
3685
- metadata->DebugString().c_str());
3686
- }
3687
- PublishMetadataArray(metadata.get(), publish_initial_metadata, false);
3688
- client_initial_metadata_ = std::move(metadata);
3689
- }
3690
-
3691
- ArenaPromise<ServerMetadataHandle>
3692
- ServerPromiseBasedCall::MakeTopOfServerCallPromise(
3693
- CallArgs call_args, grpc_completion_queue* cq,
3694
- absl::FunctionRef<void(grpc_call* call)> publish) {
3695
- SetCompletionQueue(cq);
3696
- call_args.polling_entity->Set(
3697
- grpc_polling_entity_create_from_pollset(grpc_cq_pollset(cq)));
3698
- server_to_client_messages_ = call_args.server_to_client_messages;
3699
- client_to_server_messages_ = call_args.client_to_server_messages;
3700
- server_initial_metadata_ = call_args.server_initial_metadata;
3701
- set_send_deadline(deadline());
3702
- ProcessIncomingInitialMetadata(*client_initial_metadata_);
3703
- ExternalRef();
3704
- publish(c_ptr());
3705
- return Seq(server_to_client_messages_->AwaitClosed(),
3706
- send_trailing_metadata_.Wait());
3707
- }
3708
-
3709
- ///////////////////////////////////////////////////////////////////////////////
3710
- // CallSpine based Server Call
3711
-
3712
- class ServerCallSpine final : public CallSpineInterface,
3713
- public ServerCallContext,
3714
- public BasicPromiseBasedCall {
3715
- public:
3716
- ServerCallSpine(Server* server, Channel* channel, Arena* arena);
3717
-
3718
- // CallSpineInterface
3719
- Pipe<ClientMetadataHandle>& client_initial_metadata() override {
3720
- return client_initial_metadata_;
3721
- }
3722
- Pipe<ServerMetadataHandle>& server_initial_metadata() override {
3723
- return server_initial_metadata_;
3724
- }
3725
- Pipe<MessageHandle>& client_to_server_messages() override {
3726
- return client_to_server_messages_;
3727
- }
3728
- Pipe<MessageHandle>& server_to_client_messages() override {
3729
- return server_to_client_messages_;
3730
- }
3731
- Pipe<ServerMetadataHandle>& server_trailing_metadata() override {
3732
- return server_trailing_metadata_;
3733
- }
3734
- Latch<ServerMetadataHandle>& cancel_latch() override { return cancel_latch_; }
3735
- Party& party() override { return *this; }
3736
- void IncrementRefCount() override { InternalRef("CallSpine"); }
3737
- void Unref() override { InternalUnref("CallSpine"); }
3738
-
3739
- // PromiseBasedCall
3740
- void OrphanCall() override {
3741
- ResetDeadline();
3742
- CancelWithError(absl::CancelledError());
3743
- }
3744
- void CancelWithError(grpc_error_handle error) override {
3745
- SpawnInfallible("CancelWithError", [this, error = std::move(error)] {
3746
- std::ignore = Cancel(ServerMetadataFromStatus(error));
3747
- return Empty{};
3748
- });
3749
- }
3750
- bool is_trailers_only() const override {
3751
- Crash("is_trailers_only not implemented for server calls");
3752
- }
3753
- absl::string_view GetServerAuthority() const override {
3754
- Crash("unimplemented");
3755
- }
3756
- grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
3757
- bool is_notify_tag_closure) override;
3758
-
3759
- bool Completed() final { Crash("unimplemented"); }
3760
- bool failed_before_recv_message() const final { Crash("unimplemented"); }
3761
-
3762
- ServerCallContext* server_call_context() override { return this; }
3763
- const void* server_stream_data() override { Crash("unimplemented"); }
3764
- void PublishInitialMetadata(
3765
- ClientMetadataHandle metadata,
3766
- grpc_metadata_array* publish_initial_metadata) override;
3767
- ArenaPromise<ServerMetadataHandle> MakeTopOfServerCallPromise(
3768
- CallArgs, grpc_completion_queue*,
3769
- absl::FunctionRef<void(grpc_call* call)>) override {
3770
- Crash("unimplemented");
3771
- }
3772
-
3773
- bool RunParty() override {
3774
- ScopedContext ctx(this);
3775
- return Party::RunParty();
3776
- }
3777
-
3778
- private:
3779
- void CommitBatch(const grpc_op* ops, size_t nops, void* notify_tag,
3780
- bool is_notify_tag_closure);
3781
- StatusFlag FinishRecvMessage(NextResult<MessageHandle> result);
3782
-
3783
- std::string DebugTag() const override {
3784
- return absl::StrFormat("SERVER_CALL_SPINE[%p]: ", this);
3785
- }
3786
-
3787
- // Initial metadata from client to server
3788
- Pipe<ClientMetadataHandle> client_initial_metadata_;
3789
- // Initial metadata from server to client
3790
- Pipe<ServerMetadataHandle> server_initial_metadata_;
3791
- // Messages travelling from the application to the transport.
3792
- Pipe<MessageHandle> client_to_server_messages_;
3793
- // Messages travelling from the transport to the application.
3794
- Pipe<MessageHandle> server_to_client_messages_;
3795
- // Trailing metadata from server to client
3796
- Pipe<ServerMetadataHandle> server_trailing_metadata_;
3797
- // Latch that can be set to terminate the call
3798
- Latch<ServerMetadataHandle> cancel_latch_;
3799
- grpc_byte_buffer** recv_message_ = nullptr;
3800
- ClientMetadataHandle client_initial_metadata_stored_;
3801
- };
3802
-
3803
- ServerCallSpine::ServerCallSpine(Server* server, Channel* channel, Arena* arena)
3804
- : BasicPromiseBasedCall(arena, 0, 1,
3805
- [channel, server]() -> grpc_call_create_args {
3806
- grpc_call_create_args args;
3807
- args.channel = channel->Ref();
3808
- args.server = server;
3809
- args.parent = nullptr;
3810
- args.propagation_mask = 0;
3811
- args.cq = nullptr;
3812
- args.pollset_set_alternative = nullptr;
3813
- args.server_transport_data =
3814
- &args; // Arbitrary non-null pointer
3815
- args.send_deadline = Timestamp::InfFuture();
3816
- return args;
3817
- }()),
3818
- client_initial_metadata_(arena),
3819
- server_initial_metadata_(arena),
3820
- client_to_server_messages_(arena),
3821
- server_to_client_messages_(arena),
3822
- server_trailing_metadata_(arena) {
3823
- global_stats().IncrementServerCallsCreated();
3824
- ScopedContext ctx(this);
3825
- channel->channel_stack()->InitServerCallSpine(this);
3826
- }
3827
-
3828
- void ServerCallSpine::PublishInitialMetadata(
3829
- ClientMetadataHandle metadata,
3830
- grpc_metadata_array* publish_initial_metadata) {
3831
- if (grpc_call_trace.enabled()) {
3832
- gpr_log(GPR_INFO, "%s[call] PublishInitialMetadata: %s", DebugTag().c_str(),
3833
- metadata->DebugString().c_str());
3834
- }
3835
- PublishMetadataArray(metadata.get(), publish_initial_metadata, false);
3836
- client_initial_metadata_stored_ = std::move(metadata);
3837
- }
3838
-
3839
- grpc_call_error ServerCallSpine::StartBatch(const grpc_op* ops, size_t nops,
3840
- void* notify_tag,
3841
- bool is_notify_tag_closure) {
3842
- if (nops == 0) {
3843
- EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
3844
- return GRPC_CALL_OK;
3845
- }
3846
- const grpc_call_error validation_result = ValidateServerBatch(ops, nops);
3847
- if (validation_result != GRPC_CALL_OK) {
3848
- return validation_result;
3849
- }
3850
- CommitBatch(ops, nops, notify_tag, is_notify_tag_closure);
3851
- return GRPC_CALL_OK;
3852
- }
3853
-
3854
- namespace {
3855
- template <typename SetupFn>
3856
- class MaybeOpImpl {
3857
- public:
3858
- using SetupResult = decltype(std::declval<SetupFn>()(grpc_op()));
3859
- using PromiseFactory = promise_detail::OncePromiseFactory<void, SetupResult>;
3860
- using Promise = typename PromiseFactory::Promise;
3861
- struct Dismissed {};
3862
- using State = absl::variant<Dismissed, PromiseFactory, Promise>;
3863
-
3864
- // op_ is garbage but shouldn't be uninitialized
3865
- MaybeOpImpl() : state_(Dismissed{}), op_(GRPC_OP_RECV_STATUS_ON_CLIENT) {}
3866
- MaybeOpImpl(SetupResult result, grpc_op_type op)
3867
- : state_(PromiseFactory(std::move(result))), op_(op) {}
3868
-
3869
- MaybeOpImpl(const MaybeOpImpl&) = delete;
3870
- MaybeOpImpl& operator=(const MaybeOpImpl&) = delete;
3871
- MaybeOpImpl(MaybeOpImpl&& other) noexcept
3872
- : state_(MoveState(other.state_)), op_(other.op_) {}
3873
- MaybeOpImpl& operator=(MaybeOpImpl&& other) noexcept {
3874
- op_ = other.op_;
3875
- if (absl::holds_alternative<Dismissed>(state_)) {
3876
- state_.template emplace<Dismissed>();
3877
- return *this;
3878
- }
3879
- // Can't move after first poll => Promise is not an option
3880
- state_.template emplace<PromiseFactory>(
3881
- std::move(absl::get<PromiseFactory>(other.state_)));
3882
- return *this;
3883
- }
3884
-
3885
- Poll<StatusFlag> operator()() {
3886
- if (absl::holds_alternative<Dismissed>(state_)) return Success{};
3887
- if (absl::holds_alternative<PromiseFactory>(state_)) {
3888
- auto& factory = absl::get<PromiseFactory>(state_);
3889
- auto promise = factory.Make();
3890
- state_.template emplace<Promise>(std::move(promise));
3891
- }
3892
- if (grpc_call_trace.enabled()) {
3893
- gpr_log(GPR_INFO, "%sBeginPoll %s",
3894
- Activity::current()->DebugTag().c_str(), OpName(op_).c_str());
3895
- }
3896
- auto& promise = absl::get<Promise>(state_);
3897
- auto r = poll_cast<StatusFlag>(promise());
3898
- if (grpc_call_trace.enabled()) {
3899
- gpr_log(GPR_INFO, "%sEndPoll %s --> %s",
3900
- Activity::current()->DebugTag().c_str(), OpName(op_).c_str(),
3901
- r.pending() ? "PENDING" : (r.value().ok() ? "OK" : "FAILURE"));
3902
- }
3903
- return r;
3904
- }
3905
-
3906
- private:
3907
- GPR_NO_UNIQUE_ADDRESS State state_;
3908
- GPR_NO_UNIQUE_ADDRESS grpc_op_type op_;
3909
-
3910
- static std::string OpName(grpc_op_type op) {
3911
- switch (op) {
3912
- case GRPC_OP_SEND_INITIAL_METADATA:
3913
- return "SendInitialMetadata";
3914
- case GRPC_OP_SEND_MESSAGE:
3915
- return "SendMessage";
3916
- case GRPC_OP_SEND_STATUS_FROM_SERVER:
3917
- return "SendStatusFromServer";
3918
- case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
3919
- return "SendCloseFromClient";
3920
- case GRPC_OP_RECV_MESSAGE:
3921
- return "RecvMessage";
3922
- case GRPC_OP_RECV_CLOSE_ON_SERVER:
3923
- return "RecvCloseOnServer";
3924
- case GRPC_OP_RECV_INITIAL_METADATA:
3925
- return "RecvInitialMetadata";
3926
- case GRPC_OP_RECV_STATUS_ON_CLIENT:
3927
- return "RecvStatusOnClient";
3928
- }
3929
- return absl::StrCat("UnknownOp(", op, ")");
3930
- }
3931
-
3932
- static State MoveState(State& state) {
3933
- if (absl::holds_alternative<Dismissed>(state)) return Dismissed{};
3934
- // Can't move after first poll => Promise is not an option
3935
- return std::move(absl::get<PromiseFactory>(state));
3936
- }
3937
- };
3938
-
3939
- // MaybeOp captures a fairly complicated dance we need to do for the batch API.
3940
- // We first check if an op is included or not, and if it is, we run the setup
3941
- // function in the context of the API call (NOT in the call party).
3942
- // This setup function returns a promise factory which we'll then run *in* the
3943
- // party to do initial setup, and have it return the promise that we'll
3944
- // ultimately poll on til completion.
3945
- // Once we express our surface API in terms of core internal types this whole
3946
- // dance will go away.
3947
- template <typename SetupFn>
3948
- auto MaybeOp(const grpc_op* ops, uint8_t idx, SetupFn setup) {
3949
- if (idx == 255) {
3950
- return MaybeOpImpl<SetupFn>();
3951
- } else {
3952
- return MaybeOpImpl<SetupFn>(setup(ops[idx]), ops[idx].op);
3953
- }
3954
- }
3955
-
3956
- template <typename F>
3957
- class PollBatchLogger {
3958
- public:
3959
- PollBatchLogger(void* tag, F f) : tag_(tag), f_(std::move(f)) {}
3960
-
3961
- auto operator()() {
3962
- if (grpc_call_trace.enabled()) {
3963
- gpr_log(GPR_INFO, "Poll batch %p", tag_);
3964
- }
3965
- auto r = f_();
3966
- if (grpc_call_trace.enabled()) {
3967
- gpr_log(GPR_INFO, "Poll batch %p --> %s", tag_, ResultString(r).c_str());
3968
- }
3969
- return r;
3970
- }
3971
-
3972
- private:
3973
- template <typename T>
3974
- static std::string ResultString(Poll<T> r) {
3975
- if (r.pending()) return "PENDING";
3976
- return ResultString(r.value());
3977
- }
3978
- static std::string ResultString(Empty) { return "DONE"; }
3979
-
3980
- void* tag_;
3981
- F f_;
3982
- };
3983
-
3984
- template <typename F>
3985
- PollBatchLogger<F> LogPollBatch(void* tag, F f) {
3986
- return PollBatchLogger<F>(tag, std::move(f));
3987
- }
3988
- } // namespace
3989
-
3990
- StatusFlag ServerCallSpine::FinishRecvMessage(
3991
- NextResult<MessageHandle> result) {
3992
- if (result.has_value()) {
3993
- MessageHandle& message = *result;
3994
- NoteLastMessageFlags(message->flags());
3995
- if ((message->flags() & GRPC_WRITE_INTERNAL_COMPRESS) &&
3996
- (incoming_compression_algorithm() != GRPC_COMPRESS_NONE)) {
3997
- *recv_message_ = grpc_raw_compressed_byte_buffer_create(
3998
- nullptr, 0, incoming_compression_algorithm());
3999
- } else {
4000
- *recv_message_ = grpc_raw_byte_buffer_create(nullptr, 0);
4001
- }
4002
- grpc_slice_buffer_move_into(message->payload()->c_slice_buffer(),
4003
- &(*recv_message_)->data.raw.slice_buffer);
4004
- if (grpc_call_trace.enabled()) {
4005
- gpr_log(GPR_INFO,
4006
- "%s[call] RecvMessage: outstanding_recv "
4007
- "finishes: received %" PRIdPTR " byte message",
4008
- DebugTag().c_str(),
4009
- (*recv_message_)->data.raw.slice_buffer.length);
4010
- }
4011
- recv_message_ = nullptr;
4012
- return Success{};
4013
- }
4014
- if (result.cancelled()) {
4015
- if (grpc_call_trace.enabled()) {
4016
- gpr_log(GPR_INFO,
4017
- "%s[call] RecvMessage: outstanding_recv "
4018
- "finishes: received end-of-stream with error",
4019
- DebugTag().c_str());
4020
- }
4021
- *recv_message_ = nullptr;
4022
- recv_message_ = nullptr;
4023
- return Failure{};
4024
- }
4025
- if (grpc_call_trace.enabled()) {
4026
- gpr_log(GPR_INFO,
4027
- "%s[call] RecvMessage: outstanding_recv "
4028
- "finishes: received end-of-stream",
4029
- DebugTag().c_str());
4030
- }
4031
- *recv_message_ = nullptr;
4032
- recv_message_ = nullptr;
4033
- return Success{};
4034
- }
4035
-
4036
- void ServerCallSpine::CommitBatch(const grpc_op* ops, size_t nops,
4037
- void* notify_tag,
4038
- bool is_notify_tag_closure) {
4039
- std::array<uint8_t, 8> got_ops{255, 255, 255, 255, 255, 255, 255, 255};
4040
- for (size_t op_idx = 0; op_idx < nops; op_idx++) {
4041
- const grpc_op& op = ops[op_idx];
4042
- got_ops[op.op] = op_idx;
4043
- }
4044
- if (!is_notify_tag_closure) grpc_cq_begin_op(cq(), notify_tag);
4045
- auto send_initial_metadata = MaybeOp(
4046
- ops, got_ops[GRPC_OP_SEND_INITIAL_METADATA], [this](const grpc_op& op) {
4047
- auto metadata = arena()->MakePooled<ServerMetadata>(arena());
4048
- PrepareOutgoingInitialMetadata(op, *metadata);
4049
- CToMetadata(op.data.send_initial_metadata.metadata,
4050
- op.data.send_initial_metadata.count, metadata.get());
4051
- if (grpc_call_trace.enabled()) {
4052
- gpr_log(GPR_INFO, "%s[call] Send initial metadata",
4053
- DebugTag().c_str());
4054
- }
4055
- return [this, metadata = std::move(metadata)]() mutable {
4056
- return Map(server_initial_metadata_.sender.Push(std::move(metadata)),
4057
- [this](bool r) {
4058
- server_initial_metadata_.sender.Close();
4059
- return StatusFlag(r);
4060
- });
4061
- };
4062
- });
4063
- auto send_message =
4064
- MaybeOp(ops, got_ops[GRPC_OP_SEND_MESSAGE], [this](const grpc_op& op) {
4065
- SliceBuffer send;
4066
- grpc_slice_buffer_swap(
4067
- &op.data.send_message.send_message->data.raw.slice_buffer,
4068
- send.c_slice_buffer());
4069
- auto msg = arena()->MakePooled<Message>(std::move(send), op.flags);
4070
- return [this, msg = std::move(msg)]() mutable {
4071
- return Map(server_to_client_messages_.sender.Push(std::move(msg)),
4072
- [](bool r) { return StatusFlag(r); });
4073
- };
4074
- });
4075
- auto send_trailing_metadata = MaybeOp(
4076
- ops, got_ops[GRPC_OP_SEND_STATUS_FROM_SERVER], [this](const grpc_op& op) {
4077
- auto metadata = arena()->MakePooled<ServerMetadata>(arena());
4078
- CToMetadata(op.data.send_status_from_server.trailing_metadata,
4079
- op.data.send_status_from_server.trailing_metadata_count,
4080
- metadata.get());
4081
- metadata->Set(GrpcStatusMetadata(),
4082
- op.data.send_status_from_server.status);
4083
- if (auto* details = op.data.send_status_from_server.status_details) {
4084
- // TODO(ctiller): this should not be a copy, but we have
4085
- // callers that allocate and pass in a slice created with
4086
- // grpc_slice_from_static_string and then delete the string
4087
- // after passing it in, which shouldn't be a supported API.
4088
- metadata->Set(GrpcMessageMetadata(),
4089
- Slice(grpc_slice_copy(*details)));
4090
- }
4091
- return [this, metadata = std::move(metadata)]() mutable {
4092
- server_to_client_messages_.sender.Close();
4093
- return Map(server_trailing_metadata_.sender.Push(std::move(metadata)),
4094
- [](bool r) { return StatusFlag(r); });
4095
- };
4096
- });
4097
- auto recv_message =
4098
- MaybeOp(ops, got_ops[GRPC_OP_RECV_MESSAGE], [this](const grpc_op& op) {
4099
- GPR_ASSERT(recv_message_ == nullptr);
4100
- recv_message_ = op.data.recv_message.recv_message;
4101
- return [this]() mutable {
4102
- return Map(client_to_server_messages_.receiver.Next(),
4103
- [this](NextResult<MessageHandle> msg) {
4104
- return FinishRecvMessage(std::move(msg));
4105
- });
4106
- };
4107
- });
4108
- auto primary_ops = AllOk<StatusFlag>(
4109
- std::move(send_initial_metadata), std::move(send_message),
4110
- std::move(send_trailing_metadata), std::move(recv_message));
4111
- if (got_ops[GRPC_OP_RECV_CLOSE_ON_SERVER] != 255) {
4112
- auto recv_trailing_metadata = MaybeOp(
4113
- ops, got_ops[GRPC_OP_RECV_CLOSE_ON_SERVER], [this](const grpc_op& op) {
4114
- return [this, cancelled = op.data.recv_close_on_server.cancelled]() {
4115
- return Map(server_trailing_metadata_.receiver.AwaitClosed(),
4116
- [cancelled, this](bool result) -> Success {
4117
- ResetDeadline();
4118
- *cancelled = result ? 1 : 0;
4119
- return Success{};
4120
- });
4121
- };
4122
- });
4123
- SpawnInfallible(
4124
- "final-batch",
4125
- [primary_ops = std::move(primary_ops),
4126
- recv_trailing_metadata = std::move(recv_trailing_metadata),
4127
- is_notify_tag_closure, notify_tag, this]() mutable {
4128
- return LogPollBatch(
4129
- notify_tag,
4130
- Seq(std::move(primary_ops), std::move(recv_trailing_metadata),
4131
- [is_notify_tag_closure, notify_tag, this](StatusFlag) {
4132
- return WaitForCqEndOp(is_notify_tag_closure, notify_tag,
4133
- absl::OkStatus(), cq());
4134
- }));
4135
- });
4136
- } else {
4137
- SpawnInfallible("batch", [primary_ops = std::move(primary_ops),
4138
- is_notify_tag_closure, notify_tag,
4139
- this]() mutable {
4140
- return LogPollBatch(
4141
- notify_tag,
4142
- Seq(std::move(primary_ops),
4143
- [is_notify_tag_closure, notify_tag, this](StatusFlag r) {
4144
- return WaitForCqEndOp(is_notify_tag_closure, notify_tag,
4145
- StatusCast<grpc_error_handle>(r), cq());
4146
- }));
4147
- });
4148
- }
4149
- }
4150
-
4151
- RefCountedPtr<CallSpineInterface> MakeServerCall(Server* server,
4152
- Channel* channel,
4153
- Arena* arena) {
4154
- return RefCountedPtr<ServerCallSpine>(
4155
- arena->New<ServerCallSpine>(server, channel, arena));
4156
- }
4157
- #else
4158
- RefCountedPtr<CallSpineInterface> MakeServerCall(Server*, Channel*, Arena*) {
4159
- Crash("not implemented");
4160
- }
4161
- #endif
4162
-
4163
- } // namespace grpc_core
4164
-
4165
- ///////////////////////////////////////////////////////////////////////////////
4166
- // C-based API
4167
-
4168
- void* grpc_call_arena_alloc(grpc_call* call, size_t size) {
4169
- grpc_core::ExecCtx exec_ctx;
4170
- return grpc_core::Call::FromC(call)->arena()->Alloc(size);
4171
- }
4172
-
4173
- size_t grpc_call_get_initial_size_estimate() {
4174
- return grpc_core::FilterStackCall::InitialSizeEstimate();
4175
- }
4176
-
4177
- grpc_error_handle grpc_call_create(grpc_call_create_args* args,
4178
- grpc_call** out_call) {
4179
- #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL
4180
- if (grpc_core::IsPromiseBasedClientCallEnabled() &&
4181
- args->server_transport_data == nullptr && args->channel->is_promising()) {
4182
- return grpc_core::MakePromiseBasedCall<grpc_core::ClientPromiseBasedCall>(
4183
- args, out_call);
4184
- }
4185
- #endif
4186
- #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
4187
- if (grpc_core::IsPromiseBasedServerCallEnabled() &&
4188
- args->server_transport_data != nullptr && args->channel->is_promising()) {
4189
- return grpc_core::MakePromiseBasedCall<grpc_core::ServerPromiseBasedCall>(
4190
- args, out_call);
4191
- }
4192
- #endif
4193
- return grpc_core::FilterStackCall::Create(args, out_call);
4194
- }
4195
-
4196
- void grpc_call_set_completion_queue(grpc_call* call,
4197
- grpc_completion_queue* cq) {
4198
- grpc_core::Call::FromC(call)->SetCompletionQueue(cq);
4199
- }
4200
-
4201
- void grpc_call_ref(grpc_call* c) { grpc_core::Call::FromC(c)->ExternalRef(); }
4202
-
4203
- void grpc_call_unref(grpc_call* c) {
4204
- grpc_core::ExecCtx exec_ctx;
4205
- grpc_core::Call::FromC(c)->ExternalUnref();
4206
- }
4207
-
4208
- char* grpc_call_get_peer(grpc_call* call) {
4209
- return grpc_core::Call::FromC(call)->GetPeer();
4210
- }
4211
-
4212
- grpc_call* grpc_call_from_top_element(grpc_call_element* surface_element) {
4213
- return grpc_core::FilterStackCall::FromTopElem(surface_element)->c_ptr();
4214
- }
4215
-
4216
- grpc_call_error grpc_call_cancel(grpc_call* call, void* reserved) {
4217
- GRPC_API_TRACE("grpc_call_cancel(call=%p, reserved=%p)", 2, (call, reserved));
4218
- GPR_ASSERT(reserved == nullptr);
4219
- if (call == nullptr) {
4220
- return GRPC_CALL_ERROR;
4221
- }
4222
- grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
4223
- grpc_core::ExecCtx exec_ctx;
4224
- grpc_core::Call::FromC(call)->CancelWithError(absl::CancelledError());
4225
- return GRPC_CALL_OK;
4226
- }
4227
-
4228
- grpc_call_error grpc_call_cancel_with_status(grpc_call* c,
4229
- grpc_status_code status,
4230
- const char* description,
4231
- void* reserved) {
4232
- GRPC_API_TRACE(
4233
- "grpc_call_cancel_with_status("
4234
- "c=%p, status=%d, description=%s, reserved=%p)",
4235
- 4, (c, (int)status, description, reserved));
4236
- GPR_ASSERT(reserved == nullptr);
4237
- if (c == nullptr) {
4238
- return GRPC_CALL_ERROR;
4239
- }
4240
- grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
4241
- grpc_core::ExecCtx exec_ctx;
4242
- grpc_core::Call::FromC(c)->CancelWithStatus(status, description);
4243
- return GRPC_CALL_OK;
4244
- }
4245
-
4246
- void grpc_call_cancel_internal(grpc_call* call) {
4247
- grpc_core::Call::FromC(call)->CancelWithError(absl::CancelledError());
4248
- }
4249
-
4250
- grpc_compression_algorithm grpc_call_test_only_get_compression_algorithm(
4251
- grpc_call* call) {
4252
- return grpc_core::Call::FromC(call)->test_only_compression_algorithm();
4253
- }
4254
-
4255
- uint32_t grpc_call_test_only_get_message_flags(grpc_call* call) {
4256
- return grpc_core::Call::FromC(call)->test_only_message_flags();
4257
- }
4258
-
4259
- uint32_t grpc_call_test_only_get_encodings_accepted_by_peer(grpc_call* call) {
4260
- return grpc_core::Call::FromC(call)
4261
- ->encodings_accepted_by_peer()
4262
- .ToLegacyBitmask();
4263
- }
4264
-
4265
- grpc_core::Arena* grpc_call_get_arena(grpc_call* call) {
4266
- return grpc_core::Call::FromC(call)->arena();
4267
- }
4268
-
4269
- grpc_call_stack* grpc_call_get_call_stack(grpc_call* call) {
4270
- return grpc_core::Call::FromC(call)->call_stack();
4271
- }
4272
-
4273
- grpc_call_error grpc_call_start_batch(grpc_call* call, const grpc_op* ops,
4274
- size_t nops, void* tag, void* reserved) {
4275
- GRPC_API_TRACE(
4276
- "grpc_call_start_batch(call=%p, ops=%p, nops=%lu, tag=%p, "
4277
- "reserved=%p)",
4278
- 5, (call, ops, (unsigned long)nops, tag, reserved));
4279
-
4280
- if (reserved != nullptr || call == nullptr) {
4281
- return GRPC_CALL_ERROR;
4282
- } else {
4283
- grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
4284
- grpc_core::ExecCtx exec_ctx;
4285
- return grpc_core::Call::FromC(call)->StartBatch(ops, nops, tag, false);
4286
- }
4287
- }
4288
-
4289
- grpc_call_error grpc_call_start_batch_and_execute(grpc_call* call,
4290
- const grpc_op* ops,
4291
- size_t nops,
4292
- grpc_closure* closure) {
4293
- return grpc_core::Call::FromC(call)->StartBatch(ops, nops, closure, true);
490
+ void grpc_call_tracer_set(grpc_call* call,
491
+ grpc_core::ClientCallTracer* tracer) {
492
+ grpc_core::Arena* arena = grpc_call_get_arena(call);
493
+ return arena->SetContext<grpc_core::CallTracerAnnotationInterface>(tracer);
4294
494
  }
4295
495
 
4296
- void grpc_call_context_set(grpc_call* call, grpc_context_index elem,
4297
- void* value, void (*destroy)(void* value)) {
4298
- return grpc_core::Call::FromC(call)->ContextSet(elem, value, destroy);
496
+ void grpc_call_tracer_set_and_manage(grpc_call* call,
497
+ grpc_core::ClientCallTracer* tracer) {
498
+ grpc_core::Arena* arena = grpc_call_get_arena(call);
499
+ arena->ManagedNew<ClientCallTracerWrapper>(tracer);
500
+ return arena->SetContext<grpc_core::CallTracerAnnotationInterface>(tracer);
4299
501
  }
4300
502
 
4301
- void* grpc_call_context_get(grpc_call* call, grpc_context_index elem) {
4302
- return grpc_core::Call::FromC(call)->ContextGet(elem);
503
+ void* grpc_call_tracer_get(grpc_call* call) {
504
+ grpc_core::Arena* arena = grpc_call_get_arena(call);
505
+ auto* call_tracer =
506
+ arena->GetContext<grpc_core::CallTracerAnnotationInterface>();
507
+ return call_tracer;
4303
508
  }
4304
509
 
4305
510
  uint8_t grpc_call_is_client(grpc_call* call) {
@@ -4365,5 +570,8 @@ const char* grpc_call_error_to_string(grpc_call_error error) {
4365
570
 
4366
571
  void grpc_call_run_in_event_engine(const grpc_call* call,
4367
572
  absl::AnyInvocable<void()> cb) {
4368
- grpc_core::Call::FromC(call)->event_engine()->Run(std::move(cb));
573
+ grpc_core::Call::FromC(call)
574
+ ->arena()
575
+ ->GetContext<grpc_event_engine::experimental::EventEngine>()
576
+ ->Run(std::move(cb));
4369
577
  }