grpc 1.47.0 → 1.57.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (2720) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +591 -283
  3. data/include/grpc/byte_buffer.h +76 -1
  4. data/include/grpc/byte_buffer_reader.h +19 -1
  5. data/include/grpc/compression.h +2 -2
  6. data/include/grpc/event_engine/endpoint_config.h +11 -5
  7. data/include/grpc/event_engine/event_engine.h +130 -68
  8. data/include/grpc/event_engine/internal/memory_allocator_impl.h +1 -1
  9. data/include/grpc/event_engine/internal/slice_cast.h +67 -0
  10. data/include/grpc/event_engine/memory_allocator.h +1 -1
  11. data/include/grpc/event_engine/slice.h +24 -4
  12. data/include/grpc/event_engine/slice_buffer.h +52 -5
  13. data/include/grpc/fork.h +25 -1
  14. data/include/grpc/grpc.h +4 -14
  15. data/include/grpc/grpc_audit_logging.h +96 -0
  16. data/include/grpc/grpc_posix.h +1 -1
  17. data/include/grpc/grpc_security.h +23 -0
  18. data/include/grpc/impl/codegen/atm.h +3 -71
  19. data/include/grpc/impl/codegen/atm_gcc_atomic.h +3 -67
  20. data/include/grpc/impl/codegen/atm_gcc_sync.h +3 -61
  21. data/include/grpc/impl/codegen/atm_windows.h +3 -108
  22. data/include/grpc/impl/codegen/byte_buffer.h +4 -78
  23. data/include/grpc/impl/codegen/byte_buffer_reader.h +4 -19
  24. data/include/grpc/impl/codegen/compression_types.h +5 -83
  25. data/include/grpc/impl/codegen/connectivity_state.h +5 -21
  26. data/include/grpc/impl/codegen/fork.h +4 -25
  27. data/include/grpc/impl/codegen/gpr_types.h +4 -35
  28. data/include/grpc/impl/codegen/grpc_types.h +5 -791
  29. data/include/grpc/impl/codegen/log.h +3 -86
  30. data/include/grpc/impl/codegen/port_platform.h +3 -763
  31. data/include/grpc/impl/codegen/propagation_bits.h +3 -28
  32. data/include/grpc/impl/codegen/slice.h +3 -106
  33. data/include/grpc/impl/codegen/status.h +4 -131
  34. data/include/grpc/impl/codegen/sync.h +3 -42
  35. data/include/grpc/impl/codegen/sync_abseil.h +3 -12
  36. data/include/grpc/impl/codegen/sync_custom.h +3 -14
  37. data/include/grpc/impl/codegen/sync_generic.h +3 -25
  38. data/include/grpc/impl/codegen/sync_posix.h +3 -28
  39. data/include/grpc/impl/codegen/sync_windows.h +3 -16
  40. data/include/grpc/impl/compression_types.h +109 -0
  41. data/include/grpc/impl/connectivity_state.h +47 -0
  42. data/include/grpc/impl/grpc_types.h +841 -0
  43. data/include/grpc/impl/propagation_bits.h +54 -0
  44. data/include/grpc/impl/slice_type.h +112 -0
  45. data/include/grpc/load_reporting.h +1 -1
  46. data/include/grpc/module.modulemap +7 -1
  47. data/include/grpc/slice.h +1 -1
  48. data/include/grpc/status.h +131 -1
  49. data/include/grpc/support/atm.h +70 -1
  50. data/include/grpc/support/atm_gcc_atomic.h +59 -1
  51. data/include/grpc/support/atm_gcc_sync.h +58 -1
  52. data/include/grpc/support/atm_windows.h +105 -1
  53. data/include/grpc/support/json.h +218 -0
  54. data/include/grpc/support/log.h +87 -1
  55. data/include/grpc/support/log_windows.h +1 -1
  56. data/include/grpc/support/port_platform.h +773 -1
  57. data/include/grpc/support/string_util.h +1 -1
  58. data/include/grpc/support/sync.h +35 -2
  59. data/include/grpc/support/sync_abseil.h +11 -1
  60. data/include/grpc/support/sync_custom.h +13 -1
  61. data/include/grpc/support/sync_generic.h +24 -1
  62. data/include/grpc/support/sync_posix.h +27 -1
  63. data/include/grpc/support/sync_windows.h +15 -1
  64. data/include/grpc/support/time.h +31 -6
  65. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +164 -0
  66. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +52 -0
  67. data/src/core/ext/filters/backend_metrics/backend_metric_provider.h +29 -0
  68. data/src/core/ext/filters/census/grpc_context.cc +19 -17
  69. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +49 -31
  70. data/src/core/ext/filters/channel_idle/channel_idle_filter.h +22 -5
  71. data/src/core/ext/filters/channel_idle/idle_filter_state.h +6 -4
  72. data/src/core/ext/filters/client_channel/backend_metric.cc +12 -1
  73. data/src/core/ext/filters/client_channel/backend_metric.h +3 -3
  74. data/src/core/ext/filters/client_channel/backup_poller.cc +32 -41
  75. data/src/core/ext/filters/client_channel/backup_poller.h +24 -27
  76. data/src/core/ext/filters/client_channel/channel_connectivity.cc +52 -29
  77. data/src/core/ext/filters/client_channel/client_channel.cc +1182 -1226
  78. data/src/core/ext/filters/client_channel/client_channel.h +176 -186
  79. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +36 -37
  80. data/src/core/ext/filters/client_channel/client_channel_channelz.h +22 -22
  81. data/src/core/ext/filters/client_channel/client_channel_factory.cc +17 -46
  82. data/src/core/ext/filters/client_channel/client_channel_factory.h +5 -13
  83. data/src/core/ext/filters/client_channel/client_channel_internal.h +77 -0
  84. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +18 -34
  85. data/src/core/ext/filters/client_channel/client_channel_service_config.cc +153 -0
  86. data/src/core/ext/filters/client_channel/{resolver_result_parsing.h → client_channel_service_config.h} +26 -26
  87. data/src/core/ext/filters/client_channel/config_selector.h +35 -57
  88. data/src/core/ext/filters/client_channel/connector.h +13 -10
  89. data/src/core/ext/filters/client_channel/dynamic_filters.cc +29 -54
  90. data/src/core/ext/filters/client_channel/dynamic_filters.h +13 -14
  91. data/src/core/ext/filters/client_channel/global_subchannel_pool.h +21 -21
  92. data/src/core/ext/filters/client_channel/http_proxy.cc +131 -113
  93. data/src/core/ext/filters/client_channel/http_proxy.h +36 -32
  94. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +22 -54
  95. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +22 -10
  96. data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +29 -21
  97. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +47 -48
  98. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +14 -14
  99. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +66 -132
  100. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +41 -24
  101. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +420 -479
  102. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +26 -27
  103. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +14 -5
  104. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +9 -7
  105. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +18 -20
  106. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +21 -22
  107. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +23 -22
  108. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +25 -25
  109. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +478 -0
  110. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +52 -0
  111. data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +202 -0
  112. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +30 -105
  113. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +5 -5
  114. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +119 -0
  115. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +533 -384
  116. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +55 -8
  117. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +204 -160
  118. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +25 -0
  119. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +298 -415
  120. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +388 -373
  121. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +35 -10
  122. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +597 -718
  123. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +170 -148
  124. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +179 -125
  125. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +198 -0
  126. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.h +71 -0
  127. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +1011 -0
  128. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +207 -261
  129. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +158 -232
  130. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +11 -3
  131. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +180 -328
  132. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +182 -262
  133. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +390 -514
  134. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +780 -0
  135. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.h +67 -0
  136. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +301 -0
  137. data/src/core/ext/filters/client_channel/local_subchannel_pool.h +21 -21
  138. data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +15 -18
  139. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +457 -290
  140. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.h +30 -0
  141. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +42 -43
  142. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +22 -23
  143. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +92 -87
  144. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +308 -232
  145. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +69 -57
  146. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +18 -18
  147. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +18 -18
  148. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +60 -0
  149. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.h +27 -0
  150. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +559 -0
  151. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.h +35 -0
  152. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +97 -0
  153. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.h +32 -0
  154. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +40 -48
  155. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.h +24 -0
  156. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +9 -21
  157. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +15 -4
  158. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +126 -246
  159. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +129 -69
  160. data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +26 -18
  161. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +34 -32
  162. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +616 -462
  163. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +37 -4
  164. data/src/core/ext/filters/client_channel/retry_filter.cc +40 -2575
  165. data/src/core/ext/filters/client_channel/retry_filter.h +95 -4
  166. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
  167. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
  168. data/src/core/ext/filters/client_channel/retry_service_config.cc +195 -225
  169. data/src/core/ext/filters/client_channel/retry_service_config.h +22 -28
  170. data/src/core/ext/filters/client_channel/retry_throttle.cc +27 -29
  171. data/src/core/ext/filters/client_channel/retry_throttle.h +29 -28
  172. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +47 -97
  173. data/src/core/ext/filters/client_channel/subchannel.cc +242 -478
  174. data/src/core/ext/filters/client_channel/subchannel.h +51 -121
  175. data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +7 -4
  176. data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +6 -76
  177. data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +37 -46
  178. data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +46 -135
  179. data/src/core/ext/filters/client_channel/subchannel_stream_client.h +16 -17
  180. data/src/core/ext/filters/deadline/deadline_filter.cc +90 -76
  181. data/src/core/ext/filters/deadline/deadline_filter.h +14 -12
  182. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +43 -18
  183. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +20 -11
  184. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +118 -0
  185. data/src/core/ext/filters/fault_injection/{service_config_parser.h → fault_injection_service_config_parser.h} +34 -13
  186. data/src/core/ext/filters/http/client/http_client_filter.cc +61 -48
  187. data/src/core/ext/filters/http/client/http_client_filter.h +29 -22
  188. data/src/core/ext/filters/http/client_authority_filter.cc +28 -28
  189. data/src/core/ext/filters/http/client_authority_filter.h +27 -24
  190. data/src/core/ext/filters/http/http_filters_plugin.cc +34 -53
  191. data/src/core/ext/filters/http/message_compress/compression_filter.cc +323 -0
  192. data/src/core/ext/filters/http/message_compress/compression_filter.h +139 -0
  193. data/src/core/ext/filters/http/server/http_server_filter.cc +63 -56
  194. data/src/core/ext/filters/http/server/http_server_filter.h +28 -23
  195. data/src/core/ext/filters/message_size/message_size_filter.cc +191 -288
  196. data/src/core/ext/filters/message_size/message_size_filter.h +82 -20
  197. data/src/core/ext/filters/rbac/rbac_filter.cc +54 -113
  198. data/src/core/ext/filters/rbac/rbac_filter.h +19 -29
  199. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +838 -532
  200. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +18 -7
  201. data/src/core/ext/filters/server_config_selector/server_config_selector.h +20 -8
  202. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +33 -19
  203. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +4 -3
  204. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +296 -0
  205. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +75 -0
  206. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +82 -0
  207. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +93 -0
  208. data/src/core/ext/gcp/metadata_query.cc +137 -0
  209. data/src/core/ext/gcp/metadata_query.h +87 -0
  210. data/src/core/ext/transport/chttp2/alpn/alpn.cc +18 -18
  211. data/src/core/ext/transport/chttp2/alpn/alpn.h +24 -24
  212. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +109 -131
  213. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +30 -24
  214. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +229 -247
  215. data/src/core/ext/transport/chttp2/server/chttp2_server.h +25 -27
  216. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +22 -22
  217. data/src/core/ext/transport/chttp2/transport/bin_decoder.h +33 -33
  218. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +42 -38
  219. data/src/core/ext/transport/chttp2/transport/bin_encoder.h +35 -31
  220. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +1032 -1289
  221. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +46 -25
  222. data/src/core/ext/transport/chttp2/transport/context_list_entry.h +70 -0
  223. data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6646 -0
  224. data/src/core/ext/transport/chttp2/transport/decode_huff.h +2808 -0
  225. data/src/core/ext/transport/chttp2/transport/flow_control.cc +290 -290
  226. data/src/core/ext/transport/chttp2/transport/flow_control.h +246 -326
  227. data/src/core/ext/transport/chttp2/transport/frame.h +21 -21
  228. data/src/core/ext/transport/chttp2/transport/frame_data.cc +84 -239
  229. data/src/core/ext/transport/chttp2/transport/frame_data.h +36 -62
  230. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +38 -36
  231. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +20 -20
  232. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +30 -36
  233. data/src/core/ext/transport/chttp2/transport/frame_ping.h +21 -24
  234. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +30 -25
  235. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +21 -21
  236. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +39 -78
  237. data/src/core/ext/transport/chttp2/transport/frame_settings.h +22 -22
  238. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +31 -33
  239. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +21 -21
  240. data/src/core/ext/transport/chttp2/transport/hpack_constants.h +10 -4
  241. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +212 -365
  242. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +328 -160
  243. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +4 -2
  244. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +13 -5
  245. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
  246. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +326 -0
  247. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +722 -950
  248. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +179 -34
  249. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +79 -72
  250. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +58 -31
  251. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +21 -19
  252. data/src/core/ext/transport/chttp2/transport/http2_settings.h +39 -37
  253. data/src/core/ext/transport/chttp2/transport/http_trace.cc +19 -0
  254. data/src/core/ext/transport/chttp2/transport/http_trace.h +24 -0
  255. data/src/core/ext/transport/chttp2/transport/huffsyms.cc +20 -20
  256. data/src/core/ext/transport/chttp2/transport/huffsyms.h +21 -21
  257. data/src/core/ext/transport/chttp2/transport/internal.h +240 -307
  258. data/src/core/ext/transport/chttp2/transport/parsing.cc +367 -144
  259. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +19 -23
  260. data/src/core/ext/transport/chttp2/transport/varint.cc +19 -20
  261. data/src/core/ext/transport/chttp2/transport/varint.h +37 -34
  262. data/src/core/ext/transport/chttp2/transport/writing.cc +111 -105
  263. data/src/core/ext/transport/inproc/inproc_plugin.cc +17 -18
  264. data/src/core/ext/transport/inproc/inproc_transport.cc +244 -288
  265. data/src/core/ext/transport/inproc/inproc_transport.h +23 -21
  266. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +87 -52
  267. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +435 -182
  268. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +121 -59
  269. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +502 -220
  270. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +93 -377
  271. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +468 -1881
  272. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +535 -0
  273. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +2796 -0
  274. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +30 -17
  275. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +152 -47
  276. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +34 -19
  277. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +176 -49
  278. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +27 -14
  279. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +82 -38
  280. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +20 -11
  281. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +52 -26
  282. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +20 -11
  283. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +52 -26
  284. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +109 -62
  285. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +574 -244
  286. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +21 -12
  287. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +49 -30
  288. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +22 -19
  289. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +82 -29
  290. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +23 -16
  291. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +49 -30
  292. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +255 -147
  293. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +938 -406
  294. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +417 -256
  295. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1954 -858
  296. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +74 -41
  297. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +298 -148
  298. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +537 -348
  299. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2136 -1171
  300. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +21 -12
  301. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +49 -30
  302. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +89 -52
  303. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +351 -232
  304. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +264 -165
  305. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +948 -480
  306. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +154 -72
  307. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +631 -213
  308. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +22 -13
  309. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +54 -36
  310. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +380 -219
  311. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1263 -598
  312. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +157 -92
  313. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +655 -292
  314. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +18 -11
  315. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +41 -26
  316. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +21 -12
  317. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +49 -30
  318. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +30 -17
  319. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +152 -47
  320. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +279 -167
  321. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +870 -440
  322. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +226 -128
  323. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1216 -484
  324. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +22 -13
  325. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +64 -37
  326. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +369 -207
  327. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1198 -620
  328. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +44 -11
  329. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +179 -18
  330. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +34 -19
  331. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +127 -57
  332. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +48 -16
  333. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +193 -44
  334. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +31 -18
  335. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +147 -65
  336. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +22 -13
  337. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +55 -37
  338. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +78 -43
  339. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +277 -127
  340. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +147 -84
  341. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +479 -227
  342. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +115 -62
  343. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +579 -227
  344. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +18 -11
  345. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +39 -26
  346. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +198 -94
  347. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +1072 -358
  348. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +172 -95
  349. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +893 -375
  350. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +49 -23
  351. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +186 -89
  352. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +40 -16
  353. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +95 -45
  354. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +29 -15
  355. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +96 -45
  356. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +131 -74
  357. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +521 -249
  358. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +163 -84
  359. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +717 -241
  360. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +263 -121
  361. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +1083 -374
  362. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +83 -48
  363. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +656 -232
  364. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1317 -722
  365. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5948 -2306
  366. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +49 -28
  367. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +177 -85
  368. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +223 -117
  369. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +847 -369
  370. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +20 -10
  371. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +57 -22
  372. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +21 -12
  373. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +49 -30
  374. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +32 -19
  375. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +78 -49
  376. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +27 -14
  377. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +114 -43
  378. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +46 -25
  379. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +263 -100
  380. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +55 -0
  381. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +122 -0
  382. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +18 -11
  383. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +39 -26
  384. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +42 -23
  385. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +116 -70
  386. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +8 -4
  387. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +21 -15
  388. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +43 -24
  389. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +118 -75
  390. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +30 -16
  391. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +104 -46
  392. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +558 -0
  393. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2710 -0
  394. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +16 -9
  395. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +77 -23
  396. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +60 -37
  397. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +170 -108
  398. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +93 -43
  399. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +398 -167
  400. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +47 -21
  401. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +146 -58
  402. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +69 -20
  403. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +367 -67
  404. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +75 -0
  405. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +201 -0
  406. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +506 -287
  407. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2382 -1015
  408. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +53 -0
  409. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +107 -0
  410. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +70 -0
  411. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +246 -0
  412. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +138 -0
  413. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +499 -0
  414. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +47 -0
  415. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +93 -0
  416. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +71 -0
  417. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +257 -0
  418. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +53 -0
  419. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +107 -0
  420. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +7 -4
  421. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +15 -10
  422. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +184 -94
  423. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +948 -349
  424. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +56 -33
  425. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +162 -101
  426. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +188 -109
  427. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +855 -408
  428. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +32 -19
  429. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +118 -54
  430. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +10 -7
  431. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +22 -14
  432. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +325 -85
  433. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1705 -299
  434. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +42 -23
  435. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +197 -76
  436. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +131 -84
  437. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +531 -239
  438. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +22 -13
  439. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +59 -34
  440. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +39 -26
  441. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +141 -69
  442. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +56 -0
  443. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +130 -0
  444. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +60 -26
  445. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +146 -51
  446. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +37 -20
  447. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +141 -63
  448. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +22 -13
  449. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +95 -40
  450. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +21 -12
  451. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +54 -32
  452. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +18 -11
  453. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +41 -26
  454. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +46 -27
  455. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +113 -70
  456. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +46 -0
  457. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +117 -0
  458. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +40 -23
  459. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +170 -76
  460. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +31 -18
  461. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +123 -57
  462. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +46 -29
  463. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +151 -91
  464. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +65 -42
  465. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +228 -121
  466. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +80 -45
  467. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +228 -131
  468. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +34 -21
  469. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +86 -53
  470. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +7 -4
  471. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +13 -8
  472. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +16 -9
  473. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +32 -18
  474. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +28 -15
  475. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +63 -34
  476. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +43 -22
  477. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +103 -53
  478. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +78 -0
  479. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +237 -0
  480. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +7 -4
  481. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +16 -9
  482. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +20 -11
  483. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +52 -26
  484. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +23 -14
  485. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +65 -41
  486. data/src/core/ext/upb-generated/google/api/annotations.upb.c +14 -11
  487. data/src/core/ext/upb-generated/google/api/annotations.upb.h +30 -20
  488. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +255 -154
  489. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +979 -451
  490. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +299 -180
  491. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +995 -484
  492. data/src/core/ext/upb-generated/google/api/http.upb.c +68 -35
  493. data/src/core/ext/upb-generated/google/api/http.upb.h +297 -121
  494. data/src/core/ext/upb-generated/google/api/httpbody.upb.c +22 -13
  495. data/src/core/ext/upb-generated/google/api/httpbody.upb.h +99 -37
  496. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +19 -10
  497. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +42 -22
  498. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +1037 -442
  499. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +3972 -1411
  500. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +19 -10
  501. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +42 -22
  502. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +10 -7
  503. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +22 -14
  504. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +62 -39
  505. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +220 -103
  506. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +19 -10
  507. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +42 -22
  508. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +90 -51
  509. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +193 -107
  510. data/src/core/ext/upb-generated/google/rpc/status.upb.c +22 -13
  511. data/src/core/ext/upb-generated/google/rpc/status.upb.h +99 -37
  512. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +59 -34
  513. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +170 -92
  514. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +43 -24
  515. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +122 -60
  516. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +250 -145
  517. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +960 -416
  518. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +34 -19
  519. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +84 -51
  520. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +25 -14
  521. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +53 -30
  522. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +144 -81
  523. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +442 -218
  524. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +51 -26
  525. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +161 -61
  526. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +173 -102
  527. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +884 -299
  528. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +68 -49
  529. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +167 -104
  530. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +26 -17
  531. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +59 -34
  532. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +12 -9
  533. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +31 -14
  534. data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +26 -17
  535. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +59 -34
  536. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +23 -16
  537. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +49 -30
  538. data/src/core/ext/upb-generated/validate/validate.upb.c +846 -456
  539. data/src/core/ext/upb-generated/validate/validate.upb.h +4439 -1908
  540. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +68 -49
  541. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +167 -104
  542. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +26 -17
  543. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +59 -34
  544. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +12 -9
  545. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +31 -14
  546. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +65 -44
  547. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +153 -91
  548. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +23 -16
  549. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +49 -30
  550. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +16 -9
  551. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +32 -18
  552. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +56 -0
  553. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +122 -0
  554. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +37 -22
  555. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +104 -63
  556. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +26 -17
  557. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +56 -29
  558. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +21 -12
  559. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +49 -30
  560. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +23 -14
  561. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +66 -42
  562. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +44 -25
  563. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +177 -79
  564. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +27 -14
  565. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +69 -38
  566. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +86 -30
  567. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +227 -54
  568. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +21 -13
  569. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +93 -34
  570. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +53 -0
  571. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +107 -0
  572. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +75 -0
  573. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +270 -0
  574. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +39 -0
  575. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +78 -0
  576. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +78 -0
  577. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +289 -0
  578. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +162 -101
  579. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +539 -295
  580. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +160 -0
  581. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +740 -0
  582. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +24 -15
  583. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +61 -37
  584. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +40 -23
  585. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +170 -76
  586. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +82 -0
  587. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +240 -0
  588. data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +85 -0
  589. data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +246 -0
  590. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +21 -13
  591. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +49 -30
  592. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +1 -1
  593. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +6 -5
  594. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +55 -54
  595. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +6 -5
  596. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +68 -275
  597. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +6 -90
  598. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +277 -0
  599. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +126 -0
  600. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +1 -1
  601. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +6 -5
  602. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +15 -12
  603. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +6 -5
  604. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +1 -1
  605. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +6 -5
  606. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +1 -1
  607. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +6 -5
  608. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +1 -1
  609. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +6 -5
  610. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +1 -1
  611. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +6 -5
  612. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +1 -1
  613. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +6 -5
  614. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +1 -1
  615. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +6 -5
  616. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +1 -1
  617. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +6 -5
  618. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +180 -168
  619. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +11 -5
  620. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +251 -236
  621. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +6 -5
  622. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +1 -1
  623. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +6 -5
  624. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +233 -223
  625. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +6 -10
  626. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +1 -1
  627. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +6 -5
  628. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +1 -1
  629. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +6 -5
  630. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +1 -1
  631. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +6 -5
  632. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +96 -76
  633. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +11 -5
  634. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +1 -1
  635. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +6 -5
  636. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +188 -184
  637. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +6 -5
  638. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +1 -1
  639. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +6 -5
  640. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +1 -1
  641. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +6 -5
  642. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +1 -1
  643. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +6 -5
  644. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +1 -1
  645. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +6 -5
  646. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +163 -161
  647. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +6 -5
  648. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +130 -113
  649. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +6 -5
  650. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +1 -1
  651. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +6 -5
  652. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +200 -187
  653. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +6 -5
  654. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +32 -16
  655. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +11 -5
  656. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +1 -1
  657. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +6 -5
  658. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +8 -4
  659. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +11 -5
  660. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +17 -17
  661. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +6 -5
  662. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +1 -1
  663. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +6 -5
  664. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +1 -1
  665. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +6 -5
  666. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +72 -67
  667. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +6 -5
  668. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +1 -1
  669. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +6 -5
  670. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +1 -1
  671. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +6 -5
  672. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +161 -131
  673. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +26 -5
  674. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +1 -1
  675. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +6 -5
  676. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +55 -42
  677. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +6 -5
  678. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +40 -32
  679. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +6 -5
  680. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +20 -13
  681. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +6 -5
  682. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +1 -1
  683. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +6 -5
  684. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +39 -31
  685. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +11 -5
  686. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +162 -129
  687. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +21 -5
  688. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +83 -75
  689. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +8 -7
  690. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +744 -668
  691. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +26 -5
  692. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +1 -1
  693. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +6 -5
  694. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +151 -140
  695. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +11 -5
  696. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +17 -15
  697. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +6 -5
  698. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +1 -1
  699. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +6 -5
  700. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +1 -1
  701. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +6 -5
  702. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +1 -1
  703. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +6 -5
  704. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +1 -1
  705. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +6 -5
  706. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +45 -0
  707. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +36 -0
  708. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +1 -1
  709. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +6 -5
  710. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +1 -1
  711. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +6 -5
  712. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +17 -13
  713. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +6 -5
  714. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +1 -1
  715. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +6 -5
  716. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +21 -19
  717. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +6 -5
  718. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
  719. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
  720. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +1 -1
  721. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +6 -5
  722. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +1 -1
  723. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +6 -5
  724. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +81 -75
  725. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +6 -5
  726. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +47 -26
  727. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +6 -5
  728. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +70 -43
  729. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +11 -5
  730. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +60 -0
  731. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +41 -0
  732. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +517 -466
  733. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +11 -5
  734. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +50 -0
  735. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +36 -0
  736. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +1 -1
  737. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +6 -5
  738. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +138 -133
  739. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +6 -5
  740. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +1 -1
  741. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +6 -5
  742. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +151 -147
  743. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +6 -5
  744. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +1 -1
  745. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +6 -5
  746. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +6 -6
  747. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +6 -5
  748. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +157 -85
  749. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +41 -5
  750. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +6 -6
  751. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +6 -5
  752. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +113 -114
  753. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +6 -5
  754. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +1 -1
  755. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +6 -5
  756. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +1 -1
  757. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +6 -5
  758. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +48 -0
  759. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +36 -0
  760. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +13 -10
  761. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +11 -5
  762. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +1 -1
  763. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +6 -5
  764. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +1 -1
  765. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +6 -5
  766. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +1 -1
  767. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +6 -5
  768. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +1 -1
  769. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +6 -5
  770. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +30 -29
  771. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +6 -5
  772. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +40 -0
  773. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +41 -0
  774. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +1 -1
  775. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +6 -5
  776. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +1 -1
  777. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +6 -5
  778. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +1 -1
  779. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +6 -5
  780. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +1 -1
  781. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +6 -5
  782. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +1 -1
  783. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +6 -5
  784. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +1 -1
  785. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +6 -5
  786. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +1 -1
  787. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +6 -5
  788. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +1 -1
  789. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +6 -5
  790. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +1 -1
  791. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +6 -5
  792. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +1 -1
  793. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +6 -5
  794. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +69 -0
  795. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +41 -0
  796. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +11 -10
  797. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +6 -5
  798. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +1 -1
  799. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +6 -5
  800. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +1 -1
  801. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +6 -5
  802. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +1 -1
  803. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +6 -5
  804. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +1 -1
  805. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +6 -5
  806. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +1 -1
  807. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +6 -5
  808. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +1 -1
  809. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +6 -5
  810. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +1 -1
  811. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +6 -5
  812. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +1 -1
  813. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +6 -5
  814. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +328 -270
  815. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +11 -5
  816. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +1 -1
  817. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +6 -5
  818. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +1 -1
  819. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +6 -5
  820. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +1 -1
  821. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +6 -5
  822. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +1 -1
  823. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +6 -5
  824. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +1 -1
  825. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +6 -5
  826. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +1 -1
  827. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +6 -5
  828. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +1 -1
  829. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +6 -5
  830. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +1 -1
  831. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +6 -5
  832. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +1 -1
  833. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +6 -5
  834. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +1 -1
  835. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +6 -5
  836. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +1 -1
  837. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +6 -5
  838. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +1 -1
  839. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +6 -5
  840. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +1 -1
  841. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +6 -5
  842. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +1 -1
  843. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +6 -5
  844. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +1 -1
  845. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +6 -5
  846. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +1 -1
  847. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +6 -5
  848. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +1 -1
  849. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +6 -5
  850. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +1 -1
  851. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +6 -5
  852. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +1 -1
  853. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +6 -5
  854. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +1 -1
  855. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +6 -5
  856. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +45 -0
  857. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +36 -0
  858. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +1 -1
  859. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +6 -5
  860. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +1 -1
  861. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +6 -5
  862. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +1 -1
  863. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +6 -5
  864. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +1 -1
  865. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +6 -5
  866. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +1 -1
  867. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +6 -5
  868. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +1 -1
  869. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +6 -5
  870. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +43 -0
  871. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +36 -0
  872. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +51 -0
  873. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +41 -0
  874. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +36 -0
  875. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +36 -0
  876. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +55 -0
  877. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +41 -0
  878. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +10 -10
  879. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +6 -5
  880. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +71 -0
  881. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +61 -0
  882. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +1 -1
  883. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +6 -5
  884. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +1 -1
  885. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +6 -5
  886. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +60 -0
  887. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +41 -0
  888. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +36 -0
  889. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +46 -0
  890. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +5 -8
  891. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +6 -5
  892. data/src/core/ext/xds/certificate_provider_store.cc +60 -3
  893. data/src/core/ext/xds/certificate_provider_store.h +21 -4
  894. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +44 -49
  895. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +25 -12
  896. data/src/core/ext/xds/upb_utils.h +4 -26
  897. data/src/core/ext/xds/xds_api.cc +129 -212
  898. data/src/core/ext/xds/xds_api.h +42 -39
  899. data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
  900. data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
  901. data/src/core/ext/xds/xds_bootstrap.cc +7 -539
  902. data/src/core/ext/xds/xds_bootstrap.h +41 -96
  903. data/src/core/ext/xds/xds_bootstrap_grpc.cc +377 -0
  904. data/src/core/ext/xds/xds_bootstrap_grpc.h +181 -0
  905. data/src/core/ext/xds/xds_certificate_provider.cc +31 -25
  906. data/src/core/ext/xds/xds_certificate_provider.h +28 -4
  907. data/src/core/ext/xds/xds_channel_args.h +3 -3
  908. data/src/core/ext/xds/xds_channel_stack_modifier.cc +16 -7
  909. data/src/core/ext/xds/xds_channel_stack_modifier.h +16 -4
  910. data/src/core/ext/xds/xds_client.cc +856 -1325
  911. data/src/core/ext/xds/xds_client.h +57 -61
  912. data/src/core/ext/xds/xds_client_grpc.cc +240 -0
  913. data/src/core/ext/xds/xds_client_grpc.h +93 -0
  914. data/src/core/ext/xds/xds_client_stats.cc +53 -40
  915. data/src/core/ext/xds/xds_client_stats.h +60 -44
  916. data/src/core/ext/xds/xds_cluster.cc +416 -245
  917. data/src/core/ext/xds/xds_cluster.h +65 -40
  918. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +73 -79
  919. data/src/core/ext/xds/xds_cluster_specifier_plugin.h +48 -30
  920. data/src/core/ext/xds/xds_common_types.cc +241 -123
  921. data/src/core/ext/xds/xds_common_types.h +29 -16
  922. data/src/core/ext/xds/xds_endpoint.cc +274 -168
  923. data/src/core/ext/xds/xds_endpoint.h +28 -16
  924. data/src/core/ext/xds/xds_health_status.cc +63 -0
  925. data/src/core/ext/xds/xds_health_status.h +89 -0
  926. data/src/core/ext/xds/xds_http_fault_filter.cc +77 -65
  927. data/src/core/ext/xds/xds_http_fault_filter.h +22 -27
  928. data/src/core/ext/xds/xds_http_filters.cc +70 -71
  929. data/src/core/ext/xds/xds_http_filters.h +80 -29
  930. data/src/core/ext/xds/xds_http_rbac_filter.cc +316 -288
  931. data/src/core/ext/xds/xds_http_rbac_filter.h +24 -19
  932. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +222 -0
  933. data/src/core/ext/xds/xds_http_stateful_session_filter.h +59 -0
  934. data/src/core/ext/xds/xds_lb_policy_registry.cc +374 -0
  935. data/src/core/ext/xds/xds_lb_policy_registry.h +71 -0
  936. data/src/core/ext/xds/xds_listener.cc +566 -477
  937. data/src/core/ext/xds/xds_listener.h +57 -51
  938. data/src/core/ext/xds/xds_resource_type.h +28 -22
  939. data/src/core/ext/xds/xds_resource_type_impl.h +18 -17
  940. data/src/core/ext/xds/xds_route_config.cc +639 -573
  941. data/src/core/ext/xds/xds_route_config.h +74 -40
  942. data/src/core/ext/xds/xds_routing.cc +23 -9
  943. data/src/core/ext/xds/xds_routing.h +17 -12
  944. data/src/core/ext/xds/xds_server_config_fetcher.cc +227 -179
  945. data/src/core/ext/xds/xds_transport.h +86 -0
  946. data/src/core/ext/xds/xds_transport_grpc.cc +356 -0
  947. data/src/core/ext/xds/xds_transport_grpc.h +135 -0
  948. data/src/core/lib/address_utils/parse_address.cc +114 -52
  949. data/src/core/lib/address_utils/parse_address.h +54 -42
  950. data/src/core/lib/address_utils/sockaddr_utils.cc +84 -36
  951. data/src/core/lib/address_utils/sockaddr_utils.h +40 -38
  952. data/src/core/lib/avl/avl.h +59 -32
  953. data/src/core/lib/backoff/backoff.cc +19 -21
  954. data/src/core/lib/backoff/backoff.h +21 -21
  955. data/src/core/lib/backoff/random_early_detection.cc +31 -0
  956. data/src/core/lib/backoff/random_early_detection.h +64 -0
  957. data/src/core/lib/channel/call_finalization.h +5 -7
  958. data/src/core/lib/channel/call_tracer.cc +51 -0
  959. data/src/core/lib/channel/call_tracer.h +107 -35
  960. data/src/core/lib/channel/channel_args.cc +209 -71
  961. data/src/core/lib/channel/channel_args.h +322 -112
  962. data/src/core/lib/channel/channel_args_preconditioning.cc +1 -0
  963. data/src/core/lib/channel/channel_args_preconditioning.h +4 -4
  964. data/src/core/lib/channel/channel_fwd.h +26 -0
  965. data/src/core/lib/channel/channel_stack.cc +60 -58
  966. data/src/core/lib/channel/channel_stack.h +149 -146
  967. data/src/core/lib/channel/channel_stack_builder.cc +21 -24
  968. data/src/core/lib/channel/channel_stack_builder.h +19 -14
  969. data/src/core/lib/channel/channel_stack_builder_impl.cc +55 -26
  970. data/src/core/lib/channel/channel_stack_builder_impl.h +6 -3
  971. data/src/core/lib/channel/channel_trace.cc +40 -38
  972. data/src/core/lib/channel/channel_trace.h +22 -22
  973. data/src/core/lib/channel/channelz.cc +190 -172
  974. data/src/core/lib/channel/channelz.h +80 -65
  975. data/src/core/lib/channel/channelz_registry.cc +45 -42
  976. data/src/core/lib/channel/channelz_registry.h +21 -21
  977. data/src/core/lib/channel/connected_channel.cc +768 -67
  978. data/src/core/lib/channel/connected_channel.h +21 -24
  979. data/src/core/lib/channel/context.h +33 -22
  980. data/src/core/lib/channel/promise_based_filter.cc +1613 -295
  981. data/src/core/lib/channel/promise_based_filter.h +488 -104
  982. data/src/core/lib/channel/server_call_tracer_filter.cc +110 -0
  983. data/src/core/lib/channel/status_util.cc +62 -17
  984. data/src/core/lib/channel/status_util.h +39 -22
  985. data/src/core/lib/compression/compression.cc +24 -19
  986. data/src/core/lib/compression/compression_internal.cc +41 -54
  987. data/src/core/lib/compression/compression_internal.h +27 -26
  988. data/src/core/lib/compression/message_compress.cc +28 -26
  989. data/src/core/lib/compression/message_compress.h +28 -29
  990. data/src/core/lib/config/config_vars.cc +153 -0
  991. data/src/core/lib/config/config_vars.h +127 -0
  992. data/src/core/lib/config/config_vars_non_generated.cc +51 -0
  993. data/src/core/lib/config/core_configuration.cc +5 -1
  994. data/src/core/lib/config/core_configuration.h +84 -38
  995. data/src/core/lib/config/load_config.cc +79 -0
  996. data/src/core/lib/config/load_config.h +55 -0
  997. data/src/core/lib/debug/event_log.cc +88 -0
  998. data/src/core/lib/debug/event_log.h +81 -0
  999. data/src/core/lib/debug/histogram_view.cc +69 -0
  1000. data/src/core/lib/debug/histogram_view.h +37 -0
  1001. data/src/core/lib/debug/stats.cc +48 -152
  1002. data/src/core/lib/debug/stats.h +50 -57
  1003. data/src/core/lib/debug/stats_data.cc +302 -645
  1004. data/src/core/lib/debug/stats_data.h +293 -545
  1005. data/src/core/lib/debug/trace.cc +53 -81
  1006. data/src/core/lib/debug/trace.h +40 -56
  1007. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +212 -0
  1008. data/src/core/lib/event_engine/cf_engine/cf_engine.h +86 -0
  1009. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +354 -0
  1010. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +146 -0
  1011. data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +79 -0
  1012. data/src/core/lib/event_engine/channel_args_endpoint_config.cc +15 -18
  1013. data/src/core/lib/event_engine/channel_args_endpoint_config.h +16 -10
  1014. data/src/core/lib/event_engine/common_closures.h +71 -0
  1015. data/src/core/lib/event_engine/default_event_engine.cc +111 -0
  1016. data/src/core/lib/event_engine/default_event_engine.h +73 -0
  1017. data/src/core/lib/event_engine/default_event_engine_factory.cc +32 -5
  1018. data/src/core/lib/event_engine/{event_engine_factory.h → default_event_engine_factory.h} +4 -12
  1019. data/src/core/lib/event_engine/event_engine.cc +17 -31
  1020. data/src/core/lib/event_engine/forkable.cc +111 -0
  1021. data/src/core/lib/event_engine/forkable.h +61 -0
  1022. data/src/core/lib/event_engine/handle_containers.h +9 -21
  1023. data/src/core/lib/event_engine/memory_allocator.cc +1 -1
  1024. data/src/core/lib/event_engine/memory_allocator_factory.h +47 -0
  1025. data/src/core/lib/event_engine/poller.h +62 -0
  1026. data/src/core/lib/event_engine/posix.h +162 -0
  1027. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +640 -0
  1028. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +139 -0
  1029. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +893 -0
  1030. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +97 -0
  1031. data/src/core/lib/event_engine/posix_engine/event_poller.h +111 -0
  1032. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +68 -0
  1033. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +33 -0
  1034. data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +77 -0
  1035. data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +179 -0
  1036. data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +254 -0
  1037. data/src/core/lib/event_engine/posix_engine/lockfree_event.h +73 -0
  1038. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +1352 -0
  1039. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +728 -0
  1040. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +638 -0
  1041. data/src/core/lib/event_engine/posix_engine/posix_engine.h +256 -0
  1042. data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +80 -0
  1043. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +331 -0
  1044. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +283 -0
  1045. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +381 -0
  1046. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +91 -0
  1047. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +907 -0
  1048. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +322 -0
  1049. data/src/core/lib/event_engine/posix_engine/timer.cc +311 -0
  1050. data/src/core/lib/event_engine/posix_engine/timer.h +167 -0
  1051. data/src/core/lib/event_engine/posix_engine/timer_heap.cc +107 -0
  1052. data/src/core/lib/event_engine/posix_engine/timer_heap.h +56 -0
  1053. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +173 -0
  1054. data/src/core/lib/event_engine/posix_engine/timer_manager.h +114 -0
  1055. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +332 -0
  1056. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +185 -0
  1057. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +127 -0
  1058. data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +45 -0
  1059. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +150 -0
  1060. data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +45 -0
  1061. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +76 -0
  1062. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +67 -0
  1063. data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +37 -0
  1064. data/src/core/lib/event_engine/resolved_address.cc +21 -1
  1065. data/src/core/lib/event_engine/resolved_address_internal.h +34 -0
  1066. data/src/core/lib/event_engine/shim.cc +64 -0
  1067. data/src/core/lib/event_engine/shim.h +33 -0
  1068. data/src/core/lib/event_engine/slice.cc +8 -7
  1069. data/src/core/lib/event_engine/slice_buffer.cc +2 -2
  1070. data/src/core/lib/event_engine/tcp_socket_utils.cc +449 -0
  1071. data/src/core/lib/event_engine/tcp_socket_utils.h +93 -0
  1072. data/src/core/lib/event_engine/thread_local.cc +29 -0
  1073. data/src/core/lib/event_engine/thread_local.h +32 -0
  1074. data/src/core/lib/event_engine/thread_pool/original_thread_pool.cc +256 -0
  1075. data/src/core/lib/event_engine/thread_pool/original_thread_pool.h +137 -0
  1076. data/src/core/lib/event_engine/thread_pool/thread_pool.h +50 -0
  1077. data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +40 -0
  1078. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +542 -0
  1079. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +269 -0
  1080. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +157 -0
  1081. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +104 -0
  1082. data/src/core/lib/event_engine/time_util.cc +30 -0
  1083. data/src/core/lib/event_engine/time_util.h +32 -0
  1084. data/src/core/lib/event_engine/trace.cc +7 -0
  1085. data/src/core/lib/event_engine/trace.h +22 -3
  1086. data/src/core/lib/event_engine/utils.cc +44 -0
  1087. data/src/core/lib/event_engine/utils.h +44 -0
  1088. data/src/core/lib/event_engine/windows/iocp.cc +141 -0
  1089. data/src/core/lib/event_engine/windows/iocp.h +69 -0
  1090. data/src/core/lib/event_engine/windows/win_socket.cc +218 -0
  1091. data/src/core/lib/event_engine/windows/win_socket.h +129 -0
  1092. data/src/core/lib/event_engine/windows/windows_endpoint.cc +380 -0
  1093. data/src/core/lib/event_engine/windows/windows_endpoint.h +123 -0
  1094. data/src/core/lib/event_engine/windows/windows_engine.cc +412 -0
  1095. data/src/core/lib/event_engine/windows/windows_engine.h +160 -0
  1096. data/src/core/lib/event_engine/windows/windows_listener.cc +370 -0
  1097. data/src/core/lib/event_engine/windows/windows_listener.h +156 -0
  1098. data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
  1099. data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
  1100. data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
  1101. data/src/core/lib/experiments/config.cc +223 -0
  1102. data/src/core/lib/experiments/config.h +81 -0
  1103. data/src/core/lib/experiments/experiments.cc +416 -0
  1104. data/src/core/lib/experiments/experiments.h +192 -0
  1105. data/src/core/lib/gpr/alloc.cc +19 -25
  1106. data/src/core/lib/gpr/alloc.h +20 -20
  1107. data/src/core/lib/gpr/{log_android.cc → android/log.cc} +22 -20
  1108. data/src/core/lib/gpr/atm.cc +17 -17
  1109. data/src/core/lib/gpr/iphone/cpu.cc +44 -0
  1110. data/src/core/lib/gpr/{cpu_linux.cc → linux/cpu.cc} +28 -23
  1111. data/src/core/lib/gpr/{log_linux.cc → linux/log.cc} +24 -24
  1112. data/src/core/lib/gpr/log.cc +42 -47
  1113. data/src/core/lib/gpr/log_internal.h +55 -0
  1114. data/src/core/lib/gpr/{tmpfile_msys.cc → msys/tmpfile.cc} +21 -20
  1115. data/src/core/lib/gpr/{cpu_posix.cc → posix/cpu.cc} +23 -22
  1116. data/src/core/lib/gpr/{log_posix.cc → posix/log.cc} +20 -19
  1117. data/src/core/lib/gpr/{string_posix.cc → posix/string.cc} +24 -24
  1118. data/src/core/lib/gpr/{sync_posix.cc → posix/sync.cc} +22 -34
  1119. data/src/core/lib/gpr/{time_posix.cc → posix/time.cc} +46 -45
  1120. data/src/core/lib/gpr/{tmpfile_posix.cc → posix/tmpfile.cc} +22 -20
  1121. data/src/core/lib/gpr/spinlock.h +20 -20
  1122. data/src/core/lib/gpr/string.cc +25 -24
  1123. data/src/core/lib/gpr/string.h +61 -61
  1124. data/src/core/lib/gpr/sync.cc +25 -25
  1125. data/src/core/lib/gpr/sync_abseil.cc +36 -40
  1126. data/src/core/lib/gpr/time.cc +34 -30
  1127. data/src/core/lib/gpr/time_precise.cc +22 -22
  1128. data/src/core/lib/gpr/time_precise.h +21 -22
  1129. data/src/core/lib/gpr/tmpfile.h +24 -24
  1130. data/src/core/lib/gpr/useful.h +83 -30
  1131. data/src/core/{ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc → lib/gpr/windows/cpu.cc} +16 -11
  1132. data/src/core/lib/gpr/{log_windows.cc → windows/log.cc} +25 -25
  1133. data/src/core/lib/gpr/windows/string.cc +69 -0
  1134. data/src/core/lib/gpr/windows/string_util.cc +55 -0
  1135. data/src/core/lib/gpr/{sync_windows.cc → windows/sync.cc} +29 -27
  1136. data/src/core/lib/gpr/{time_windows.cc → windows/time.cc} +35 -29
  1137. data/src/core/lib/gpr/windows/tmpfile.cc +68 -0
  1138. data/src/core/lib/gpr/wrap_memcpy.cc +23 -23
  1139. data/src/core/lib/gprpp/atomic_utils.h +20 -20
  1140. data/src/core/lib/gprpp/bitset.h +30 -16
  1141. data/src/core/lib/gprpp/chunked_vector.h +3 -3
  1142. data/src/core/lib/gprpp/construct_destruct.h +3 -3
  1143. data/src/core/lib/gprpp/cpp_impl_of.h +3 -3
  1144. data/src/core/lib/gprpp/crash.cc +43 -0
  1145. data/src/core/lib/gprpp/crash.h +37 -0
  1146. data/src/core/lib/gprpp/debug_location.h +60 -31
  1147. data/src/core/lib/gprpp/dual_ref_counted.h +12 -12
  1148. data/src/core/lib/gprpp/env.h +53 -0
  1149. data/src/core/lib/gprpp/examine_stack.cc +17 -17
  1150. data/src/core/lib/gprpp/examine_stack.h +21 -21
  1151. data/src/core/lib/gprpp/fork.cc +63 -62
  1152. data/src/core/lib/gprpp/fork.h +31 -36
  1153. data/src/core/lib/gprpp/host_port.cc +28 -26
  1154. data/src/core/lib/gprpp/host_port.h +32 -31
  1155. data/src/core/lib/gprpp/if_list.h +4530 -0
  1156. data/src/core/lib/gprpp/linux/env.cc +80 -0
  1157. data/src/core/lib/gprpp/load_file.cc +75 -0
  1158. data/src/core/lib/gprpp/load_file.h +33 -0
  1159. data/src/core/lib/gprpp/manual_constructor.h +21 -88
  1160. data/src/core/lib/gprpp/match.h +3 -3
  1161. data/src/core/lib/gprpp/memory.h +21 -21
  1162. data/src/core/lib/gprpp/mpscq.cc +17 -17
  1163. data/src/core/lib/gprpp/mpscq.h +21 -21
  1164. data/src/core/lib/gprpp/no_destruct.h +95 -0
  1165. data/src/core/lib/gprpp/notification.h +67 -0
  1166. data/src/core/lib/gprpp/orphanable.h +28 -27
  1167. data/src/core/lib/gprpp/overload.h +3 -3
  1168. data/src/core/lib/gprpp/packed_table.h +40 -0
  1169. data/src/core/lib/gprpp/per_cpu.cc +33 -0
  1170. data/src/core/lib/gprpp/per_cpu.h +75 -0
  1171. data/src/core/lib/gprpp/posix/env.cc +47 -0
  1172. data/src/core/lib/gprpp/{stat_posix.cc → posix/stat.cc} +5 -4
  1173. data/src/core/lib/gprpp/{thd_posix.cc → posix/thd.cc} +75 -64
  1174. data/src/core/lib/gprpp/ref_counted.h +60 -61
  1175. data/src/core/lib/gprpp/ref_counted_ptr.h +41 -54
  1176. data/src/core/lib/gprpp/single_set_ptr.h +3 -3
  1177. data/src/core/lib/gprpp/sorted_pack.h +89 -0
  1178. data/src/core/lib/gprpp/stat.h +3 -3
  1179. data/src/core/lib/gprpp/status_helper.cc +50 -34
  1180. data/src/core/lib/gprpp/status_helper.h +25 -20
  1181. data/src/core/lib/gprpp/strerror.cc +43 -0
  1182. data/src/core/lib/gprpp/strerror.h +29 -0
  1183. data/src/core/lib/gprpp/sync.h +23 -23
  1184. data/src/core/lib/gprpp/table.h +12 -4
  1185. data/src/core/lib/gprpp/tchar.cc +49 -0
  1186. data/src/core/lib/gprpp/tchar.h +33 -0
  1187. data/src/core/lib/gprpp/thd.h +39 -23
  1188. data/src/core/lib/gprpp/time.cc +45 -8
  1189. data/src/core/lib/gprpp/time.h +85 -4
  1190. data/src/core/lib/gprpp/time_averaged_stats.cc +60 -0
  1191. data/src/core/lib/gprpp/time_averaged_stats.h +79 -0
  1192. data/src/core/lib/gprpp/time_util.h +4 -4
  1193. data/src/core/lib/gprpp/type_list.h +32 -0
  1194. data/src/core/lib/gprpp/unique_type_name.h +21 -21
  1195. data/src/core/lib/gprpp/validation_errors.cc +66 -0
  1196. data/src/core/lib/gprpp/validation_errors.h +134 -0
  1197. data/src/core/lib/gprpp/windows/env.cc +56 -0
  1198. data/src/core/lib/gprpp/{stat_windows.cc → windows/stat.cc} +4 -2
  1199. data/src/core/lib/gprpp/{thd_windows.cc → windows/thd.cc} +28 -28
  1200. data/src/core/lib/{iomgr → gprpp}/work_serializer.cc +34 -18
  1201. data/src/core/lib/{iomgr → gprpp}/work_serializer.h +21 -28
  1202. data/src/core/lib/handshaker/proxy_mapper.h +53 -0
  1203. data/src/core/lib/handshaker/proxy_mapper_registry.cc +71 -0
  1204. data/src/core/lib/handshaker/proxy_mapper_registry.h +75 -0
  1205. data/src/core/lib/http/format_request.cc +24 -22
  1206. data/src/core/lib/http/format_request.h +21 -21
  1207. data/src/core/lib/http/httpcli.cc +79 -88
  1208. data/src/core/lib/http/httpcli.h +53 -40
  1209. data/src/core/lib/http/httpcli_security_connector.cc +47 -38
  1210. data/src/core/lib/http/httpcli_ssl_credentials.h +6 -4
  1211. data/src/core/lib/http/parser.cc +78 -90
  1212. data/src/core/lib/http/parser.h +38 -35
  1213. data/src/core/lib/iomgr/block_annotate.h +23 -23
  1214. data/src/core/lib/iomgr/buffer_list.cc +156 -136
  1215. data/src/core/lib/iomgr/buffer_list.h +122 -101
  1216. data/src/core/lib/iomgr/call_combiner.cc +32 -64
  1217. data/src/core/lib/iomgr/call_combiner.h +26 -27
  1218. data/src/core/lib/iomgr/cfstream_handle.cc +34 -37
  1219. data/src/core/lib/iomgr/cfstream_handle.h +25 -25
  1220. data/src/core/lib/iomgr/closure.cc +27 -0
  1221. data/src/core/lib/iomgr/closure.h +95 -58
  1222. data/src/core/lib/iomgr/combiner.cc +20 -39
  1223. data/src/core/lib/iomgr/combiner.h +20 -20
  1224. data/src/core/lib/iomgr/dualstack_socket_posix.cc +21 -21
  1225. data/src/core/lib/iomgr/dynamic_annotations.h +22 -22
  1226. data/src/core/lib/iomgr/endpoint.cc +17 -17
  1227. data/src/core/lib/iomgr/endpoint.h +49 -49
  1228. data/src/core/lib/iomgr/endpoint_cfstream.cc +58 -53
  1229. data/src/core/lib/iomgr/endpoint_cfstream.h +32 -32
  1230. data/src/core/lib/iomgr/endpoint_pair.h +22 -22
  1231. data/src/core/lib/iomgr/endpoint_pair_posix.cc +36 -30
  1232. data/src/core/lib/iomgr/endpoint_pair_windows.cc +31 -22
  1233. data/src/core/lib/iomgr/error.cc +83 -836
  1234. data/src/core/lib/iomgr/error.h +52 -325
  1235. data/src/core/lib/iomgr/error_cfstream.cc +18 -23
  1236. data/src/core/lib/iomgr/error_cfstream.h +21 -21
  1237. data/src/core/lib/iomgr/ev_apple.cc +33 -33
  1238. data/src/core/lib/iomgr/ev_apple.h +21 -21
  1239. data/src/core/lib/iomgr/ev_epoll1_linux.cc +275 -255
  1240. data/src/core/lib/iomgr/ev_epoll1_linux.h +21 -21
  1241. data/src/core/lib/iomgr/ev_poll_posix.cc +298 -272
  1242. data/src/core/lib/iomgr/ev_poll_posix.h +22 -22
  1243. data/src/core/lib/iomgr/ev_posix.cc +85 -155
  1244. data/src/core/lib/iomgr/ev_posix.h +93 -90
  1245. data/src/core/lib/iomgr/ev_windows.cc +18 -18
  1246. data/src/core/lib/iomgr/event_engine_shims/closure.cc +62 -0
  1247. data/src/core/lib/iomgr/event_engine_shims/closure.h +39 -0
  1248. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +471 -0
  1249. data/src/core/lib/iomgr/event_engine_shims/endpoint.h +43 -0
  1250. data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +91 -0
  1251. data/src/core/lib/iomgr/event_engine_shims/tcp_client.h +44 -0
  1252. data/src/core/lib/iomgr/exec_ctx.cc +34 -56
  1253. data/src/core/lib/iomgr/exec_ctx.h +162 -175
  1254. data/src/core/lib/iomgr/executor.cc +21 -31
  1255. data/src/core/lib/iomgr/executor.h +27 -30
  1256. data/src/core/lib/iomgr/fork_posix.cc +30 -27
  1257. data/src/core/lib/iomgr/fork_windows.cc +21 -21
  1258. data/src/core/lib/iomgr/gethostname.h +20 -20
  1259. data/src/core/lib/iomgr/gethostname_fallback.cc +17 -17
  1260. data/src/core/lib/iomgr/gethostname_host_name_max.cc +17 -17
  1261. data/src/core/lib/iomgr/gethostname_sysconf.cc +17 -17
  1262. data/src/core/lib/iomgr/grpc_if_nametoindex.h +22 -22
  1263. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +20 -19
  1264. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +20 -19
  1265. data/src/core/lib/iomgr/internal_errqueue.cc +4 -2
  1266. data/src/core/lib/iomgr/internal_errqueue.h +83 -83
  1267. data/src/core/lib/iomgr/iocp_windows.cc +47 -26
  1268. data/src/core/lib/iomgr/iocp_windows.h +32 -21
  1269. data/src/core/lib/iomgr/iomgr.cc +29 -27
  1270. data/src/core/lib/iomgr/iomgr.h +35 -35
  1271. data/src/core/lib/iomgr/iomgr_fwd.h +4 -3
  1272. data/src/core/lib/iomgr/iomgr_internal.cc +17 -17
  1273. data/src/core/lib/iomgr/iomgr_internal.h +28 -28
  1274. data/src/core/lib/iomgr/iomgr_posix.cc +21 -20
  1275. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +22 -20
  1276. data/src/core/lib/iomgr/iomgr_windows.cc +32 -24
  1277. data/src/core/lib/iomgr/load_file.cc +24 -27
  1278. data/src/core/lib/iomgr/load_file.h +22 -22
  1279. data/src/core/lib/iomgr/lockfree_event.cc +114 -131
  1280. data/src/core/lib/iomgr/lockfree_event.h +23 -23
  1281. data/src/core/lib/iomgr/nameser.h +86 -86
  1282. data/src/core/lib/iomgr/polling_entity.cc +25 -21
  1283. data/src/core/lib/iomgr/polling_entity.h +29 -29
  1284. data/src/core/lib/iomgr/pollset.cc +17 -17
  1285. data/src/core/lib/iomgr/pollset.h +60 -61
  1286. data/src/core/lib/iomgr/pollset_set.cc +17 -17
  1287. data/src/core/lib/iomgr/pollset_set.h +25 -26
  1288. data/src/core/lib/iomgr/pollset_set_windows.cc +27 -27
  1289. data/src/core/lib/iomgr/pollset_set_windows.h +20 -20
  1290. data/src/core/lib/iomgr/pollset_windows.cc +33 -32
  1291. data/src/core/lib/iomgr/pollset_windows.h +24 -24
  1292. data/src/core/lib/iomgr/port.h +44 -31
  1293. data/src/core/lib/iomgr/python_util.h +24 -24
  1294. data/src/core/lib/iomgr/resolve_address.cc +39 -21
  1295. data/src/core/lib/iomgr/resolve_address.h +71 -34
  1296. data/src/core/lib/iomgr/resolve_address_impl.h +5 -4
  1297. data/src/core/lib/iomgr/resolve_address_posix.cc +74 -49
  1298. data/src/core/lib/iomgr/resolve_address_posix.h +23 -10
  1299. data/src/core/lib/iomgr/resolve_address_windows.cc +59 -26
  1300. data/src/core/lib/iomgr/resolve_address_windows.h +23 -10
  1301. data/src/core/lib/iomgr/resolved_address.h +3 -3
  1302. data/src/core/lib/iomgr/sockaddr.h +23 -23
  1303. data/src/core/lib/iomgr/sockaddr_posix.h +28 -21
  1304. data/src/core/lib/iomgr/sockaddr_utils_posix.cc +20 -18
  1305. data/src/core/lib/iomgr/sockaddr_windows.h +21 -21
  1306. data/src/core/lib/iomgr/socket_factory_posix.cc +18 -18
  1307. data/src/core/lib/iomgr/socket_factory_posix.h +32 -32
  1308. data/src/core/lib/iomgr/socket_mutator.cc +19 -18
  1309. data/src/core/lib/iomgr/socket_mutator.h +39 -39
  1310. data/src/core/lib/iomgr/socket_utils.h +27 -27
  1311. data/src/core/lib/iomgr/socket_utils_common_posix.cc +129 -105
  1312. data/src/core/lib/iomgr/socket_utils_linux.cc +18 -17
  1313. data/src/core/lib/iomgr/socket_utils_posix.cc +108 -19
  1314. data/src/core/lib/iomgr/socket_utils_posix.h +185 -84
  1315. data/src/core/lib/iomgr/socket_utils_windows.cc +20 -19
  1316. data/src/core/lib/iomgr/socket_windows.cc +97 -42
  1317. data/src/core/lib/iomgr/socket_windows.h +68 -63
  1318. data/src/core/lib/iomgr/systemd_utils.cc +116 -0
  1319. data/src/core/lib/iomgr/systemd_utils.h +33 -0
  1320. data/src/core/lib/iomgr/tcp_client.cc +28 -24
  1321. data/src/core/lib/iomgr/tcp_client.h +49 -38
  1322. data/src/core/lib/iomgr/tcp_client_cfstream.cc +50 -36
  1323. data/src/core/lib/iomgr/tcp_client_posix.cc +244 -106
  1324. data/src/core/lib/iomgr/tcp_client_posix.h +55 -52
  1325. data/src/core/lib/iomgr/tcp_client_windows.cc +65 -52
  1326. data/src/core/lib/iomgr/tcp_posix.cc +520 -343
  1327. data/src/core/lib/iomgr/tcp_posix.h +32 -30
  1328. data/src/core/lib/iomgr/tcp_server.cc +33 -24
  1329. data/src/core/lib/iomgr/tcp_server.h +78 -69
  1330. data/src/core/lib/iomgr/tcp_server_posix.cc +422 -135
  1331. data/src/core/lib/iomgr/tcp_server_utils_posix.h +80 -55
  1332. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +119 -60
  1333. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +40 -40
  1334. data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +19 -19
  1335. data/src/core/lib/iomgr/tcp_server_windows.cc +280 -123
  1336. data/src/core/lib/iomgr/tcp_windows.cc +121 -104
  1337. data/src/core/lib/iomgr/tcp_windows.h +34 -35
  1338. data/src/core/lib/iomgr/timer.cc +17 -17
  1339. data/src/core/lib/iomgr/timer.h +68 -68
  1340. data/src/core/lib/iomgr/timer_generic.cc +142 -150
  1341. data/src/core/lib/iomgr/timer_generic.h +21 -21
  1342. data/src/core/lib/iomgr/timer_heap.cc +25 -25
  1343. data/src/core/lib/iomgr/timer_heap.h +22 -22
  1344. data/src/core/lib/iomgr/timer_manager.cc +31 -31
  1345. data/src/core/lib/iomgr/timer_manager.h +27 -27
  1346. data/src/core/lib/iomgr/unix_sockets_posix.cc +20 -21
  1347. data/src/core/lib/iomgr/unix_sockets_posix.h +21 -21
  1348. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +19 -17
  1349. data/src/core/lib/iomgr/vsock.cc +59 -0
  1350. data/src/core/lib/iomgr/vsock.h +38 -0
  1351. data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +23 -23
  1352. data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +23 -23
  1353. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +29 -26
  1354. data/src/core/lib/iomgr/wakeup_fd_pipe.h +20 -20
  1355. data/src/core/lib/iomgr/wakeup_fd_posix.cc +33 -30
  1356. data/src/core/lib/iomgr/wakeup_fd_posix.h +55 -60
  1357. data/src/core/lib/json/json.h +21 -240
  1358. data/src/core/{ext/filters/http/message_compress/message_decompress_filter.h → lib/json/json_args.h} +13 -10
  1359. data/src/core/lib/json/json_channel_args.h +42 -0
  1360. data/src/core/lib/json/json_object_loader.cc +216 -0
  1361. data/src/core/lib/json/json_object_loader.h +646 -0
  1362. data/src/core/lib/json/json_reader.cc +181 -129
  1363. data/src/core/lib/json/json_reader.h +34 -0
  1364. data/src/core/lib/json/json_util.cc +23 -55
  1365. data/src/core/lib/json/json_util.h +12 -11
  1366. data/src/core/lib/json/json_writer.cc +80 -81
  1367. data/src/core/{ext/xds/xds_resource_type.cc → lib/json/json_writer.h} +11 -11
  1368. data/src/core/lib/load_balancing/delegating_helper.h +115 -0
  1369. data/src/core/lib/load_balancing/lb_policy.cc +98 -0
  1370. data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy.h +69 -43
  1371. data/src/core/lib/load_balancing/lb_policy_factory.h +49 -0
  1372. data/src/core/lib/load_balancing/lb_policy_registry.cc +143 -0
  1373. data/src/core/lib/load_balancing/lb_policy_registry.h +82 -0
  1374. data/src/core/{ext/filters/client_channel → lib/load_balancing}/subchannel_interface.h +23 -30
  1375. data/src/core/lib/matchers/matchers.cc +15 -11
  1376. data/src/core/lib/matchers/matchers.h +7 -4
  1377. data/src/core/lib/promise/activity.cc +43 -7
  1378. data/src/core/lib/promise/activity.h +158 -53
  1379. data/src/core/lib/promise/arena_promise.h +105 -72
  1380. data/src/core/lib/promise/cancel_callback.h +77 -0
  1381. data/src/core/lib/promise/context.h +17 -10
  1382. data/src/core/lib/promise/detail/basic_join.h +197 -0
  1383. data/src/core/lib/promise/detail/basic_seq.h +28 -33
  1384. data/src/core/lib/promise/detail/promise_factory.h +66 -14
  1385. data/src/core/lib/promise/detail/promise_like.h +3 -3
  1386. data/src/core/lib/promise/detail/status.h +31 -3
  1387. data/src/core/lib/promise/detail/switch.h +21 -21
  1388. data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +23 -15
  1389. data/src/core/lib/promise/for_each.h +176 -0
  1390. data/src/core/lib/promise/if.h +204 -0
  1391. data/src/core/lib/promise/interceptor_list.h +329 -0
  1392. data/src/core/lib/promise/latch.h +197 -23
  1393. data/src/core/lib/promise/loop.h +22 -15
  1394. data/src/core/lib/promise/map.h +11 -6
  1395. data/src/core/lib/promise/party.cc +304 -0
  1396. data/src/core/lib/promise/party.h +508 -0
  1397. data/src/core/lib/promise/pipe.h +762 -0
  1398. data/src/core/lib/promise/poll.h +177 -11
  1399. data/src/core/lib/promise/prioritized_race.h +95 -0
  1400. data/src/core/lib/promise/promise.h +7 -7
  1401. data/src/core/lib/promise/race.h +6 -9
  1402. data/src/core/lib/promise/seq.h +32 -12
  1403. data/src/core/lib/promise/sleep.cc +57 -42
  1404. data/src/core/lib/promise/sleep.h +40 -32
  1405. data/src/core/lib/promise/trace.cc +20 -0
  1406. data/src/core/lib/promise/trace.h +24 -0
  1407. data/src/core/lib/promise/try_join.h +82 -0
  1408. data/src/core/lib/promise/try_seq.h +39 -21
  1409. data/src/core/lib/resolver/resolver.cc +17 -59
  1410. data/src/core/lib/resolver/resolver.h +21 -18
  1411. data/src/core/lib/resolver/resolver_factory.h +13 -10
  1412. data/src/core/lib/resolver/resolver_registry.cc +17 -9
  1413. data/src/core/lib/resolver/resolver_registry.h +15 -5
  1414. data/src/core/lib/resolver/server_address.cc +39 -126
  1415. data/src/core/lib/resolver/server_address.h +36 -95
  1416. data/src/core/lib/resource_quota/api.cc +10 -2
  1417. data/src/core/lib/resource_quota/api.h +10 -4
  1418. data/src/core/lib/resource_quota/arena.cc +101 -21
  1419. data/src/core/lib/resource_quota/arena.h +310 -23
  1420. data/src/core/lib/resource_quota/memory_quota.cc +287 -108
  1421. data/src/core/lib/resource_quota/memory_quota.h +175 -60
  1422. data/src/core/lib/resource_quota/periodic_update.cc +78 -0
  1423. data/src/core/lib/resource_quota/periodic_update.h +71 -0
  1424. data/src/core/lib/resource_quota/resource_quota.h +4 -4
  1425. data/src/core/lib/resource_quota/thread_quota.h +3 -3
  1426. data/src/core/lib/resource_quota/trace.h +3 -3
  1427. data/src/core/lib/security/authorization/audit_logging.cc +98 -0
  1428. data/src/core/lib/security/authorization/audit_logging.h +73 -0
  1429. data/src/core/lib/security/authorization/authorization_engine.h +3 -3
  1430. data/src/core/lib/security/authorization/authorization_policy_provider.h +10 -3
  1431. data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +3 -0
  1432. data/src/core/lib/security/authorization/evaluate_args.cc +17 -8
  1433. data/src/core/lib/security/authorization/evaluate_args.h +9 -6
  1434. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +52 -3
  1435. data/src/core/lib/security/authorization/grpc_authorization_engine.h +28 -4
  1436. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +16 -3
  1437. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +16 -5
  1438. data/src/core/lib/security/authorization/matchers.cc +44 -30
  1439. data/src/core/lib/security/authorization/matchers.h +10 -3
  1440. data/src/core/lib/security/authorization/rbac_policy.cc +42 -6
  1441. data/src/core/lib/security/authorization/rbac_policy.h +29 -5
  1442. data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
  1443. data/src/core/lib/security/authorization/stdout_logger.h +61 -0
  1444. data/src/core/{ext/xds → lib/security/certificate_provider}/certificate_provider_factory.h +17 -8
  1445. data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +50 -0
  1446. data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +76 -0
  1447. data/src/core/lib/security/context/security_context.cc +27 -25
  1448. data/src/core/lib/security/context/security_context.h +56 -34
  1449. data/src/core/lib/security/credentials/alts/alts_credentials.cc +23 -22
  1450. data/src/core/lib/security/credentials/alts/alts_credentials.h +61 -57
  1451. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +19 -19
  1452. data/src/core/lib/security/credentials/alts/check_gcp_environment.h +43 -43
  1453. data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +17 -17
  1454. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +18 -17
  1455. data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +18 -17
  1456. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +20 -22
  1457. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +18 -18
  1458. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +38 -39
  1459. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +19 -22
  1460. data/src/core/lib/security/credentials/call_creds_util.cc +8 -0
  1461. data/src/core/lib/security/credentials/call_creds_util.h +4 -3
  1462. data/src/core/lib/security/credentials/channel_creds_registry.h +59 -30
  1463. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +182 -12
  1464. data/src/core/lib/security/credentials/composite/composite_credentials.cc +28 -32
  1465. data/src/core/lib/security/credentials/composite/composite_credentials.h +43 -30
  1466. data/src/core/lib/security/credentials/credentials.cc +23 -26
  1467. data/src/core/lib/security/credentials/credentials.h +62 -55
  1468. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +148 -119
  1469. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +14 -3
  1470. data/src/core/lib/security/credentials/external/aws_request_signer.cc +14 -3
  1471. data/src/core/lib/security/credentials/external/aws_request_signer.h +3 -3
  1472. data/src/core/lib/security/credentials/external/external_account_credentials.cc +176 -122
  1473. data/src/core/lib/security/credentials/external/external_account_credentials.h +20 -3
  1474. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +47 -42
  1475. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +9 -3
  1476. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +67 -54
  1477. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +13 -3
  1478. data/src/core/lib/security/credentials/fake/fake_credentials.cc +58 -72
  1479. data/src/core/lib/security/credentials/fake/fake_credentials.h +77 -42
  1480. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +23 -25
  1481. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +124 -158
  1482. data/src/core/lib/security/credentials/google_default/google_default_credentials.h +31 -25
  1483. data/src/core/lib/security/credentials/iam/iam_credentials.cc +27 -20
  1484. data/src/core/lib/security/credentials/iam/iam_credentials.h +31 -21
  1485. data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +7 -3
  1486. data/src/core/lib/security/credentials/insecure/insecure_credentials.h +10 -6
  1487. data/src/core/lib/security/credentials/jwt/json_token.cc +58 -44
  1488. data/src/core/lib/security/credentials/jwt/json_token.h +36 -36
  1489. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +34 -27
  1490. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +35 -21
  1491. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +150 -124
  1492. data/src/core/lib/security/credentials/jwt/jwt_verifier.h +49 -47
  1493. data/src/core/lib/security/credentials/local/local_credentials.cc +24 -24
  1494. data/src/core/lib/security/credentials/local/local_credentials.h +32 -26
  1495. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +104 -93
  1496. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +43 -22
  1497. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +31 -30
  1498. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +47 -23
  1499. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +36 -40
  1500. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +35 -23
  1501. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +22 -30
  1502. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +16 -17
  1503. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +68 -48
  1504. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +24 -9
  1505. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +10 -3
  1506. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +9 -10
  1507. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +30 -23
  1508. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +8 -4
  1509. data/src/core/lib/security/credentials/tls/tls_credentials.cc +37 -45
  1510. data/src/core/lib/security/credentials/tls/tls_credentials.h +31 -26
  1511. data/src/core/lib/security/credentials/tls/tls_utils.cc +5 -1
  1512. data/src/core/lib/security/credentials/tls/tls_utils.h +4 -4
  1513. data/src/core/lib/security/credentials/xds/xds_credentials.cc +21 -32
  1514. data/src/core/lib/security/credentials/xds/xds_credentials.h +19 -5
  1515. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +61 -59
  1516. data/src/core/lib/security/security_connector/alts/alts_security_connector.h +49 -47
  1517. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +74 -78
  1518. data/src/core/lib/security/security_connector/fake/fake_security_connector.h +25 -26
  1519. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +15 -6
  1520. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +26 -15
  1521. data/src/core/lib/security/security_connector/load_system_roots.h +20 -20
  1522. data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +22 -20
  1523. data/src/core/lib/security/security_connector/{load_system_roots_linux.cc → load_system_roots_supported.cc} +47 -46
  1524. data/src/core/lib/security/security_connector/load_system_roots_supported.h +45 -0
  1525. data/src/core/lib/security/security_connector/local/local_security_connector.cc +64 -47
  1526. data/src/core/lib/security/security_connector/local/local_security_connector.h +49 -46
  1527. data/src/core/lib/security/security_connector/security_connector.cc +37 -35
  1528. data/src/core/lib/security/security_connector/security_connector.h +57 -44
  1529. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +54 -45
  1530. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +44 -43
  1531. data/src/core/lib/security/security_connector/ssl_utils.cc +58 -63
  1532. data/src/core/lib/security/security_connector/ssl_utils.h +46 -43
  1533. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +71 -57
  1534. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +48 -28
  1535. data/src/core/lib/security/transport/auth_filters.h +53 -24
  1536. data/src/core/lib/security/transport/client_auth_filter.cc +51 -32
  1537. data/src/core/lib/security/transport/secure_endpoint.cc +116 -70
  1538. data/src/core/lib/security/transport/secure_endpoint.h +28 -27
  1539. data/src/core/lib/security/transport/security_handshaker.cc +139 -109
  1540. data/src/core/lib/security/transport/security_handshaker.h +27 -22
  1541. data/src/core/lib/security/transport/server_auth_filter.cc +177 -269
  1542. data/src/core/lib/security/transport/tsi_error.cc +23 -20
  1543. data/src/core/lib/security/transport/tsi_error.h +20 -20
  1544. data/src/core/lib/security/util/json_util.cc +30 -29
  1545. data/src/core/lib/security/util/json_util.h +21 -23
  1546. data/src/core/lib/service_config/service_config.h +15 -4
  1547. data/src/core/lib/service_config/service_config_call_data.h +60 -19
  1548. data/src/core/lib/service_config/service_config_impl.cc +113 -152
  1549. data/src/core/lib/service_config/service_config_impl.h +19 -26
  1550. data/src/core/lib/service_config/service_config_parser.cc +10 -30
  1551. data/src/core/lib/service_config/service_config_parser.h +13 -21
  1552. data/src/core/lib/slice/b64.cc +26 -26
  1553. data/src/core/lib/slice/b64.h +32 -32
  1554. data/src/core/lib/slice/percent_encoding.cc +21 -30
  1555. data/src/core/lib/slice/percent_encoding.h +28 -28
  1556. data/src/core/lib/slice/slice.cc +58 -46
  1557. data/src/core/lib/slice/slice.h +75 -18
  1558. data/src/core/lib/slice/slice_buffer.cc +93 -60
  1559. data/src/core/lib/slice/slice_buffer.h +72 -10
  1560. data/src/core/lib/slice/slice_internal.h +34 -42
  1561. data/src/core/lib/slice/slice_refcount.cc +3 -18
  1562. data/src/core/lib/slice/slice_refcount.h +53 -18
  1563. data/src/core/lib/slice/slice_string_helpers.cc +17 -37
  1564. data/src/core/lib/slice/slice_string_helpers.h +21 -25
  1565. data/src/core/lib/surface/api_trace.cc +17 -17
  1566. data/src/core/lib/surface/api_trace.h +25 -25
  1567. data/src/core/lib/surface/builtins.cc +2 -0
  1568. data/src/core/lib/surface/builtins.h +3 -3
  1569. data/src/core/lib/surface/byte_buffer.cc +22 -23
  1570. data/src/core/lib/surface/byte_buffer_reader.cc +23 -23
  1571. data/src/core/lib/surface/call.cc +2319 -621
  1572. data/src/core/lib/surface/call.h +127 -42
  1573. data/src/core/lib/surface/call_details.cc +20 -21
  1574. data/src/core/lib/surface/call_log_batch.cc +19 -18
  1575. data/src/core/lib/surface/call_test_only.h +33 -33
  1576. data/src/core/lib/surface/call_trace.cc +123 -0
  1577. data/src/core/lib/surface/call_trace.h +30 -0
  1578. data/src/core/lib/surface/channel.cc +65 -69
  1579. data/src/core/lib/surface/channel.h +45 -35
  1580. data/src/core/lib/surface/channel_init.cc +17 -17
  1581. data/src/core/lib/surface/channel_init.h +20 -20
  1582. data/src/core/lib/surface/channel_ping.cc +20 -20
  1583. data/src/core/lib/surface/channel_stack_type.cc +21 -17
  1584. data/src/core/lib/surface/channel_stack_type.h +22 -20
  1585. data/src/core/lib/surface/completion_queue.cc +196 -221
  1586. data/src/core/lib/surface/completion_queue.h +39 -41
  1587. data/src/core/lib/surface/completion_queue_factory.cc +33 -28
  1588. data/src/core/lib/surface/completion_queue_factory.h +22 -22
  1589. data/src/core/lib/surface/event_string.cc +18 -17
  1590. data/src/core/lib/surface/event_string.h +22 -22
  1591. data/src/core/lib/surface/init.cc +44 -73
  1592. data/src/core/lib/surface/init.h +20 -20
  1593. data/src/core/lib/surface/init_internally.cc +25 -0
  1594. data/src/core/lib/surface/init_internally.h +37 -0
  1595. data/src/core/lib/surface/lame_client.cc +34 -30
  1596. data/src/core/lib/surface/lame_client.h +23 -23
  1597. data/src/core/lib/surface/metadata_array.cc +17 -18
  1598. data/src/core/lib/surface/server.cc +379 -132
  1599. data/src/core/lib/surface/server.h +25 -23
  1600. data/src/core/lib/surface/validate_metadata.cc +79 -74
  1601. data/src/core/lib/surface/validate_metadata.h +40 -21
  1602. data/src/core/lib/surface/version.cc +21 -21
  1603. data/src/core/lib/transport/batch_builder.cc +182 -0
  1604. data/src/core/lib/transport/batch_builder.h +480 -0
  1605. data/src/core/lib/transport/bdp_estimator.cc +25 -27
  1606. data/src/core/lib/transport/bdp_estimator.h +31 -28
  1607. data/src/core/lib/transport/connectivity_state.cc +19 -20
  1608. data/src/core/lib/transport/connectivity_state.h +23 -23
  1609. data/src/core/lib/transport/custom_metadata.h +30 -0
  1610. data/src/core/lib/transport/error_utils.cc +54 -78
  1611. data/src/core/lib/transport/error_utils.h +24 -24
  1612. data/src/core/lib/transport/handshaker.cc +66 -54
  1613. data/src/core/lib/transport/handshaker.h +51 -47
  1614. data/src/core/lib/transport/handshaker_factory.h +49 -24
  1615. data/src/core/lib/transport/handshaker_registry.cc +27 -20
  1616. data/src/core/lib/transport/handshaker_registry.h +25 -28
  1617. data/src/core/lib/transport/http2_errors.h +22 -22
  1618. data/src/core/lib/transport/http_connect_handshaker.cc +56 -57
  1619. data/src/core/lib/transport/http_connect_handshaker.h +21 -21
  1620. data/src/core/lib/transport/metadata_batch.cc +38 -17
  1621. data/src/core/lib/transport/metadata_batch.h +338 -113
  1622. data/src/core/lib/transport/metadata_compression_traits.h +67 -0
  1623. data/src/core/lib/transport/parsed_metadata.cc +2 -6
  1624. data/src/core/lib/transport/parsed_metadata.h +56 -30
  1625. data/src/core/lib/transport/pid_controller.cc +20 -20
  1626. data/src/core/lib/transport/pid_controller.h +27 -27
  1627. data/src/core/lib/transport/simple_slice_based_metadata.h +55 -0
  1628. data/src/core/lib/transport/status_conversion.cc +23 -25
  1629. data/src/core/lib/transport/status_conversion.h +22 -22
  1630. data/src/core/lib/transport/tcp_connect_handshaker.cc +34 -42
  1631. data/src/core/lib/transport/tcp_connect_handshaker.h +3 -3
  1632. data/src/core/lib/transport/timeout_encoding.cc +28 -23
  1633. data/src/core/lib/transport/timeout_encoding.h +20 -20
  1634. data/src/core/lib/transport/transport.cc +113 -46
  1635. data/src/core/lib/transport/transport.h +289 -226
  1636. data/src/core/lib/transport/transport_fwd.h +20 -0
  1637. data/src/core/lib/transport/transport_impl.h +54 -47
  1638. data/src/core/lib/transport/transport_op_string.cc +77 -65
  1639. data/src/core/lib/uri/uri_parser.cc +1 -1
  1640. data/src/core/lib/uri/uri_parser.h +3 -3
  1641. data/src/core/plugin_registry/grpc_plugin_registry.cc +55 -79
  1642. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +22 -39
  1643. data/src/core/tsi/alts/crypt/aes_gcm.cc +20 -20
  1644. data/src/core/tsi/alts/crypt/gsec.cc +26 -26
  1645. data/src/core/tsi/alts/crypt/gsec.h +336 -336
  1646. data/src/core/tsi/alts/frame_protector/alts_counter.cc +23 -23
  1647. data/src/core/tsi/alts/frame_protector/alts_counter.h +68 -68
  1648. data/src/core/tsi/alts/frame_protector/alts_crypter.cc +19 -19
  1649. data/src/core/tsi/alts/frame_protector/alts_crypter.h +209 -209
  1650. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +73 -71
  1651. data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +40 -40
  1652. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +18 -18
  1653. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +82 -83
  1654. data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +22 -22
  1655. data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +22 -22
  1656. data/src/core/tsi/alts/frame_protector/frame_handler.cc +26 -25
  1657. data/src/core/tsi/alts/frame_protector/frame_handler.h +169 -169
  1658. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +137 -100
  1659. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +109 -104
  1660. data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +18 -17
  1661. data/src/core/tsi/alts/handshaker/alts_shared_resource.h +43 -44
  1662. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +52 -44
  1663. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +60 -60
  1664. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +24 -24
  1665. data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +21 -20
  1666. data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +38 -38
  1667. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +19 -19
  1668. data/src/core/tsi/alts/handshaker/transport_security_common_api.h +105 -104
  1669. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +45 -44
  1670. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +40 -41
  1671. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +38 -36
  1672. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +35 -36
  1673. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +67 -68
  1674. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +36 -37
  1675. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +55 -56
  1676. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +54 -53
  1677. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +141 -142
  1678. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +68 -60
  1679. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +43 -44
  1680. data/src/core/tsi/fake_transport_security.cc +146 -110
  1681. data/src/core/tsi/fake_transport_security.h +36 -30
  1682. data/src/core/tsi/local_transport_security.cc +43 -38
  1683. data/src/core/tsi/local_transport_security.h +33 -33
  1684. data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +9 -4
  1685. data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +3 -3
  1686. data/src/core/tsi/ssl/session_cache/ssl_session.h +21 -21
  1687. data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +19 -19
  1688. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +18 -17
  1689. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +31 -22
  1690. data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +25 -20
  1691. data/src/core/tsi/ssl_transport_security.cc +333 -378
  1692. data/src/core/tsi/ssl_transport_security.h +219 -204
  1693. data/src/core/tsi/ssl_transport_security_utils.cc +250 -0
  1694. data/src/core/tsi/ssl_transport_security_utils.h +147 -0
  1695. data/src/core/tsi/ssl_types.h +27 -27
  1696. data/src/core/tsi/transport_security.cc +44 -32
  1697. data/src/core/tsi/transport_security.h +49 -48
  1698. data/src/core/tsi/transport_security_grpc.cc +23 -22
  1699. data/src/core/tsi/transport_security_grpc.h +44 -41
  1700. data/src/core/tsi/transport_security_interface.h +344 -332
  1701. data/src/ruby/bin/math_pb.rb +24 -18
  1702. data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.clang +2 -0
  1703. data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.gcc +7 -0
  1704. data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.clang +2 -0
  1705. data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.gcc +7 -0
  1706. data/src/ruby/ext/grpc/ext-export.gcc +1 -1
  1707. data/src/ruby/ext/grpc/extconf.rb +107 -29
  1708. data/src/ruby/ext/grpc/rb_call.c +63 -39
  1709. data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
  1710. data/src/ruby/ext/grpc/rb_channel.c +110 -84
  1711. data/src/ruby/ext/grpc/rb_channel.h +1 -0
  1712. data/src/ruby/ext/grpc/rb_channel_args.c +17 -2
  1713. data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
  1714. data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
  1715. data/src/ruby/ext/grpc/rb_compression_options.c +1 -2
  1716. data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
  1717. data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
  1718. data/src/ruby/ext/grpc/rb_grpc.c +193 -30
  1719. data/src/ruby/ext/grpc/rb_grpc.h +8 -2
  1720. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +40 -38
  1721. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +63 -60
  1722. data/src/ruby/ext/grpc/rb_loader.c +6 -2
  1723. data/src/ruby/ext/grpc/rb_server.c +62 -45
  1724. data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
  1725. data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
  1726. data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
  1727. data/src/ruby/lib/grpc/errors.rb +1 -1
  1728. data/src/ruby/lib/grpc/generic/bidi_call.rb +4 -0
  1729. data/src/ruby/lib/grpc/version.rb +1 -1
  1730. data/src/ruby/pb/generate_proto_ruby.sh +0 -6
  1731. data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
  1732. data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
  1733. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +26 -108
  1734. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
  1735. data/src/ruby/spec/channel_spec.rb +5 -43
  1736. data/src/ruby/spec/client_server_spec.rb +20 -8
  1737. data/src/ruby/spec/generic/active_call_spec.rb +12 -3
  1738. data/src/ruby/spec/generic/client_stub_spec.rb +23 -23
  1739. data/src/ruby/spec/generic/server_interceptors_spec.rb +1 -1
  1740. data/src/ruby/spec/user_agent_spec.rb +1 -1
  1741. data/third_party/abseil-cpp/absl/algorithm/container.h +57 -58
  1742. data/third_party/abseil-cpp/absl/base/attributes.h +88 -41
  1743. data/third_party/abseil-cpp/absl/base/casts.h +61 -68
  1744. data/third_party/abseil-cpp/absl/base/config.h +222 -40
  1745. data/third_party/abseil-cpp/absl/base/internal/cycleclock.cc +12 -42
  1746. data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +52 -2
  1747. data/third_party/abseil-cpp/absl/base/internal/cycleclock_config.h +55 -0
  1748. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +5 -4
  1749. data/third_party/abseil-cpp/absl/base/internal/endian.h +17 -62
  1750. data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +2 -0
  1751. data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +3 -3
  1752. data/third_party/abseil-cpp/absl/base/internal/invoke.h +54 -0
  1753. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +2 -2
  1754. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +1 -1
  1755. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +138 -0
  1756. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +39 -28
  1757. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +36 -36
  1758. data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +6 -3
  1759. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +10 -6
  1760. data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +2 -5
  1761. data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +4 -1
  1762. data/third_party/abseil-cpp/absl/base/internal/strerror.cc +88 -0
  1763. data/third_party/abseil-cpp/absl/base/internal/strerror.h +39 -0
  1764. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +14 -11
  1765. data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +9 -0
  1766. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +2 -1
  1767. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +4 -0
  1768. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +6 -7
  1769. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +12 -40
  1770. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock_config.h +62 -0
  1771. data/third_party/abseil-cpp/absl/base/log_severity.cc +28 -0
  1772. data/third_party/abseil-cpp/absl/base/log_severity.h +51 -0
  1773. data/third_party/abseil-cpp/absl/base/macros.h +4 -21
  1774. data/third_party/abseil-cpp/absl/base/optimization.h +76 -16
  1775. data/third_party/abseil-cpp/absl/base/options.h +1 -7
  1776. data/third_party/abseil-cpp/absl/base/policy_checks.h +15 -13
  1777. data/third_party/abseil-cpp/absl/base/thread_annotations.h +2 -2
  1778. data/third_party/abseil-cpp/absl/container/fixed_array.h +9 -5
  1779. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +11 -4
  1780. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +15 -16
  1781. data/third_party/abseil-cpp/absl/container/inlined_vector.h +84 -25
  1782. data/third_party/abseil-cpp/absl/container/internal/common.h +9 -8
  1783. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +132 -0
  1784. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +23 -29
  1785. data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +4 -55
  1786. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +116 -23
  1787. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +40 -54
  1788. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +165 -66
  1789. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +159 -4
  1790. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +1121 -470
  1791. data/third_party/abseil-cpp/absl/crc/crc32c.cc +99 -0
  1792. data/third_party/abseil-cpp/absl/crc/crc32c.h +183 -0
  1793. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +256 -0
  1794. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +57 -0
  1795. data/third_party/abseil-cpp/absl/crc/internal/crc.cc +468 -0
  1796. data/third_party/abseil-cpp/absl/crc/internal/crc.h +91 -0
  1797. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +269 -0
  1798. data/third_party/abseil-cpp/absl/crc/internal/crc32c.h +39 -0
  1799. data/third_party/abseil-cpp/absl/crc/internal/crc32c_inline.h +72 -0
  1800. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +130 -0
  1801. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +159 -0
  1802. data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +179 -0
  1803. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +119 -0
  1804. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +75 -0
  1805. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +434 -0
  1806. data/third_party/abseil-cpp/absl/crc/internal/crc_non_temporal_memcpy.cc +93 -0
  1807. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +725 -0
  1808. data/third_party/abseil-cpp/absl/crc/internal/non_temporal_arm_intrinsics.h +79 -0
  1809. data/third_party/abseil-cpp/absl/crc/internal/non_temporal_memcpy.h +180 -0
  1810. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +45 -88
  1811. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +67 -38
  1812. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +1 -1
  1813. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +16 -13
  1814. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +3 -2
  1815. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +19 -12
  1816. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +8 -3
  1817. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +2 -1
  1818. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_generic-inl.inc +1 -1
  1819. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +8 -3
  1820. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +59 -102
  1821. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_win32-inl.inc +5 -4
  1822. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +41 -11
  1823. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +18 -4
  1824. data/third_party/abseil-cpp/absl/debugging/symbolize.cc +6 -1
  1825. data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +3 -2
  1826. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +164 -101
  1827. data/third_party/abseil-cpp/absl/debugging/symbolize_win32.inc +7 -6
  1828. data/third_party/abseil-cpp/absl/flags/commandlineflag.cc +34 -0
  1829. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +200 -0
  1830. data/third_party/abseil-cpp/absl/flags/config.h +68 -0
  1831. data/third_party/abseil-cpp/absl/flags/declare.h +73 -0
  1832. data/third_party/abseil-cpp/absl/flags/flag.cc +38 -0
  1833. data/third_party/abseil-cpp/absl/flags/flag.h +310 -0
  1834. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +26 -0
  1835. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.h +68 -0
  1836. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +615 -0
  1837. data/third_party/abseil-cpp/absl/flags/internal/flag.h +800 -0
  1838. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +116 -0
  1839. data/third_party/abseil-cpp/absl/flags/internal/path_util.h +62 -0
  1840. data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.cc +65 -0
  1841. data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.h +61 -0
  1842. data/third_party/abseil-cpp/absl/flags/internal/program_name.cc +60 -0
  1843. data/third_party/abseil-cpp/absl/flags/internal/program_name.h +50 -0
  1844. data/third_party/abseil-cpp/absl/flags/internal/registry.h +97 -0
  1845. data/third_party/abseil-cpp/absl/flags/internal/sequence_lock.h +187 -0
  1846. data/third_party/abseil-cpp/absl/flags/marshalling.cc +241 -0
  1847. data/third_party/abseil-cpp/absl/flags/marshalling.h +356 -0
  1848. data/third_party/abseil-cpp/absl/flags/reflection.cc +354 -0
  1849. data/third_party/abseil-cpp/absl/flags/reflection.h +90 -0
  1850. data/third_party/abseil-cpp/absl/flags/usage_config.cc +165 -0
  1851. data/third_party/abseil-cpp/absl/flags/usage_config.h +135 -0
  1852. data/third_party/abseil-cpp/absl/functional/any_invocable.h +316 -0
  1853. data/third_party/abseil-cpp/absl/functional/bind_front.h +10 -1
  1854. data/third_party/abseil-cpp/absl/functional/function_ref.h +2 -1
  1855. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +878 -0
  1856. data/third_party/abseil-cpp/absl/hash/hash.h +82 -8
  1857. data/third_party/abseil-cpp/absl/hash/internal/city.cc +10 -10
  1858. data/third_party/abseil-cpp/absl/hash/internal/hash.h +235 -26
  1859. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +3 -14
  1860. data/third_party/abseil-cpp/absl/memory/memory.h +26 -447
  1861. data/third_party/abseil-cpp/absl/meta/type_traits.h +104 -12
  1862. data/third_party/abseil-cpp/absl/numeric/bits.h +1 -1
  1863. data/third_party/abseil-cpp/absl/numeric/int128.cc +14 -10
  1864. data/third_party/abseil-cpp/absl/numeric/int128.h +2 -2
  1865. data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +33 -10
  1866. data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +4 -4
  1867. data/third_party/abseil-cpp/absl/random/distributions.h +3 -3
  1868. data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +3 -0
  1869. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -2
  1870. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +2 -2
  1871. data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +59 -48
  1872. data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +3 -24
  1873. data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +9 -9
  1874. data/third_party/abseil-cpp/absl/random/internal/randen.h +5 -11
  1875. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +6 -2
  1876. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +48 -23
  1877. data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +24 -26
  1878. data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +2 -2
  1879. data/third_party/abseil-cpp/absl/random/internal/traits.h +53 -5
  1880. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +5 -5
  1881. data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +33 -48
  1882. data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +9 -10
  1883. data/third_party/abseil-cpp/absl/random/poisson_distribution.h +7 -4
  1884. data/third_party/abseil-cpp/absl/random/random.h +6 -6
  1885. data/third_party/abseil-cpp/absl/random/seed_sequences.h +1 -0
  1886. data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +2 -2
  1887. data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +1 -1
  1888. data/third_party/abseil-cpp/absl/random/zipf_distribution.h +4 -3
  1889. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +18 -0
  1890. data/third_party/abseil-cpp/absl/status/status.cc +193 -14
  1891. data/third_party/abseil-cpp/absl/status/status.h +24 -14
  1892. data/third_party/abseil-cpp/absl/status/statusor.h +9 -3
  1893. data/third_party/abseil-cpp/absl/strings/ascii.cc +5 -5
  1894. data/third_party/abseil-cpp/absl/strings/ascii.h +4 -4
  1895. data/third_party/abseil-cpp/absl/strings/charconv.cc +534 -96
  1896. data/third_party/abseil-cpp/absl/strings/cord.cc +257 -924
  1897. data/third_party/abseil-cpp/absl/strings/cord.h +268 -156
  1898. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +188 -0
  1899. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +44 -0
  1900. data/third_party/abseil-cpp/absl/strings/cord_buffer.cc +30 -0
  1901. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +575 -0
  1902. data/third_party/abseil-cpp/absl/strings/escaping.cc +73 -62
  1903. data/third_party/abseil-cpp/absl/strings/escaping.h +24 -19
  1904. data/third_party/abseil-cpp/absl/strings/internal/char_map.h +14 -12
  1905. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +4 -4
  1906. data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +2 -2
  1907. data/third_party/abseil-cpp/absl/strings/internal/cord_data_edge.h +63 -0
  1908. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +20 -32
  1909. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +445 -150
  1910. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +157 -53
  1911. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +70 -73
  1912. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +8 -6
  1913. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +4 -2
  1914. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +3 -2
  1915. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +5 -4
  1916. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +7 -74
  1917. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.cc +56 -0
  1918. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.h +103 -0
  1919. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +58 -17
  1920. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +13 -11
  1921. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +7 -15
  1922. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +3 -3
  1923. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +19 -43
  1924. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +7 -7
  1925. data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +5 -4
  1926. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +4 -2
  1927. data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.cc +93 -0
  1928. data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.h +34 -0
  1929. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +18 -15
  1930. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +7 -9
  1931. data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +55 -0
  1932. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +9 -6
  1933. data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +14 -7
  1934. data/third_party/abseil-cpp/absl/strings/internal/ostringstream.h +35 -10
  1935. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +113 -46
  1936. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +127 -30
  1937. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +3 -2
  1938. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +42 -10
  1939. data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +56 -289
  1940. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +351 -0
  1941. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +6 -6
  1942. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +9 -4
  1943. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +215 -181
  1944. data/third_party/abseil-cpp/absl/strings/internal/str_format/output.h +2 -1
  1945. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +10 -209
  1946. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +14 -103
  1947. data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +9 -6
  1948. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +2 -1
  1949. data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +10 -2
  1950. data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.cc +28 -0
  1951. data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.h +57 -0
  1952. data/third_party/abseil-cpp/absl/strings/internal/utf8.cc +9 -9
  1953. data/third_party/abseil-cpp/absl/strings/numbers.cc +42 -39
  1954. data/third_party/abseil-cpp/absl/strings/numbers.h +26 -23
  1955. data/third_party/abseil-cpp/absl/strings/str_cat.cc +9 -6
  1956. data/third_party/abseil-cpp/absl/strings/str_cat.h +70 -16
  1957. data/third_party/abseil-cpp/absl/strings/str_format.h +71 -9
  1958. data/third_party/abseil-cpp/absl/strings/str_join.h +9 -15
  1959. data/third_party/abseil-cpp/absl/strings/str_split.h +1 -2
  1960. data/third_party/abseil-cpp/absl/strings/string_view.cc +8 -19
  1961. data/third_party/abseil-cpp/absl/strings/string_view.h +6 -12
  1962. data/third_party/abseil-cpp/absl/strings/strip.h +8 -6
  1963. data/third_party/abseil-cpp/absl/strings/substitute.cc +8 -6
  1964. data/third_party/abseil-cpp/absl/strings/substitute.h +55 -21
  1965. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +9 -6
  1966. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +0 -4
  1967. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +20 -17
  1968. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +37 -31
  1969. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +22 -8
  1970. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +0 -4
  1971. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +1 -6
  1972. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -25
  1973. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +10 -4
  1974. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +172 -88
  1975. data/third_party/abseil-cpp/absl/synchronization/mutex.h +102 -55
  1976. data/third_party/abseil-cpp/absl/synchronization/notification.cc +0 -1
  1977. data/third_party/abseil-cpp/absl/synchronization/notification.h +3 -3
  1978. data/third_party/abseil-cpp/absl/time/civil_time.cc +26 -0
  1979. data/third_party/abseil-cpp/absl/time/civil_time.h +25 -0
  1980. data/third_party/abseil-cpp/absl/time/clock.cc +17 -11
  1981. data/third_party/abseil-cpp/absl/time/duration.cc +12 -11
  1982. data/third_party/abseil-cpp/absl/time/format.cc +2 -1
  1983. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +11 -7
  1984. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
  1985. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +26 -5
  1986. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +7 -6
  1987. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +36 -35
  1988. data/third_party/abseil-cpp/absl/time/time.cc +2 -2
  1989. data/third_party/abseil-cpp/absl/time/time.h +268 -169
  1990. data/third_party/abseil-cpp/absl/types/internal/optional.h +8 -0
  1991. data/third_party/abseil-cpp/absl/types/internal/span.h +30 -19
  1992. data/third_party/abseil-cpp/absl/types/internal/variant.h +28 -40
  1993. data/third_party/abseil-cpp/absl/types/optional.h +17 -14
  1994. data/third_party/abseil-cpp/absl/types/span.h +31 -8
  1995. data/third_party/boringssl-with-bazel/err_data.c +729 -713
  1996. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +177 -177
  1997. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +28 -55
  1998. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +21 -23
  1999. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_dup.c +20 -23
  2000. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +66 -185
  2001. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_i2d_fp.c +18 -21
  2002. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +356 -311
  2003. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +177 -196
  2004. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +146 -210
  2005. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +6 -9
  2006. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +346 -526
  2007. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +111 -132
  2008. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +158 -111
  2009. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +93 -60
  2010. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +96 -181
  2011. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +242 -305
  2012. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +41 -18
  2013. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +30 -33
  2014. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +36 -33
  2015. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_string.c +29 -26
  2016. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +135 -90
  2017. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +230 -0
  2018. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +797 -793
  2019. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +529 -526
  2020. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +114 -135
  2021. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +201 -207
  2022. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +21 -26
  2023. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +55 -68
  2024. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +2 -4
  2025. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +20 -14
  2026. data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +42 -57
  2027. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +17 -11
  2028. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +15 -11
  2029. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +30 -27
  2030. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +5 -5
  2031. data/third_party/boringssl-with-bazel/src/crypto/bio/printf.c +0 -13
  2032. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +5 -8
  2033. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +4 -2
  2034. data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +40 -27
  2035. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +10 -23
  2036. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +2 -6
  2037. data/third_party/boringssl-with-bazel/src/crypto/bytestring/asn1_compat.c +2 -1
  2038. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +29 -28
  2039. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +161 -201
  2040. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +254 -39
  2041. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +2 -2
  2042. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -3
  2043. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
  2044. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/derive_key.c +4 -4
  2045. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesctrhmac.c +9 -8
  2046. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +37 -75
  2047. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +8 -10
  2048. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/cipher → cipher_extra}/e_des.c +100 -78
  2049. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +1 -0
  2050. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +1 -0
  2051. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +2 -0
  2052. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +34 -37
  2053. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +22 -11
  2054. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
  2055. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +34 -195
  2056. data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -8
  2057. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +20 -0
  2058. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +77 -0
  2059. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +62 -0
  2060. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-fuchsia.c → cpu_aarch64_fuchsia.c} +8 -7
  2061. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-linux.c → cpu_aarch64_linux.c} +6 -4
  2062. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +62 -0
  2063. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-win.c → cpu_aarch64_win.c} +4 -4
  2064. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm.c → cpu_arm.c} +1 -1
  2065. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +55 -0
  2066. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.c → cpu_arm_linux.c} +11 -90
  2067. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.h → cpu_arm_linux.h} +0 -38
  2068. data/third_party/boringssl-with-bazel/src/crypto/{cpu-ppc64le.c → cpu_arm_openbsd.c} +10 -17
  2069. data/third_party/boringssl-with-bazel/src/crypto/{cpu-intel.c → cpu_intel.c} +1 -2
  2070. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +25 -20
  2071. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +71 -77
  2072. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_64_adx.c +18 -0
  2073. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2834 -7442
  2074. data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +26 -8
  2075. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +17 -32
  2076. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/des.c +232 -232
  2077. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/internal.h +1 -1
  2078. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +1 -0
  2079. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +232 -29
  2080. data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +0 -3
  2081. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +43 -16
  2082. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +37 -7
  2083. data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +23 -3
  2084. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +118 -105
  2085. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
  2086. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +237 -109
  2087. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +31 -7
  2088. data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
  2089. data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +2 -4
  2090. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +96 -70
  2091. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +80 -23
  2092. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +3 -3
  2093. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +25 -23
  2094. data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +43 -9
  2095. data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +75 -44
  2096. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +21 -29
  2097. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +99 -52
  2098. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +7 -8
  2099. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519_asn1.c +26 -23
  2100. data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +233 -0
  2101. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +6 -6
  2102. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +42 -25
  2103. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +4 -5
  2104. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519_asn1.c +35 -47
  2105. data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
  2106. data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +138 -246
  2107. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -4
  2108. data/third_party/boringssl-with-bazel/src/crypto/evp/sign.c +15 -10
  2109. data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +47 -71
  2110. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +0 -2
  2111. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes_nohw.c +13 -14
  2112. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +3 -13
  2113. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/key_wrap.c +13 -7
  2114. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/mode_wrappers.c +9 -7
  2115. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +37 -28
  2116. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +16 -26
  2117. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +88 -60
  2118. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/cmp.c +4 -3
  2119. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +0 -2
  2120. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +13 -6
  2121. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +1 -1
  2122. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +99 -113
  2123. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -7
  2124. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +5 -3
  2125. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +112 -168
  2126. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +98 -37
  2127. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +28 -24
  2128. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +55 -20
  2129. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +4 -5
  2130. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +13 -0
  2131. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +13 -5
  2132. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +25 -114
  2133. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.h +19 -15
  2134. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/shift.c +15 -16
  2135. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +22 -21
  2136. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/aead.c +3 -0
  2137. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +79 -19
  2138. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +102 -99
  2139. data/third_party/boringssl-with-bazel/src/crypto/{cipher_extra → fipsmodule/cipher}/e_aesccm.c +52 -46
  2140. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +39 -0
  2141. data/third_party/boringssl-with-bazel/src/crypto/{cmac → fipsmodule/cmac}/cmac.c +55 -11
  2142. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
  2143. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +2 -3
  2144. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +24 -6
  2145. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +58 -0
  2146. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +5 -3
  2147. data/third_party/boringssl-with-bazel/src/crypto/{evp → fipsmodule/digestsign}/digestsign.c +51 -15
  2148. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
  2149. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +226 -450
  2150. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +95 -21
  2151. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +36 -69
  2152. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
  2153. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +139 -155
  2154. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +71 -40
  2155. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +60 -78
  2156. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64-table.h → p256-nistz-table.h} +1 -1
  2157. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.c → p256-nistz.c} +87 -83
  2158. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.h → p256-nistz.h} +5 -13
  2159. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +71 -62
  2160. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
  2161. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -30
  2162. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +21 -42
  2163. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +33 -34
  2164. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +16 -17
  2165. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +9 -1
  2166. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +53 -19
  2167. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +6 -0
  2168. data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +2 -2
  2169. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/hmac.c +52 -24
  2170. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +9 -23
  2171. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +1 -4
  2172. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +3 -8
  2173. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +170 -160
  2174. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
  2175. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +69 -61
  2176. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -12
  2177. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
  2178. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/ctrdrbg.c +31 -13
  2179. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +56 -34
  2180. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +3 -2
  2181. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/getrandom_fillin.h +2 -2
  2182. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -45
  2183. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +111 -78
  2184. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +12 -85
  2185. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +0 -1
  2186. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +98 -16
  2187. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +42 -314
  2188. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +244 -139
  2189. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +175 -255
  2190. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +41 -0
  2191. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +589 -422
  2192. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/internal.h +89 -0
  2193. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +334 -0
  2194. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +3 -12
  2195. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +2 -0
  2196. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +12 -8
  2197. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +14 -12
  2198. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
  2199. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +52 -6
  2200. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +192 -18
  2201. data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +65 -29
  2202. data/third_party/boringssl-with-bazel/src/crypto/internal.h +576 -84
  2203. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +91 -0
  2204. data/third_party/boringssl-with-bazel/src/crypto/kyber/keccak.c +204 -0
  2205. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +834 -0
  2206. data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +13 -1
  2207. data/third_party/boringssl-with-bazel/src/crypto/mem.c +219 -13
  2208. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +37 -29
  2209. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +9 -4
  2210. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +81 -90
  2211. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +150 -245
  2212. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +633 -613
  2213. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_oth.c +17 -17
  2214. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +142 -149
  2215. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +99 -131
  2216. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_x509.c +0 -1
  2217. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_xaux.c +0 -1
  2218. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +0 -1
  2219. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
  2220. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
  2221. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -10
  2222. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +44 -71
  2223. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +31 -38
  2224. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +2 -1
  2225. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +18 -31
  2226. data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +2 -0
  2227. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +8 -1
  2228. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
  2229. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
  2230. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +48 -0
  2231. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
  2232. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +129 -5
  2233. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/trusty.c +38 -0
  2234. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
  2235. data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -19
  2236. data/third_party/boringssl-with-bazel/src/crypto/{asn1/a_print.c → rsa_extra/internal.h} +15 -21
  2237. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
  2238. data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +8 -11
  2239. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +171 -62
  2240. data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
  2241. data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +12 -44
  2242. data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +11 -35
  2243. data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +128 -34
  2244. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +428 -147
  2245. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +116 -284
  2246. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +686 -161
  2247. data/third_party/boringssl-with-bazel/src/crypto/x509/a_digest.c +22 -24
  2248. data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +63 -55
  2249. data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +32 -34
  2250. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +32 -16
  2251. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +465 -704
  2252. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +279 -331
  2253. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +183 -178
  2254. data/third_party/boringssl-with-bazel/src/crypto/x509/i2d_pr.c +11 -15
  2255. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +69 -51
  2256. data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +132 -151
  2257. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +790 -0
  2258. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +95 -102
  2259. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +72 -57
  2260. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +12 -10
  2261. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +220 -254
  2262. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +52 -47
  2263. data/third_party/boringssl-with-bazel/src/crypto/x509/x509.c +3 -4
  2264. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +136 -270
  2265. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +161 -327
  2266. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +37 -33
  2267. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_def.c +14 -31
  2268. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +55 -85
  2269. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +526 -616
  2270. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +129 -122
  2271. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +164 -181
  2272. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +132 -132
  2273. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +186 -203
  2274. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_txt.c +64 -79
  2275. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +171 -160
  2276. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +1863 -2050
  2277. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +380 -480
  2278. data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +156 -163
  2279. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +262 -265
  2280. data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +40 -15
  2281. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +59 -63
  2282. data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +63 -67
  2283. data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +114 -144
  2284. data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +25 -26
  2285. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +330 -417
  2286. data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +8 -7
  2287. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +30 -28
  2288. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +354 -370
  2289. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +37 -32
  2290. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +121 -124
  2291. data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +36 -26
  2292. data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +3 -4
  2293. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +10 -13
  2294. data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +3 -4
  2295. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +419 -261
  2296. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +113 -105
  2297. data/third_party/boringssl-with-bazel/src/crypto/x509v3/ext_dat.h +11 -15
  2298. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +79 -171
  2299. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +126 -131
  2300. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akeya.c +3 -4
  2301. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +465 -469
  2302. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bcons.c +56 -54
  2303. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +46 -49
  2304. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +294 -344
  2305. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +342 -365
  2306. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +429 -393
  2307. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +29 -24
  2308. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_extku.c +65 -59
  2309. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +125 -121
  2310. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +43 -42
  2311. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +120 -125
  2312. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_int.c +50 -20
  2313. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +227 -265
  2314. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +386 -389
  2315. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ocsp.c +45 -32
  2316. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcons.c +57 -54
  2317. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pmaps.c +63 -67
  2318. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +130 -135
  2319. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +650 -691
  2320. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +90 -75
  2321. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +1063 -1145
  2322. data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +13 -11
  2323. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +25 -160
  2324. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
  2325. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +222 -191
  2326. data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +26 -78
  2327. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +46 -124
  2328. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +29 -14
  2329. data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
  2330. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +49 -19
  2331. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +99 -29
  2332. data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
  2333. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +49 -60
  2334. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +7 -16
  2335. data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +16 -200
  2336. data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +34 -0
  2337. data/third_party/boringssl-with-bazel/src/include/openssl/ctrdrbg.h +82 -0
  2338. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +32 -30
  2339. data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +7 -0
  2340. data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +4 -21
  2341. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +69 -7
  2342. data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +56 -14
  2343. data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +1 -0
  2344. data/third_party/boringssl-with-bazel/src/include/openssl/err.h +33 -5
  2345. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +36 -40
  2346. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +1 -1
  2347. data/third_party/boringssl-with-bazel/src/include/openssl/hmac.h +7 -0
  2348. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +69 -16
  2349. data/third_party/boringssl-with-bazel/src/include/openssl/kdf.h +91 -0
  2350. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +128 -0
  2351. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +74 -8
  2352. data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +7 -3
  2353. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +8 -1
  2354. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
  2355. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +11 -18
  2356. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +8 -0
  2357. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +15 -5
  2358. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +97 -65
  2359. data/third_party/boringssl-with-bazel/src/include/openssl/service_indicator.h +96 -0
  2360. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -21
  2361. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +396 -157
  2362. data/third_party/boringssl-with-bazel/src/include/openssl/ssl3.h +1 -6
  2363. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +339 -230
  2364. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +154 -0
  2365. data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -26
  2366. data/third_party/boringssl-with-bazel/src/include/openssl/time.h +41 -0
  2367. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +22 -7
  2368. data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +57 -23
  2369. data/third_party/boringssl-with-bazel/src/include/openssl/type_check.h +0 -11
  2370. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2079 -1411
  2371. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +245 -216
  2372. data/third_party/boringssl-with-bazel/src/ssl/bio_ssl.cc +2 -2
  2373. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +6 -13
  2374. data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +17 -18
  2375. data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +4 -5
  2376. data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +25 -33
  2377. data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +45 -26
  2378. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +72 -99
  2379. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +218 -74
  2380. data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +5 -5
  2381. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +53 -34
  2382. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +77 -45
  2383. data/third_party/boringssl-with-bazel/src/ssl/internal.h +204 -132
  2384. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +47 -12
  2385. data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +2 -2
  2386. data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +91 -75
  2387. data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +8 -10
  2388. data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +47 -69
  2389. data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +1 -0
  2390. data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +5 -9
  2391. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +237 -240
  2392. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +78 -101
  2393. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +126 -155
  2394. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +356 -48
  2395. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +167 -64
  2396. data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +41 -32
  2397. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
  2398. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +22 -6
  2399. data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +15 -13
  2400. data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +7 -44
  2401. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +6 -4
  2402. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +7 -23
  2403. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +25 -34
  2404. data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +2 -2
  2405. data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +16 -98
  2406. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_32.h +1241 -657
  2407. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64.h +751 -398
  2408. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
  2409. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
  2410. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_32.h +3551 -1938
  2411. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +1272 -487
  2412. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
  2413. data/third_party/cares/cares/include/ares.h +23 -1
  2414. data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
  2415. data/third_party/cares/cares/include/ares_rules.h +2 -2
  2416. data/third_party/cares/cares/include/ares_version.h +3 -3
  2417. data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
  2418. data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
  2419. data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
  2420. data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
  2421. data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
  2422. data/third_party/cares/cares/src/lib/ares_data.c +16 -0
  2423. data/third_party/cares/cares/src/lib/ares_data.h +7 -0
  2424. data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
  2425. data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
  2426. data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
  2427. data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
  2428. data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
  2429. data/third_party/cares/cares/src/lib/ares_init.c +97 -485
  2430. data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
  2431. data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
  2432. data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
  2433. data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
  2434. data/third_party/cares/cares/src/lib/ares_private.h +30 -16
  2435. data/third_party/cares/cares/src/lib/ares_process.c +55 -16
  2436. data/third_party/cares/cares/src/lib/ares_query.c +1 -35
  2437. data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
  2438. data/third_party/cares/cares/src/lib/ares_send.c +5 -7
  2439. data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
  2440. data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
  2441. data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
  2442. data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
  2443. data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
  2444. data/third_party/re2/re2/bitstate.cc +3 -3
  2445. data/third_party/re2/re2/dfa.cc +13 -13
  2446. data/third_party/re2/re2/nfa.cc +4 -4
  2447. data/third_party/re2/re2/onepass.cc +2 -2
  2448. data/third_party/re2/re2/prefilter_tree.cc +27 -59
  2449. data/third_party/re2/re2/prefilter_tree.h +3 -2
  2450. data/third_party/re2/re2/prog.cc +11 -2
  2451. data/third_party/re2/re2/prog.h +17 -5
  2452. data/third_party/re2/re2/re2.cc +6 -11
  2453. data/third_party/re2/re2/re2.h +1 -1
  2454. data/third_party/re2/re2/regexp.cc +1 -2
  2455. data/third_party/re2/re2/stringpiece.h +10 -7
  2456. data/third_party/re2/re2/unicode_casefold.cc +25 -11
  2457. data/third_party/re2/re2/unicode_groups.cc +319 -151
  2458. data/third_party/re2/re2/walker-inl.h +3 -2
  2459. data/third_party/re2/util/mutex.h +4 -4
  2460. data/third_party/upb/upb/alloc.h +36 -0
  2461. data/third_party/upb/upb/arena.h +36 -0
  2462. data/third_party/upb/upb/array.h +36 -0
  2463. data/third_party/upb/upb/base/descriptor_constants.h +104 -0
  2464. data/third_party/upb/upb/base/log2.h +57 -0
  2465. data/third_party/upb/upb/base/status.c +81 -0
  2466. data/third_party/upb/upb/base/status.h +66 -0
  2467. data/third_party/upb/upb/base/string_view.h +75 -0
  2468. data/third_party/upb/upb/collections/array.c +145 -0
  2469. data/third_party/upb/upb/collections/array.h +85 -0
  2470. data/third_party/upb/upb/collections/array_internal.h +135 -0
  2471. data/third_party/upb/upb/collections/map.c +135 -0
  2472. data/third_party/upb/upb/collections/map.h +135 -0
  2473. data/third_party/upb/upb/collections/map_gencode_util.h +78 -0
  2474. data/third_party/upb/upb/collections/map_internal.h +170 -0
  2475. data/third_party/upb/upb/collections/map_sorter.c +166 -0
  2476. data/third_party/upb/upb/collections/map_sorter_internal.h +109 -0
  2477. data/third_party/upb/upb/collections/message_value.h +65 -0
  2478. data/third_party/upb/upb/decode.h +3 -61
  2479. data/third_party/upb/upb/def.h +4 -377
  2480. data/third_party/upb/upb/def.hpp +3 -408
  2481. data/third_party/upb/upb/encode.h +3 -38
  2482. data/third_party/upb/upb/extension_registry.h +35 -0
  2483. data/third_party/upb/upb/{table.c → hash/common.c} +51 -109
  2484. data/third_party/upb/upb/hash/common.h +199 -0
  2485. data/third_party/upb/upb/hash/int_table.h +102 -0
  2486. data/third_party/upb/upb/hash/str_table.h +161 -0
  2487. data/third_party/upb/upb/json/decode.c +1477 -0
  2488. data/third_party/upb/upb/json/decode.h +52 -0
  2489. data/third_party/upb/upb/{json_encode.c → json/encode.c} +74 -46
  2490. data/third_party/upb/upb/json/encode.h +70 -0
  2491. data/third_party/upb/upb/json_decode.h +36 -0
  2492. data/third_party/upb/upb/json_encode.h +4 -30
  2493. data/third_party/upb/upb/lex/atoi.c +68 -0
  2494. data/third_party/upb/upb/lex/atoi.h +53 -0
  2495. data/third_party/upb/upb/lex/round_trip.c +67 -0
  2496. data/third_party/upb/upb/{upb_internal.h → lex/round_trip.h} +17 -30
  2497. data/third_party/upb/upb/lex/strtod.c +97 -0
  2498. data/third_party/upb/upb/lex/strtod.h +46 -0
  2499. data/third_party/upb/upb/lex/unicode.c +57 -0
  2500. data/third_party/upb/upb/lex/unicode.h +77 -0
  2501. data/third_party/upb/upb/map.h +36 -0
  2502. data/third_party/upb/upb/mem/alloc.c +47 -0
  2503. data/third_party/upb/upb/mem/alloc.h +98 -0
  2504. data/third_party/upb/upb/mem/arena.c +367 -0
  2505. data/third_party/upb/upb/mem/arena.h +160 -0
  2506. data/third_party/upb/upb/mem/arena_internal.h +114 -0
  2507. data/third_party/upb/upb/message/accessors.c +68 -0
  2508. data/third_party/upb/upb/message/accessors.h +379 -0
  2509. data/third_party/upb/upb/message/accessors_internal.h +325 -0
  2510. data/third_party/upb/upb/message/extension_internal.h +83 -0
  2511. data/third_party/upb/upb/message/internal.h +135 -0
  2512. data/third_party/upb/upb/message/message.c +180 -0
  2513. data/third_party/upb/upb/message/message.h +69 -0
  2514. data/third_party/upb/upb/mini_table/common.c +128 -0
  2515. data/third_party/upb/upb/mini_table/common.h +170 -0
  2516. data/third_party/upb/upb/mini_table/common_internal.h +111 -0
  2517. data/third_party/upb/upb/mini_table/decode.c +1127 -0
  2518. data/third_party/upb/upb/mini_table/decode.h +179 -0
  2519. data/third_party/upb/upb/mini_table/encode.c +300 -0
  2520. data/third_party/upb/upb/mini_table/encode_internal.h +111 -0
  2521. data/third_party/upb/upb/mini_table/encode_internal.hpp +136 -0
  2522. data/third_party/upb/upb/mini_table/enum_internal.h +88 -0
  2523. data/third_party/upb/upb/mini_table/extension_internal.h +47 -0
  2524. data/third_party/upb/upb/mini_table/extension_registry.c +96 -0
  2525. data/third_party/upb/upb/mini_table/extension_registry.h +104 -0
  2526. data/third_party/upb/upb/mini_table/field_internal.h +192 -0
  2527. data/third_party/upb/upb/mini_table/file_internal.h +47 -0
  2528. data/third_party/upb/upb/mini_table/message_internal.h +136 -0
  2529. data/third_party/upb/upb/mini_table/sub_internal.h +38 -0
  2530. data/third_party/upb/upb/mini_table/types.h +40 -0
  2531. data/third_party/upb/upb/mini_table.h +36 -0
  2532. data/third_party/upb/upb/msg.h +3 -81
  2533. data/third_party/upb/upb/port/atomic.h +101 -0
  2534. data/third_party/upb/upb/{port_def.inc → port/def.inc} +96 -28
  2535. data/third_party/upb/upb/{port_undef.inc → port/undef.inc} +14 -3
  2536. data/third_party/upb/upb/port/vsnprintf_compat.h +50 -0
  2537. data/third_party/upb/upb/reflection/common.h +67 -0
  2538. data/third_party/upb/upb/reflection/def.h +42 -0
  2539. data/third_party/upb/upb/reflection/def.hpp +610 -0
  2540. data/third_party/upb/upb/reflection/def_builder.c +357 -0
  2541. data/third_party/upb/upb/reflection/def_builder_internal.h +157 -0
  2542. data/third_party/upb/upb/reflection/def_pool.c +462 -0
  2543. data/third_party/upb/upb/reflection/def_pool.h +108 -0
  2544. data/third_party/upb/upb/reflection/def_pool_internal.h +77 -0
  2545. data/third_party/upb/upb/reflection/def_type.c +50 -0
  2546. data/third_party/upb/upb/reflection/def_type.h +81 -0
  2547. data/third_party/upb/upb/reflection/desc_state.c +53 -0
  2548. data/third_party/upb/upb/reflection/desc_state_internal.h +64 -0
  2549. data/third_party/upb/upb/reflection/enum_def.c +310 -0
  2550. data/third_party/upb/upb/reflection/enum_def.h +80 -0
  2551. data/third_party/upb/upb/reflection/enum_def_internal.h +56 -0
  2552. data/third_party/upb/upb/reflection/enum_reserved_range.c +84 -0
  2553. data/third_party/upb/upb/reflection/enum_reserved_range.h +51 -0
  2554. data/third_party/upb/upb/reflection/enum_reserved_range_internal.h +55 -0
  2555. data/third_party/upb/upb/reflection/enum_value_def.c +144 -0
  2556. data/third_party/upb/upb/reflection/enum_value_def.h +57 -0
  2557. data/third_party/upb/upb/reflection/enum_value_def_internal.h +57 -0
  2558. data/third_party/upb/upb/reflection/extension_range.c +93 -0
  2559. data/third_party/upb/upb/reflection/extension_range.h +55 -0
  2560. data/third_party/upb/upb/reflection/extension_range_internal.h +54 -0
  2561. data/third_party/upb/upb/reflection/field_def.c +930 -0
  2562. data/third_party/upb/upb/reflection/field_def.h +91 -0
  2563. data/third_party/upb/upb/reflection/field_def_internal.h +76 -0
  2564. data/third_party/upb/upb/reflection/file_def.c +370 -0
  2565. data/third_party/upb/upb/reflection/file_def.h +77 -0
  2566. data/third_party/upb/upb/reflection/file_def_internal.h +57 -0
  2567. data/third_party/upb/upb/reflection/message.c +233 -0
  2568. data/third_party/upb/upb/reflection/message.h +102 -0
  2569. data/third_party/upb/upb/reflection/message.hpp +37 -0
  2570. data/third_party/upb/upb/reflection/message_def.c +718 -0
  2571. data/third_party/upb/upb/reflection/message_def.h +174 -0
  2572. data/third_party/upb/upb/reflection/message_def_internal.h +63 -0
  2573. data/third_party/upb/upb/reflection/message_reserved_range.c +81 -0
  2574. data/third_party/upb/upb/reflection/message_reserved_range.h +51 -0
  2575. data/third_party/upb/upb/reflection/message_reserved_range_internal.h +55 -0
  2576. data/third_party/upb/upb/reflection/method_def.c +124 -0
  2577. data/third_party/upb/upb/reflection/method_def.h +59 -0
  2578. data/third_party/upb/upb/reflection/method_def_internal.h +53 -0
  2579. data/third_party/upb/upb/reflection/oneof_def.c +226 -0
  2580. data/third_party/upb/upb/reflection/oneof_def.h +66 -0
  2581. data/third_party/upb/upb/reflection/oneof_def_internal.h +57 -0
  2582. data/third_party/upb/upb/reflection/service_def.c +128 -0
  2583. data/third_party/upb/upb/reflection/service_def.h +60 -0
  2584. data/third_party/upb/upb/reflection/service_def_internal.h +53 -0
  2585. data/third_party/upb/upb/reflection.h +4 -188
  2586. data/third_party/upb/upb/reflection.hpp +3 -7
  2587. data/third_party/upb/upb/status.h +36 -0
  2588. data/third_party/upb/upb/string_view.h +36 -0
  2589. data/third_party/upb/upb/{text_encode.c → text/encode.c} +75 -70
  2590. data/third_party/upb/upb/text/encode.h +69 -0
  2591. data/third_party/upb/upb/text_encode.h +4 -32
  2592. data/third_party/upb/upb/upb.h +6 -340
  2593. data/third_party/upb/upb/upb.hpp +10 -18
  2594. data/third_party/upb/upb/wire/common.h +44 -0
  2595. data/third_party/upb/upb/wire/common_internal.h +50 -0
  2596. data/third_party/upb/upb/wire/decode.c +1343 -0
  2597. data/third_party/upb/upb/wire/decode.h +108 -0
  2598. data/third_party/upb/upb/{decode_fast.c → wire/decode_fast.c} +184 -225
  2599. data/third_party/upb/upb/{decode_fast.h → wire/decode_fast.h} +21 -7
  2600. data/third_party/upb/upb/{decode_internal.h → wire/decode_internal.h} +44 -92
  2601. data/third_party/upb/upb/{encode.c → wire/encode.c} +130 -102
  2602. data/third_party/upb/upb/wire/encode.h +92 -0
  2603. data/third_party/upb/upb/wire/eps_copy_input_stream.c +39 -0
  2604. data/third_party/upb/upb/wire/eps_copy_input_stream.h +425 -0
  2605. data/third_party/upb/upb/wire/reader.c +67 -0
  2606. data/third_party/upb/upb/wire/reader.h +227 -0
  2607. data/third_party/upb/upb/wire/swap_internal.h +63 -0
  2608. data/third_party/upb/upb/wire/types.h +41 -0
  2609. data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-neon.c +1 -1
  2610. data/third_party/utf8_range/utf8_range.h +21 -0
  2611. data/third_party/zlib/compress.c +3 -3
  2612. data/third_party/zlib/crc32.c +21 -12
  2613. data/third_party/zlib/deflate.c +112 -106
  2614. data/third_party/zlib/deflate.h +2 -2
  2615. data/third_party/zlib/gzlib.c +1 -1
  2616. data/third_party/zlib/gzread.c +3 -5
  2617. data/third_party/zlib/gzwrite.c +1 -1
  2618. data/third_party/zlib/infback.c +10 -7
  2619. data/third_party/zlib/inflate.c +5 -2
  2620. data/third_party/zlib/inftrees.c +2 -2
  2621. data/third_party/zlib/inftrees.h +1 -1
  2622. data/third_party/zlib/trees.c +61 -62
  2623. data/third_party/zlib/uncompr.c +2 -2
  2624. data/third_party/zlib/zconf.h +16 -3
  2625. data/third_party/zlib/zlib.h +10 -10
  2626. data/third_party/zlib/zutil.c +9 -7
  2627. data/third_party/zlib/zutil.h +1 -0
  2628. metadata +636 -172
  2629. data/include/grpc/impl/codegen/gpr_slice.h +0 -71
  2630. data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -176
  2631. data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
  2632. data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +0 -66
  2633. data/src/core/ext/filters/client_channel/lb_policy.cc +0 -134
  2634. data/src/core/ext/filters/client_channel/lb_policy_factory.h +0 -50
  2635. data/src/core/ext/filters/client_channel/lb_policy_registry.cc +0 -192
  2636. data/src/core/ext/filters/client_channel/lb_policy_registry.h +0 -70
  2637. data/src/core/ext/filters/client_channel/proxy_mapper.h +0 -54
  2638. data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +0 -91
  2639. data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +0 -55
  2640. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +0 -30
  2641. data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +0 -180
  2642. data/src/core/ext/filters/fault_injection/service_config_parser.cc +0 -179
  2643. data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +0 -457
  2644. data/src/core/ext/filters/http/message_compress/message_compress_filter.h +0 -53
  2645. data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +0 -388
  2646. data/src/core/ext/filters/server_config_selector/server_config_selector.cc +0 -61
  2647. data/src/core/ext/transport/chttp2/transport/context_list.cc +0 -71
  2648. data/src/core/ext/transport/chttp2/transport/context_list.h +0 -54
  2649. data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
  2650. data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
  2651. data/src/core/ext/xds/certificate_provider_registry.cc +0 -103
  2652. data/src/core/ext/xds/certificate_provider_registry.h +0 -57
  2653. data/src/core/lib/event_engine/iomgr_engine.cc +0 -206
  2654. data/src/core/lib/event_engine/iomgr_engine.h +0 -118
  2655. data/src/core/lib/gpr/cpu_iphone.cc +0 -44
  2656. data/src/core/lib/gpr/cpu_windows.cc +0 -33
  2657. data/src/core/lib/gpr/env.h +0 -40
  2658. data/src/core/lib/gpr/env_linux.cc +0 -75
  2659. data/src/core/lib/gpr/env_posix.cc +0 -46
  2660. data/src/core/lib/gpr/env_windows.cc +0 -74
  2661. data/src/core/lib/gpr/murmur_hash.cc +0 -82
  2662. data/src/core/lib/gpr/murmur_hash.h +0 -29
  2663. data/src/core/lib/gpr/string_util_windows.cc +0 -82
  2664. data/src/core/lib/gpr/string_windows.cc +0 -69
  2665. data/src/core/lib/gpr/string_windows.h +0 -32
  2666. data/src/core/lib/gpr/tls.h +0 -156
  2667. data/src/core/lib/gpr/tmpfile_windows.cc +0 -69
  2668. data/src/core/lib/gprpp/global_config.h +0 -93
  2669. data/src/core/lib/gprpp/global_config_custom.h +0 -29
  2670. data/src/core/lib/gprpp/global_config_env.cc +0 -138
  2671. data/src/core/lib/gprpp/global_config_env.h +0 -133
  2672. data/src/core/lib/gprpp/global_config_generic.h +0 -40
  2673. data/src/core/lib/iomgr/error_internal.h +0 -66
  2674. data/src/core/lib/iomgr/executor/mpmcqueue.cc +0 -182
  2675. data/src/core/lib/iomgr/executor/mpmcqueue.h +0 -171
  2676. data/src/core/lib/iomgr/executor/threadpool.cc +0 -136
  2677. data/src/core/lib/iomgr/executor/threadpool.h +0 -150
  2678. data/src/core/lib/iomgr/time_averaged_stats.cc +0 -64
  2679. data/src/core/lib/iomgr/time_averaged_stats.h +0 -72
  2680. data/src/core/lib/profiling/basic_timers.cc +0 -295
  2681. data/src/core/lib/profiling/stap_timers.cc +0 -50
  2682. data/src/core/lib/profiling/timers.h +0 -94
  2683. data/src/core/lib/promise/call_push_pull.h +0 -148
  2684. data/src/core/lib/promise/intra_activity_waiter.h +0 -49
  2685. data/src/core/lib/security/security_connector/load_system_roots_linux.h +0 -46
  2686. data/src/core/lib/security/security_connector/ssl_utils_config.cc +0 -32
  2687. data/src/core/lib/security/security_connector/ssl_utils_config.h +0 -30
  2688. data/src/core/lib/slice/slice_api.cc +0 -39
  2689. data/src/core/lib/slice/slice_buffer_api.cc +0 -35
  2690. data/src/core/lib/slice/slice_refcount_base.h +0 -60
  2691. data/src/core/lib/slice/slice_split.cc +0 -103
  2692. data/src/core/lib/slice/slice_split.h +0 -36
  2693. data/src/core/lib/transport/byte_stream.cc +0 -165
  2694. data/src/core/lib/transport/byte_stream.h +0 -170
  2695. data/third_party/abseil-cpp/absl/container/internal/have_sse.h +0 -50
  2696. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +0 -195
  2697. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +0 -236
  2698. data/third_party/boringssl-with-bazel/src/crypto/asn1/charmap.h +0 -15
  2699. data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +0 -206
  2700. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1-altivec.c +0 -361
  2701. data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +0 -53
  2702. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +0 -287
  2703. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +0 -132
  2704. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +0 -155
  2705. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +0 -131
  2706. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +0 -189
  2707. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +0 -843
  2708. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +0 -289
  2709. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcia.c +0 -57
  2710. data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
  2711. data/third_party/upb/third_party/utf8_range/utf8_range.h +0 -9
  2712. data/third_party/upb/upb/decode.c +0 -1125
  2713. data/third_party/upb/upb/def.c +0 -3261
  2714. data/third_party/upb/upb/msg.c +0 -428
  2715. data/third_party/upb/upb/msg_internal.h +0 -831
  2716. data/third_party/upb/upb/reflection.c +0 -480
  2717. data/third_party/upb/upb/table_internal.h +0 -385
  2718. data/third_party/upb/upb/upb.c +0 -362
  2719. /data/third_party/{upb/third_party/utf8_range → utf8_range}/naive.c +0 -0
  2720. /data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-sse.c +0 -0
@@ -1,47 +1,53 @@
1
- /*
2
- *
3
- * Copyright 2015 gRPC authors.
4
- *
5
- * Licensed under the Apache License, Version 2.0 (the "License");
6
- * you may not use this file except in compliance with the License.
7
- * You may obtain a copy of the License at
8
- *
9
- * http://www.apache.org/licenses/LICENSE-2.0
10
- *
11
- * Unless required by applicable law or agreed to in writing, software
12
- * distributed under the License is distributed on an "AS IS" BASIS,
13
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- * See the License for the specific language governing permissions and
15
- * limitations under the License.
16
- *
17
- */
1
+ //
2
+ //
3
+ // Copyright 2015 gRPC authors.
4
+ //
5
+ // Licensed under the Apache License, Version 2.0 (the "License");
6
+ // you may not use this file except in compliance with the License.
7
+ // You may obtain a copy of the License at
8
+ //
9
+ // http://www.apache.org/licenses/LICENSE-2.0
10
+ //
11
+ // Unless required by applicable law or agreed to in writing, software
12
+ // distributed under the License is distributed on an "AS IS" BASIS,
13
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ // See the License for the specific language governing permissions and
15
+ // limitations under the License.
16
+ //
17
+ //
18
18
 
19
19
  #include <grpc/support/port_platform.h>
20
20
 
21
21
  #include "src/core/lib/surface/call.h"
22
22
 
23
+ #include <inttypes.h>
23
24
  #include <limits.h>
24
25
  #include <stdlib.h>
26
+ #include <string.h>
25
27
 
26
28
  #include <algorithm>
27
29
  #include <atomic>
30
+ #include <initializer_list>
28
31
  #include <memory>
29
32
  #include <new>
30
33
  #include <string>
34
+ #include <type_traits>
31
35
  #include <utility>
36
+ #include <vector>
32
37
 
33
38
  #include "absl/base/thread_annotations.h"
34
39
  #include "absl/meta/type_traits.h"
35
40
  #include "absl/status/status.h"
36
41
  #include "absl/strings/str_cat.h"
37
42
  #include "absl/strings/str_format.h"
43
+ #include "absl/strings/str_join.h"
38
44
  #include "absl/strings/string_view.h"
39
45
 
40
46
  #include <grpc/byte_buffer.h>
41
47
  #include <grpc/compression.h>
48
+ #include <grpc/event_engine/event_engine.h>
42
49
  #include <grpc/grpc.h>
43
- #include <grpc/impl/codegen/gpr_types.h>
44
- #include <grpc/impl/codegen/propagation_bits.h>
50
+ #include <grpc/impl/propagation_bits.h>
45
51
  #include <grpc/slice.h>
46
52
  #include <grpc/slice_buffer.h>
47
53
  #include <grpc/status.h>
@@ -49,44 +55,68 @@
49
55
  #include <grpc/support/atm.h>
50
56
  #include <grpc/support/log.h>
51
57
  #include <grpc/support/string_util.h>
58
+ #include <grpc/support/time.h>
52
59
 
60
+ #include "src/core/lib/channel/call_finalization.h"
61
+ #include "src/core/lib/channel/call_tracer.h"
62
+ #include "src/core/lib/channel/channel_args.h"
53
63
  #include "src/core/lib/channel/channel_stack.h"
54
- #include "src/core/lib/channel/channel_stack_builder.h"
55
64
  #include "src/core/lib/channel/channelz.h"
56
65
  #include "src/core/lib/channel/context.h"
66
+ #include "src/core/lib/channel/status_util.h"
57
67
  #include "src/core/lib/compression/compression_internal.h"
58
68
  #include "src/core/lib/debug/stats.h"
69
+ #include "src/core/lib/debug/stats_data.h"
70
+ #include "src/core/lib/experiments/experiments.h"
59
71
  #include "src/core/lib/gpr/alloc.h"
60
72
  #include "src/core/lib/gpr/time_precise.h"
73
+ #include "src/core/lib/gpr/useful.h"
74
+ #include "src/core/lib/gprpp/bitset.h"
61
75
  #include "src/core/lib/gprpp/cpp_impl_of.h"
76
+ #include "src/core/lib/gprpp/crash.h"
62
77
  #include "src/core/lib/gprpp/debug_location.h"
63
- #include "src/core/lib/gprpp/manual_constructor.h"
64
- #include "src/core/lib/gprpp/orphanable.h"
65
78
  #include "src/core/lib/gprpp/ref_counted.h"
79
+ #include "src/core/lib/gprpp/ref_counted_ptr.h"
80
+ #include "src/core/lib/gprpp/status_helper.h"
66
81
  #include "src/core/lib/gprpp/sync.h"
67
82
  #include "src/core/lib/iomgr/call_combiner.h"
68
83
  #include "src/core/lib/iomgr/exec_ctx.h"
69
84
  #include "src/core/lib/iomgr/polling_entity.h"
70
- #include "src/core/lib/profiling/timers.h"
85
+ #include "src/core/lib/promise/activity.h"
86
+ #include "src/core/lib/promise/arena_promise.h"
87
+ #include "src/core/lib/promise/context.h"
88
+ #include "src/core/lib/promise/detail/basic_seq.h"
89
+ #include "src/core/lib/promise/latch.h"
90
+ #include "src/core/lib/promise/map.h"
91
+ #include "src/core/lib/promise/party.h"
92
+ #include "src/core/lib/promise/pipe.h"
93
+ #include "src/core/lib/promise/poll.h"
94
+ #include "src/core/lib/promise/race.h"
95
+ #include "src/core/lib/promise/seq.h"
71
96
  #include "src/core/lib/resource_quota/arena.h"
97
+ #include "src/core/lib/slice/slice_buffer.h"
72
98
  #include "src/core/lib/slice/slice_internal.h"
73
- #include "src/core/lib/slice/slice_refcount.h"
74
99
  #include "src/core/lib/surface/api_trace.h"
75
100
  #include "src/core/lib/surface/call_test_only.h"
76
101
  #include "src/core/lib/surface/channel.h"
77
102
  #include "src/core/lib/surface/completion_queue.h"
78
103
  #include "src/core/lib/surface/server.h"
79
104
  #include "src/core/lib/surface/validate_metadata.h"
80
- #include "src/core/lib/transport/byte_stream.h"
105
+ #include "src/core/lib/transport/batch_builder.h"
81
106
  #include "src/core/lib/transport/error_utils.h"
82
107
  #include "src/core/lib/transport/metadata_batch.h"
83
108
  #include "src/core/lib/transport/transport.h"
84
109
 
85
110
  grpc_core::TraceFlag grpc_call_error_trace(false, "call_error");
86
111
  grpc_core::TraceFlag grpc_compression_trace(false, "compression");
112
+ grpc_core::TraceFlag grpc_call_trace(false, "call");
113
+ grpc_core::DebugOnlyTraceFlag grpc_call_refcount_trace(false, "call_refcount");
87
114
 
88
115
  namespace grpc_core {
89
116
 
117
+ ///////////////////////////////////////////////////////////////////////////////
118
+ // Call
119
+
90
120
  class Call : public CppImplOf<Call, grpc_call> {
91
121
  public:
92
122
  Arena* arena() { return arena_; }
@@ -99,33 +129,41 @@ class Call : public CppImplOf<Call, grpc_call> {
99
129
  void CancelWithStatus(grpc_status_code status, const char* description);
100
130
  virtual void CancelWithError(grpc_error_handle error) = 0;
101
131
  virtual void SetCompletionQueue(grpc_completion_queue* cq) = 0;
102
- virtual char* GetPeer() = 0;
132
+ char* GetPeer();
103
133
  virtual grpc_call_error StartBatch(const grpc_op* ops, size_t nops,
104
134
  void* notify_tag,
105
135
  bool is_notify_tag_closure) = 0;
106
136
  virtual bool failed_before_recv_message() const = 0;
107
137
  virtual bool is_trailers_only() const = 0;
138
+ virtual absl::string_view GetServerAuthority() const = 0;
108
139
  virtual void ExternalRef() = 0;
109
140
  virtual void ExternalUnref() = 0;
110
141
  virtual void InternalRef(const char* reason) = 0;
111
142
  virtual void InternalUnref(const char* reason) = 0;
112
143
 
113
- virtual grpc_compression_algorithm test_only_compression_algorithm() = 0;
114
- virtual uint32_t test_only_message_flags() = 0;
115
- virtual uint32_t test_only_encodings_accepted_by_peer() = 0;
116
- virtual grpc_compression_algorithm compression_for_level(
117
- grpc_compression_level level) = 0;
144
+ grpc_compression_algorithm test_only_compression_algorithm() {
145
+ return incoming_compression_algorithm_;
146
+ }
147
+ uint32_t test_only_message_flags() { return test_only_last_message_flags_; }
148
+ CompressionAlgorithmSet encodings_accepted_by_peer() {
149
+ return encodings_accepted_by_peer_;
150
+ }
118
151
 
119
152
  // This should return nullptr for the promise stack (and alternative means
120
153
  // for that functionality be invented)
121
154
  virtual grpc_call_stack* call_stack() = 0;
122
155
 
123
156
  protected:
124
- Call(Arena* arena, bool is_client, Timestamp send_deadline)
125
- : arena_(arena), send_deadline_(send_deadline), is_client_(is_client) {
126
- GPR_DEBUG_ASSERT(arena_ != nullptr);
127
- }
128
- ~Call() = default;
157
+ // The maximum number of concurrent batches possible.
158
+ // Based upon the maximum number of individually queueable ops in the batch
159
+ // api:
160
+ // - initial metadata send
161
+ // - message send
162
+ // - status/close send (depending on client/server)
163
+ // - initial metadata recv
164
+ // - message recv
165
+ // - status/close recv (depending on client/server)
166
+ static constexpr size_t kMaxConcurrentBatches = 6;
129
167
 
130
168
  struct ParentCall {
131
169
  Mutex child_list_mu;
@@ -135,15 +173,32 @@ class Call : public CppImplOf<Call, grpc_call> {
135
173
  struct ChildCall {
136
174
  explicit ChildCall(Call* parent) : parent(parent) {}
137
175
  Call* parent;
138
- /** siblings: children of the same parent form a list, and this list is
139
- protected under
140
- parent->mu */
176
+ /// siblings: children of the same parent form a list, and this list is
177
+ /// protected under
178
+ /// parent->mu
141
179
  Call* sibling_next = nullptr;
142
180
  Call* sibling_prev = nullptr;
143
181
  };
144
182
 
183
+ Call(Arena* arena, bool is_client, Timestamp send_deadline,
184
+ RefCountedPtr<Channel> channel)
185
+ : channel_(std::move(channel)),
186
+ arena_(arena),
187
+ send_deadline_(send_deadline),
188
+ is_client_(is_client) {
189
+ GPR_DEBUG_ASSERT(arena_ != nullptr);
190
+ GPR_DEBUG_ASSERT(channel_ != nullptr);
191
+ }
192
+ virtual ~Call() = default;
193
+
194
+ void DeleteThis();
195
+
145
196
  ParentCall* GetOrCreateParentCall();
146
197
  ParentCall* parent_call();
198
+ Channel* channel() const {
199
+ GPR_DEBUG_ASSERT(channel_ != nullptr);
200
+ return channel_.get();
201
+ }
147
202
 
148
203
  absl::Status InitParent(Call* parent, uint32_t propagation_mask);
149
204
  void PublishToParent(Call* parent);
@@ -155,7 +210,42 @@ class Call : public CppImplOf<Call, grpc_call> {
155
210
  send_deadline_ = send_deadline;
156
211
  }
157
212
 
213
+ Slice GetPeerString() const {
214
+ MutexLock lock(&peer_mu_);
215
+ return peer_string_.Ref();
216
+ }
217
+
218
+ void SetPeerString(Slice peer_string) {
219
+ MutexLock lock(&peer_mu_);
220
+ peer_string_ = std::move(peer_string);
221
+ }
222
+
223
+ void ClearPeerString() { SetPeerString(Slice(grpc_empty_slice())); }
224
+
225
+ // TODO(ctiller): cancel_func is for cancellation of the call - filter stack
226
+ // holds no mutexes here, promise stack does, and so locking is different.
227
+ // Remove this and cancel directly once promise conversion is done.
228
+ void ProcessIncomingInitialMetadata(grpc_metadata_batch& md);
229
+ // Fixup outgoing metadata before sending - adds compression, protects
230
+ // internal headers against external modification.
231
+ void PrepareOutgoingInitialMetadata(const grpc_op& op,
232
+ grpc_metadata_batch& md);
233
+ void NoteLastMessageFlags(uint32_t flags) {
234
+ test_only_last_message_flags_ = flags;
235
+ }
236
+ grpc_compression_algorithm incoming_compression_algorithm() const {
237
+ return incoming_compression_algorithm_;
238
+ }
239
+
240
+ void HandleCompressionAlgorithmDisabled(
241
+ grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
242
+ void HandleCompressionAlgorithmNotAccepted(
243
+ grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
244
+
245
+ gpr_cycle_counter start_time() const { return start_time_; }
246
+
158
247
  private:
248
+ RefCountedPtr<Channel> channel_;
159
249
  Arena* const arena_;
160
250
  std::atomic<ParentCall*> parent_call_{nullptr};
161
251
  ChildCall* child_ = nullptr;
@@ -163,11 +253,261 @@ class Call : public CppImplOf<Call, grpc_call> {
163
253
  const bool is_client_;
164
254
  // flag indicating that cancellation is inherited
165
255
  bool cancellation_is_inherited_ = false;
256
+ // Compression algorithm for *incoming* data
257
+ grpc_compression_algorithm incoming_compression_algorithm_ =
258
+ GRPC_COMPRESS_NONE;
259
+ // Supported encodings (compression algorithms), a bitset.
260
+ // Always support no compression.
261
+ CompressionAlgorithmSet encodings_accepted_by_peer_{GRPC_COMPRESS_NONE};
262
+ uint32_t test_only_last_message_flags_ = 0;
263
+ // Peer name is protected by a mutex because it can be accessed by the
264
+ // application at the same moment as it is being set by the completion
265
+ // of the recv_initial_metadata op. The mutex should be mostly uncontended.
266
+ mutable Mutex peer_mu_;
267
+ Slice peer_string_;
268
+ gpr_cycle_counter start_time_ = gpr_get_cycle_counter();
166
269
  };
167
270
 
271
+ Call::ParentCall* Call::GetOrCreateParentCall() {
272
+ ParentCall* p = parent_call_.load(std::memory_order_acquire);
273
+ if (p == nullptr) {
274
+ p = arena_->New<ParentCall>();
275
+ ParentCall* expected = nullptr;
276
+ if (!parent_call_.compare_exchange_strong(expected, p,
277
+ std::memory_order_release,
278
+ std::memory_order_relaxed)) {
279
+ p->~ParentCall();
280
+ p = expected;
281
+ }
282
+ }
283
+ return p;
284
+ }
285
+
286
+ Call::ParentCall* Call::parent_call() {
287
+ return parent_call_.load(std::memory_order_acquire);
288
+ }
289
+
290
+ absl::Status Call::InitParent(Call* parent, uint32_t propagation_mask) {
291
+ child_ = arena()->New<ChildCall>(parent);
292
+
293
+ parent->InternalRef("child");
294
+ GPR_ASSERT(is_client_);
295
+ GPR_ASSERT(!parent->is_client_);
296
+
297
+ if (propagation_mask & GRPC_PROPAGATE_DEADLINE) {
298
+ send_deadline_ = std::min(send_deadline_, parent->send_deadline_);
299
+ }
300
+ // for now GRPC_PROPAGATE_TRACING_CONTEXT *MUST* be passed with
301
+ // GRPC_PROPAGATE_STATS_CONTEXT
302
+ // TODO(ctiller): This should change to use the appropriate census start_op
303
+ // call.
304
+ if (propagation_mask & GRPC_PROPAGATE_CENSUS_TRACING_CONTEXT) {
305
+ if (0 == (propagation_mask & GRPC_PROPAGATE_CENSUS_STATS_CONTEXT)) {
306
+ return absl::UnknownError(
307
+ "Census tracing propagation requested without Census context "
308
+ "propagation");
309
+ }
310
+ ContextSet(GRPC_CONTEXT_TRACING, parent->ContextGet(GRPC_CONTEXT_TRACING),
311
+ nullptr);
312
+ } else if (propagation_mask & GRPC_PROPAGATE_CENSUS_STATS_CONTEXT) {
313
+ return absl::UnknownError(
314
+ "Census context propagation requested without Census tracing "
315
+ "propagation");
316
+ }
317
+ if (propagation_mask & GRPC_PROPAGATE_CANCELLATION) {
318
+ cancellation_is_inherited_ = true;
319
+ }
320
+ return absl::OkStatus();
321
+ }
322
+
323
+ void Call::PublishToParent(Call* parent) {
324
+ ChildCall* cc = child_;
325
+ ParentCall* pc = parent->GetOrCreateParentCall();
326
+ MutexLock lock(&pc->child_list_mu);
327
+ if (pc->first_child == nullptr) {
328
+ pc->first_child = this;
329
+ cc->sibling_next = cc->sibling_prev = this;
330
+ } else {
331
+ cc->sibling_next = pc->first_child;
332
+ cc->sibling_prev = pc->first_child->child_->sibling_prev;
333
+ cc->sibling_next->child_->sibling_prev =
334
+ cc->sibling_prev->child_->sibling_next = this;
335
+ }
336
+ if (parent->Completed()) {
337
+ CancelWithError(absl::CancelledError());
338
+ }
339
+ }
340
+
341
+ void Call::MaybeUnpublishFromParent() {
342
+ ChildCall* cc = child_;
343
+ if (cc == nullptr) return;
344
+
345
+ ParentCall* pc = cc->parent->parent_call();
346
+ {
347
+ MutexLock lock(&pc->child_list_mu);
348
+ if (this == pc->first_child) {
349
+ pc->first_child = cc->sibling_next;
350
+ if (this == pc->first_child) {
351
+ pc->first_child = nullptr;
352
+ }
353
+ }
354
+ cc->sibling_prev->child_->sibling_next = cc->sibling_next;
355
+ cc->sibling_next->child_->sibling_prev = cc->sibling_prev;
356
+ }
357
+ cc->parent->InternalUnref("child");
358
+ }
359
+
360
+ void Call::CancelWithStatus(grpc_status_code status, const char* description) {
361
+ // copying 'description' is needed to ensure the grpc_call_cancel_with_status
362
+ // guarantee that can be short-lived.
363
+ // TODO(ctiller): change to
364
+ // absl::Status(static_cast<absl::StatusCode>(status), description)
365
+ // (ie remove the set_int, set_str).
366
+ CancelWithError(grpc_error_set_int(
367
+ grpc_error_set_str(
368
+ absl::Status(static_cast<absl::StatusCode>(status), description),
369
+ StatusStrProperty::kGrpcMessage, description),
370
+ StatusIntProperty::kRpcStatus, status));
371
+ }
372
+
373
+ void Call::PropagateCancellationToChildren() {
374
+ ParentCall* pc = parent_call();
375
+ if (pc != nullptr) {
376
+ Call* child;
377
+ MutexLock lock(&pc->child_list_mu);
378
+ child = pc->first_child;
379
+ if (child != nullptr) {
380
+ do {
381
+ Call* next_child_call = child->child_->sibling_next;
382
+ if (child->cancellation_is_inherited_) {
383
+ child->InternalRef("propagate_cancel");
384
+ child->CancelWithError(absl::CancelledError());
385
+ child->InternalUnref("propagate_cancel");
386
+ }
387
+ child = next_child_call;
388
+ } while (child != pc->first_child);
389
+ }
390
+ }
391
+ }
392
+
393
+ char* Call::GetPeer() {
394
+ Slice peer_slice = GetPeerString();
395
+ if (!peer_slice.empty()) {
396
+ absl::string_view peer_string_view = peer_slice.as_string_view();
397
+ char* peer_string =
398
+ static_cast<char*>(gpr_malloc(peer_string_view.size() + 1));
399
+ memcpy(peer_string, peer_string_view.data(), peer_string_view.size());
400
+ peer_string[peer_string_view.size()] = '\0';
401
+ return peer_string;
402
+ }
403
+ char* peer_string = grpc_channel_get_target(channel_->c_ptr());
404
+ if (peer_string != nullptr) return peer_string;
405
+ return gpr_strdup("unknown");
406
+ }
407
+
408
+ void Call::DeleteThis() {
409
+ RefCountedPtr<Channel> channel = std::move(channel_);
410
+ Arena* arena = arena_;
411
+ this->~Call();
412
+ channel->UpdateCallSizeEstimate(arena->TotalUsedBytes());
413
+ arena->Destroy();
414
+ }
415
+
416
+ void Call::PrepareOutgoingInitialMetadata(const grpc_op& op,
417
+ grpc_metadata_batch& md) {
418
+ // TODO(juanlishen): If the user has already specified a compression
419
+ // algorithm by setting the initial metadata with key of
420
+ // GRPC_COMPRESSION_REQUEST_ALGORITHM_MD_KEY, we shouldn't override that
421
+ // with the compression algorithm mapped from compression level.
422
+ // process compression level
423
+ grpc_compression_level effective_compression_level = GRPC_COMPRESS_LEVEL_NONE;
424
+ bool level_set = false;
425
+ if (op.data.send_initial_metadata.maybe_compression_level.is_set) {
426
+ effective_compression_level =
427
+ op.data.send_initial_metadata.maybe_compression_level.level;
428
+ level_set = true;
429
+ } else {
430
+ const grpc_compression_options copts = channel()->compression_options();
431
+ if (copts.default_level.is_set) {
432
+ level_set = true;
433
+ effective_compression_level = copts.default_level.level;
434
+ }
435
+ }
436
+ // Currently, only server side supports compression level setting.
437
+ if (level_set && !is_client()) {
438
+ const grpc_compression_algorithm calgo =
439
+ encodings_accepted_by_peer().CompressionAlgorithmForLevel(
440
+ effective_compression_level);
441
+ // The following metadata will be checked and removed by the message
442
+ // compression filter. It will be used as the call's compression
443
+ // algorithm.
444
+ md.Set(GrpcInternalEncodingRequest(), calgo);
445
+ }
446
+ // Ignore any te metadata key value pairs specified.
447
+ md.Remove(TeMetadata());
448
+ // Should never come from applications
449
+ md.Remove(GrpcLbClientStatsMetadata());
450
+ }
451
+
452
+ void Call::ProcessIncomingInitialMetadata(grpc_metadata_batch& md) {
453
+ Slice* peer_string = md.get_pointer(PeerString());
454
+ if (peer_string != nullptr) SetPeerString(peer_string->Ref());
455
+
456
+ incoming_compression_algorithm_ =
457
+ md.Take(GrpcEncodingMetadata()).value_or(GRPC_COMPRESS_NONE);
458
+ encodings_accepted_by_peer_ =
459
+ md.Take(GrpcAcceptEncodingMetadata())
460
+ .value_or(CompressionAlgorithmSet{GRPC_COMPRESS_NONE});
461
+
462
+ const grpc_compression_options compression_options =
463
+ channel_->compression_options();
464
+ const grpc_compression_algorithm compression_algorithm =
465
+ incoming_compression_algorithm_;
466
+ if (GPR_UNLIKELY(!CompressionAlgorithmSet::FromUint32(
467
+ compression_options.enabled_algorithms_bitset)
468
+ .IsSet(compression_algorithm))) {
469
+ // check if algorithm is supported by current channel config
470
+ HandleCompressionAlgorithmDisabled(compression_algorithm);
471
+ }
472
+ // GRPC_COMPRESS_NONE is always set.
473
+ GPR_DEBUG_ASSERT(encodings_accepted_by_peer_.IsSet(GRPC_COMPRESS_NONE));
474
+ if (GPR_UNLIKELY(!encodings_accepted_by_peer_.IsSet(compression_algorithm))) {
475
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_compression_trace)) {
476
+ HandleCompressionAlgorithmNotAccepted(compression_algorithm);
477
+ }
478
+ }
479
+ }
480
+
481
+ void Call::HandleCompressionAlgorithmNotAccepted(
482
+ grpc_compression_algorithm compression_algorithm) {
483
+ const char* algo_name = nullptr;
484
+ grpc_compression_algorithm_name(compression_algorithm, &algo_name);
485
+ gpr_log(GPR_ERROR,
486
+ "Compression algorithm ('%s') not present in the "
487
+ "accepted encodings (%s)",
488
+ algo_name,
489
+ std::string(encodings_accepted_by_peer_.ToString()).c_str());
490
+ }
491
+
492
+ void Call::HandleCompressionAlgorithmDisabled(
493
+ grpc_compression_algorithm compression_algorithm) {
494
+ const char* algo_name = nullptr;
495
+ grpc_compression_algorithm_name(compression_algorithm, &algo_name);
496
+ std::string error_msg =
497
+ absl::StrFormat("Compression algorithm '%s' is disabled.", algo_name);
498
+ gpr_log(GPR_ERROR, "%s", error_msg.c_str());
499
+ CancelWithError(grpc_error_set_int(absl::UnimplementedError(error_msg),
500
+ StatusIntProperty::kRpcStatus,
501
+ GRPC_STATUS_UNIMPLEMENTED));
502
+ }
503
+
504
+ ///////////////////////////////////////////////////////////////////////////////
505
+ // FilterStackCall
506
+ // To be removed once promise conversion is complete
507
+
168
508
  class FilterStackCall final : public Call {
169
509
  public:
170
- ~FilterStackCall() {
510
+ ~FilterStackCall() override {
171
511
  for (int i = 0; i < GRPC_CONTEXT_COUNT; ++i) {
172
512
  if (context_[i].destroy) {
173
513
  context_[i].destroy(context_[i].value);
@@ -202,7 +542,6 @@ class FilterStackCall final : public Call {
202
542
 
203
543
  void CancelWithError(grpc_error_handle error) override;
204
544
  void SetCompletionQueue(grpc_completion_queue* cq) override;
205
- char* GetPeer() override;
206
545
  grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
207
546
  bool is_notify_tag_closure) override;
208
547
  void ExternalRef() override { ext_ref_.Ref(); }
@@ -220,11 +559,6 @@ class FilterStackCall final : public Call {
220
559
  return context_[elem].value;
221
560
  }
222
561
 
223
- grpc_compression_algorithm compression_for_level(
224
- grpc_compression_level level) override {
225
- return encodings_accepted_by_peer_.CompressionAlgorithmForLevel(level);
226
- }
227
-
228
562
  bool is_trailers_only() const override {
229
563
  bool result = is_trailers_only_;
230
564
  GPR_DEBUG_ASSERT(!result || recv_initial_metadata_.TransportSize() == 0);
@@ -235,16 +569,11 @@ class FilterStackCall final : public Call {
235
569
  return call_failed_before_recv_message_;
236
570
  }
237
571
 
238
- grpc_compression_algorithm test_only_compression_algorithm() override {
239
- return incoming_compression_algorithm_;
240
- }
241
-
242
- uint32_t test_only_message_flags() override {
243
- return test_only_last_message_flags_;
244
- }
245
-
246
- uint32_t test_only_encodings_accepted_by_peer() override {
247
- return encodings_accepted_by_peer_.ToLegacyBitmask();
572
+ absl::string_view GetServerAuthority() const override {
573
+ const Slice* authority_metadata =
574
+ recv_initial_metadata_.get_pointer(HttpAuthorityMetadata());
575
+ if (authority_metadata == nullptr) return "";
576
+ return authority_metadata->as_string_view();
248
577
  }
249
578
 
250
579
  static size_t InitialSizeEstimate() {
@@ -253,69 +582,109 @@ class FilterStackCall final : public Call {
253
582
  }
254
583
 
255
584
  private:
256
- // The maximum number of concurrent batches possible.
257
- // Based upon the maximum number of individually queueable ops in the batch
258
- // api:
259
- // - initial metadata send
260
- // - message send
261
- // - status/close send (depending on client/server)
262
- // - initial metadata recv
263
- // - message recv
264
- // - status/close recv (depending on client/server)
265
- static constexpr size_t kMaxConcurrentBatches = 6;
266
-
267
585
  static constexpr gpr_atm kRecvNone = 0;
268
586
  static constexpr gpr_atm kRecvInitialMetadataFirst = 1;
269
587
 
588
+ enum class PendingOp {
589
+ kRecvMessage,
590
+ kRecvInitialMetadata,
591
+ kRecvTrailingMetadata,
592
+ kSends
593
+ };
594
+ static intptr_t PendingOpMask(PendingOp op) {
595
+ return static_cast<intptr_t>(1) << static_cast<intptr_t>(op);
596
+ }
597
+ static std::string PendingOpString(intptr_t pending_ops) {
598
+ std::vector<absl::string_view> pending_op_strings;
599
+ if (pending_ops & PendingOpMask(PendingOp::kRecvMessage)) {
600
+ pending_op_strings.push_back("kRecvMessage");
601
+ }
602
+ if (pending_ops & PendingOpMask(PendingOp::kRecvInitialMetadata)) {
603
+ pending_op_strings.push_back("kRecvInitialMetadata");
604
+ }
605
+ if (pending_ops & PendingOpMask(PendingOp::kRecvTrailingMetadata)) {
606
+ pending_op_strings.push_back("kRecvTrailingMetadata");
607
+ }
608
+ if (pending_ops & PendingOpMask(PendingOp::kSends)) {
609
+ pending_op_strings.push_back("kSends");
610
+ }
611
+ return absl::StrCat("{", absl::StrJoin(pending_op_strings, ","), "}");
612
+ }
270
613
  struct BatchControl {
271
614
  FilterStackCall* call_ = nullptr;
615
+ CallTracerAnnotationInterface* call_tracer_ = nullptr;
272
616
  grpc_transport_stream_op_batch op_;
273
- /* Share memory for cq_completion and notify_tag as they are never needed
274
- simultaneously. Each byte used in this data structure count as six bytes
275
- per call, so any savings we can make are worthwhile,
617
+ // Share memory for cq_completion and notify_tag as they are never needed
618
+ // simultaneously. Each byte used in this data structure count as six bytes
619
+ // per call, so any savings we can make are worthwhile,
276
620
 
277
- We use notify_tag to determine whether or not to send notification to the
278
- completion queue. Once we've made that determination, we can reuse the
279
- memory for cq_completion. */
621
+ // We use notify_tag to determine whether or not to send notification to the
622
+ // completion queue. Once we've made that determination, we can reuse the
623
+ // memory for cq_completion.
280
624
  union {
281
625
  grpc_cq_completion cq_completion;
282
626
  struct {
283
- /* Any given op indicates completion by either (a) calling a closure or
284
- (b) sending a notification on the call's completion queue. If
285
- \a is_closure is true, \a tag indicates a closure to be invoked;
286
- otherwise, \a tag indicates the tag to be used in the notification to
287
- be sent to the completion queue. */
627
+ // Any given op indicates completion by either (a) calling a closure or
628
+ // (b) sending a notification on the call's completion queue. If
629
+ // \a is_closure is true, \a tag indicates a closure to be invoked;
630
+ // otherwise, \a tag indicates the tag to be used in the notification to
631
+ // be sent to the completion queue.
288
632
  void* tag;
289
633
  bool is_closure;
290
634
  } notify_tag;
291
635
  } completion_data_;
292
636
  grpc_closure start_batch_;
293
637
  grpc_closure finish_batch_;
294
- std::atomic<intptr_t> steps_to_complete_{0};
638
+ std::atomic<intptr_t> ops_pending_{0};
295
639
  AtomicError batch_error_;
296
- void set_num_steps_to_complete(uintptr_t steps) {
297
- steps_to_complete_.store(steps, std::memory_order_release);
640
+ void set_pending_ops(uintptr_t ops) {
641
+ ops_pending_.store(ops, std::memory_order_release);
298
642
  }
299
- bool completed_batch_step() {
300
- return steps_to_complete_.fetch_sub(1, std::memory_order_acq_rel) == 1;
643
+ bool completed_batch_step(PendingOp op) {
644
+ auto mask = PendingOpMask(op);
645
+ // Acquire call tracer before ops_pending_.fetch_sub to avoid races with
646
+ // call_ being set to nullptr in PostCompletion method. Store the
647
+ // call_tracer_ and call_ variables locally as well because they could be
648
+ // modified by another thread after the fetch_sub operation.
649
+ CallTracerAnnotationInterface* call_tracer = call_tracer_;
650
+ FilterStackCall* call = call_;
651
+ bool is_call_trace_enabled = grpc_call_trace.enabled();
652
+ bool is_call_ops_annotate_enabled =
653
+ (IsTraceRecordCallopsEnabled() && call_tracer != nullptr);
654
+ if (is_call_ops_annotate_enabled) {
655
+ call->InternalRef("Call ops annotate");
656
+ }
657
+ auto r = ops_pending_.fetch_sub(mask, std::memory_order_acq_rel);
658
+ if (is_call_trace_enabled || is_call_ops_annotate_enabled) {
659
+ std::string trace_string = absl::StrFormat(
660
+ "BATCH:%p COMPLETE:%s REMAINING:%s (tag:%p)", this,
661
+ PendingOpString(mask).c_str(), PendingOpString(r & ~mask).c_str(),
662
+ completion_data_.notify_tag.tag);
663
+ if (is_call_trace_enabled) {
664
+ gpr_log(GPR_DEBUG, "%s", trace_string.c_str());
665
+ }
666
+ if (is_call_ops_annotate_enabled) {
667
+ call_tracer->RecordAnnotation(trace_string);
668
+ call->InternalUnref("Call ops annotate");
669
+ }
670
+ }
671
+ GPR_ASSERT((r & mask) != 0);
672
+ return r == mask;
301
673
  }
302
674
 
303
675
  void PostCompletion();
304
- void FinishStep();
305
- void ContinueReceivingSlices();
306
- void ReceivingSliceReady(grpc_error_handle error);
676
+ void FinishStep(PendingOp op);
307
677
  void ProcessDataAfterMetadata();
308
678
  void ReceivingStreamReady(grpc_error_handle error);
309
- void ValidateFilteredMetadata();
310
679
  void ReceivingInitialMetadataReady(grpc_error_handle error);
311
680
  void ReceivingTrailingMetadataReady(grpc_error_handle error);
312
681
  void FinishBatch(grpc_error_handle error);
313
682
  };
314
683
 
315
684
  FilterStackCall(Arena* arena, const grpc_call_create_args& args)
316
- : Call(arena, args.server_transport_data == nullptr, args.send_deadline),
685
+ : Call(arena, args.server_transport_data == nullptr, args.send_deadline,
686
+ args.channel->Ref()),
317
687
  cq_(args.cq),
318
- channel_(args.channel->Ref()),
319
688
  stream_op_payload_(context_) {}
320
689
 
321
690
  static void ReleaseCall(void* call, grpc_error_handle);
@@ -331,10 +700,6 @@ class FilterStackCall final : public Call {
331
700
  grpc_closure* start_batch_closure);
332
701
  void SetFinalStatus(grpc_error_handle error);
333
702
  BatchControl* ReuseOrAllocateBatchControl(const grpc_op* ops);
334
- void HandleCompressionAlgorithmDisabled(
335
- grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
336
- void HandleCompressionAlgorithmNotAccepted(
337
- grpc_compression_algorithm compression_algorithm) GPR_ATTRIBUTE_NOINLINE;
338
703
  bool PrepareApplicationMetadata(size_t count, grpc_metadata* metadata,
339
704
  bool is_trailing);
340
705
  void PublishAppMetadata(grpc_metadata_batch* b, bool is_trailing);
@@ -346,64 +711,50 @@ class FilterStackCall final : public Call {
346
711
  CallCombiner call_combiner_;
347
712
  grpc_completion_queue* cq_;
348
713
  grpc_polling_entity pollent_;
349
- RefCountedPtr<Channel> channel_;
350
- gpr_cycle_counter start_time_ = gpr_get_cycle_counter();
351
714
 
352
- /** has grpc_call_unref been called */
715
+ /// has grpc_call_unref been called
353
716
  bool destroy_called_ = false;
354
717
  // Trailers-only response status
355
718
  bool is_trailers_only_ = false;
356
- /** which ops are in-flight */
719
+ /// which ops are in-flight
357
720
  bool sent_initial_metadata_ = false;
358
721
  bool sending_message_ = false;
359
722
  bool sent_final_op_ = false;
360
723
  bool received_initial_metadata_ = false;
361
724
  bool receiving_message_ = false;
362
725
  bool requested_final_op_ = false;
363
- gpr_atm any_ops_sent_atm_ = 0;
364
726
  gpr_atm received_final_op_atm_ = 0;
365
727
 
366
728
  BatchControl* active_batches_[kMaxConcurrentBatches] = {};
367
729
  grpc_transport_stream_op_batch_payload stream_op_payload_;
368
730
 
369
- /* first idx: is_receiving, second idx: is_trailing */
731
+ // first idx: is_receiving, second idx: is_trailing
370
732
  grpc_metadata_batch send_initial_metadata_{arena()};
371
733
  grpc_metadata_batch send_trailing_metadata_{arena()};
372
734
  grpc_metadata_batch recv_initial_metadata_{arena()};
373
735
  grpc_metadata_batch recv_trailing_metadata_{arena()};
374
736
 
375
- /* Buffered read metadata waiting to be returned to the application.
376
- Element 0 is initial metadata, element 1 is trailing metadata. */
737
+ // Buffered read metadata waiting to be returned to the application.
738
+ // Element 0 is initial metadata, element 1 is trailing metadata.
377
739
  grpc_metadata_array* buffered_metadata_[2] = {};
378
740
 
379
- // A char* indicating the peer name.
380
- gpr_atm peer_string_ = 0;
381
-
382
- /* Call data useful used for reporting. Only valid after the call has
383
- * completed */
741
+ // Call data useful used for reporting. Only valid after the call has
742
+ // completed
384
743
  grpc_call_final_info final_info_;
385
744
 
386
- /* Compression algorithm for *incoming* data */
387
- grpc_compression_algorithm incoming_compression_algorithm_ =
388
- GRPC_COMPRESS_NONE;
389
- /* Supported encodings (compression algorithms), a bitset.
390
- * Always support no compression. */
391
- CompressionAlgorithmSet encodings_accepted_by_peer_{GRPC_COMPRESS_NONE};
392
-
393
- /* Contexts for various subsystems (security, tracing, ...). */
745
+ // Contexts for various subsystems (security, tracing, ...).
394
746
  grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
395
747
 
396
- ManualConstructor<SliceBufferByteStream> sending_stream_;
748
+ SliceBuffer send_slice_buffer_;
749
+ absl::optional<SliceBuffer> receiving_slice_buffer_;
750
+ uint32_t receiving_stream_flags_;
397
751
 
398
- OrphanablePtr<ByteStream> receiving_stream_;
399
752
  bool call_failed_before_recv_message_ = false;
400
753
  grpc_byte_buffer** receiving_buffer_ = nullptr;
401
754
  grpc_slice receiving_slice_ = grpc_empty_slice();
402
- grpc_closure receiving_slice_ready_;
403
755
  grpc_closure receiving_stream_ready_;
404
756
  grpc_closure receiving_initial_metadata_ready_;
405
757
  grpc_closure receiving_trailing_metadata_ready_;
406
- uint32_t test_only_last_message_flags_ = 0;
407
758
  // Status about operation of call
408
759
  bool sent_server_trailing_metadata_ = false;
409
760
  gpr_atm cancelled_with_error_ = 0;
@@ -424,116 +775,44 @@ class FilterStackCall final : public Call {
424
775
  } final_op_;
425
776
  AtomicError status_error_;
426
777
 
427
- /* recv_state can contain one of the following values:
428
- RECV_NONE : : no initial metadata and messages received
429
- RECV_INITIAL_METADATA_FIRST : received initial metadata first
430
- a batch_control* : received messages first
431
-
432
- +------1------RECV_NONE------3-----+
433
- | |
434
- | |
435
- v v
436
- RECV_INITIAL_METADATA_FIRST receiving_stream_ready_bctlp
437
- | ^ | ^
438
- | | | |
439
- +-----2-----+ +-----4-----+
440
-
441
- For 1, 4: See receiving_initial_metadata_ready() function
442
- For 2, 3: See receiving_stream_ready() function */
778
+ // recv_state can contain one of the following values:
779
+ // RECV_NONE : : no initial metadata and messages received
780
+ // RECV_INITIAL_METADATA_FIRST : received initial metadata first
781
+ // a batch_control* : received messages first
782
+
783
+ // +------1------RECV_NONE------3-----+
784
+ // | |
785
+ // | |
786
+ // v v
787
+ // RECV_INITIAL_METADATA_FIRST receiving_stream_ready_bctlp
788
+ // | ^ | ^
789
+ // | | | |
790
+ // +-----2-----+ +-----4-----+
791
+
792
+ // For 1, 4: See receiving_initial_metadata_ready() function
793
+ // For 2, 3: See receiving_stream_ready() function
443
794
  gpr_atm recv_state_ = 0;
444
795
  };
445
796
 
446
- Call::ParentCall* Call::GetOrCreateParentCall() {
447
- ParentCall* p = parent_call_.load(std::memory_order_acquire);
448
- if (p == nullptr) {
449
- p = arena_->New<ParentCall>();
450
- ParentCall* expected = nullptr;
451
- if (!parent_call_.compare_exchange_strong(expected, p,
452
- std::memory_order_release,
453
- std::memory_order_relaxed)) {
454
- p->~ParentCall();
455
- p = expected;
456
- }
457
- }
458
- return p;
459
- }
460
-
461
- Call::ParentCall* Call::parent_call() {
462
- return parent_call_.load(std::memory_order_acquire);
463
- }
464
-
465
- absl::Status Call::InitParent(Call* parent, uint32_t propagation_mask) {
466
- child_ = arena()->New<ChildCall>(parent);
467
-
468
- parent->InternalRef("child");
469
- GPR_ASSERT(is_client_);
470
- GPR_ASSERT(!parent->is_client_);
471
-
472
- if (propagation_mask & GRPC_PROPAGATE_DEADLINE) {
473
- send_deadline_ = std::min(send_deadline_, parent->send_deadline_);
474
- }
475
- /* for now GRPC_PROPAGATE_TRACING_CONTEXT *MUST* be passed with
476
- * GRPC_PROPAGATE_STATS_CONTEXT */
477
- /* TODO(ctiller): This should change to use the appropriate census start_op
478
- * call. */
479
- if (propagation_mask & GRPC_PROPAGATE_CENSUS_TRACING_CONTEXT) {
480
- if (0 == (propagation_mask & GRPC_PROPAGATE_CENSUS_STATS_CONTEXT)) {
481
- return absl::UnknownError(
482
- "Census tracing propagation requested without Census context "
483
- "propagation");
484
- }
485
- ContextSet(GRPC_CONTEXT_TRACING, parent->ContextGet(GRPC_CONTEXT_TRACING),
486
- nullptr);
487
- } else if (propagation_mask & GRPC_PROPAGATE_CENSUS_STATS_CONTEXT) {
488
- return absl::UnknownError(
489
- "Census context propagation requested without Census tracing "
490
- "propagation");
491
- }
492
- if (propagation_mask & GRPC_PROPAGATE_CANCELLATION) {
493
- cancellation_is_inherited_ = true;
494
- }
495
- return absl::OkStatus();
496
- }
497
-
498
- void Call::PublishToParent(Call* parent) {
499
- ChildCall* cc = child_;
500
- ParentCall* pc = parent->GetOrCreateParentCall();
501
- MutexLock lock(&pc->child_list_mu);
502
- if (pc->first_child == nullptr) {
503
- pc->first_child = this;
504
- cc->sibling_next = cc->sibling_prev = this;
505
- } else {
506
- cc->sibling_next = pc->first_child;
507
- cc->sibling_prev = pc->first_child->child_->sibling_prev;
508
- cc->sibling_next->child_->sibling_prev =
509
- cc->sibling_prev->child_->sibling_next = this;
510
- }
511
- if (parent->Completed()) {
512
- CancelWithError(GRPC_ERROR_CANCELLED);
513
- }
514
- }
515
-
516
- grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
517
- grpc_call** out_call) {
518
- GPR_TIMER_SCOPE("grpc_call_create", 0);
519
-
520
- Channel* channel = args->channel.get();
797
+ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
798
+ grpc_call** out_call) {
799
+ Channel* channel = args->channel.get();
521
800
 
522
801
  auto add_init_error = [](grpc_error_handle* composite,
523
802
  grpc_error_handle new_err) {
524
- if (new_err == GRPC_ERROR_NONE) return;
525
- if (*composite == GRPC_ERROR_NONE) {
526
- *composite = GRPC_ERROR_CREATE_FROM_STATIC_STRING("Call creation failed");
803
+ if (new_err.ok()) return;
804
+ if (composite->ok()) {
805
+ *composite = GRPC_ERROR_CREATE("Call creation failed");
527
806
  }
528
807
  *composite = grpc_error_add_child(*composite, new_err);
529
808
  };
530
809
 
531
810
  Arena* arena;
532
811
  FilterStackCall* call;
533
- grpc_error_handle error = GRPC_ERROR_NONE;
812
+ grpc_error_handle error;
534
813
  grpc_channel_stack* channel_stack = channel->channel_stack();
535
814
  size_t initial_size = channel->CallSizeEstimate();
536
- GRPC_STATS_INC_CALL_INITIAL_SIZE(initial_size);
815
+ global_stats().IncrementCallInitialSize(initial_size);
537
816
  size_t call_alloc_size =
538
817
  GPR_ROUND_UP_TO_ALIGNMENT_SIZE(sizeof(FilterStackCall)) +
539
818
  channel_stack->call_stack_size;
@@ -550,8 +829,8 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
550
829
  call->final_op_.client.status_details = nullptr;
551
830
  call->final_op_.client.status = nullptr;
552
831
  call->final_op_.client.error_string = nullptr;
553
- GRPC_STATS_INC_CLIENT_CALLS_CREATED();
554
- path = grpc_slice_ref_internal(args->path->c_slice());
832
+ global_stats().IncrementClientCallsCreated();
833
+ path = CSliceRef(args->path->c_slice());
555
834
  call->send_initial_metadata_.Set(HttpPathMetadata(),
556
835
  std::move(*args->path));
557
836
  if (args->authority.has_value()) {
@@ -559,9 +838,29 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
559
838
  std::move(*args->authority));
560
839
  }
561
840
  } else {
562
- GRPC_STATS_INC_SERVER_CALLS_CREATED();
841
+ global_stats().IncrementServerCallsCreated();
563
842
  call->final_op_.server.cancelled = nullptr;
564
843
  call->final_op_.server.core_server = args->server;
844
+ // TODO(yashykt): In the future, we want to also enable stats and trace
845
+ // collecting from when the call is created at the transport. The idea is
846
+ // that the transport would create the call tracer and pass it in as part of
847
+ // the metadata.
848
+ auto* server_call_tracer_factory = ServerCallTracerFactory::Get(
849
+ args->server != nullptr ? args->server->channel_args() : ChannelArgs());
850
+ if (server_call_tracer_factory != nullptr) {
851
+ auto* server_call_tracer =
852
+ server_call_tracer_factory->CreateNewServerCallTracer(arena);
853
+ if (server_call_tracer != nullptr) {
854
+ // Note that we are setting both
855
+ // GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
856
+ // GRPC_CONTEXT_CALL_TRACER as a matter of convenience. In the future
857
+ // promise-based world, we would just a single tracer object for each
858
+ // stack (call, subchannel_call, server_call.)
859
+ call->ContextSet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE,
860
+ server_call_tracer, nullptr);
861
+ call->ContextSet(GRPC_CONTEXT_CALL_TRACER, server_call_tracer, nullptr);
862
+ }
863
+ }
565
864
  }
566
865
 
567
866
  Call* parent = Call::FromC(args->parent);
@@ -569,11 +868,11 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
569
868
  add_init_error(&error, absl_status_to_grpc_error(call->InitParent(
570
869
  parent, args->propagation_mask)));
571
870
  }
572
- /* initial refcount dropped by grpc_call_unref */
871
+ // initial refcount dropped by grpc_call_unref
573
872
  grpc_call_element_args call_args = {
574
873
  call->call_stack(), args->server_transport_data,
575
874
  call->context_, path,
576
- call->start_time_, call->send_deadline(),
875
+ call->start_time(), call->send_deadline(),
577
876
  call->arena(), &call->call_combiner_};
578
877
  add_init_error(&error, grpc_call_stack_init(channel_stack, 1, DestroyCall,
579
878
  call, &call_args));
@@ -582,8 +881,8 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
582
881
  call->PublishToParent(parent);
583
882
  }
584
883
 
585
- if (error != GRPC_ERROR_NONE) {
586
- call->CancelWithError(GRPC_ERROR_REF(error));
884
+ if (!error.ok()) {
885
+ call->CancelWithError(error);
587
886
  }
588
887
  if (args->cq != nullptr) {
589
888
  GPR_ASSERT(args->pollset_set_alternative == nullptr &&
@@ -615,7 +914,7 @@ grpc_error_handle FilterStackCall::Create(grpc_call_create_args* args,
615
914
  }
616
915
  }
617
916
 
618
- grpc_slice_unref_internal(path);
917
+ CSliceUnref(path);
619
918
 
620
919
  return error;
621
920
  }
@@ -624,8 +923,7 @@ void FilterStackCall::SetCompletionQueue(grpc_completion_queue* cq) {
624
923
  GPR_ASSERT(cq);
625
924
 
626
925
  if (grpc_polling_entity_pollset_set(&pollent_) != nullptr) {
627
- gpr_log(GPR_ERROR, "A pollset_set is already registered for this call.");
628
- abort();
926
+ Crash("A pollset_set is already registered for this call.");
629
927
  }
630
928
  cq_ = cq;
631
929
  GRPC_CQ_INTERNAL_REF(cq, "bind");
@@ -634,19 +932,14 @@ void FilterStackCall::SetCompletionQueue(grpc_completion_queue* cq) {
634
932
  }
635
933
 
636
934
  void FilterStackCall::ReleaseCall(void* call, grpc_error_handle /*error*/) {
637
- auto* c = static_cast<FilterStackCall*>(call);
638
- RefCountedPtr<Channel> channel = std::move(c->channel_);
639
- Arena* arena = c->arena();
640
- c->~FilterStackCall();
641
- channel->UpdateCallSizeEstimate(arena->Destroy());
935
+ static_cast<FilterStackCall*>(call)->DeleteThis();
642
936
  }
643
937
 
644
938
  void FilterStackCall::DestroyCall(void* call, grpc_error_handle /*error*/) {
645
- GPR_TIMER_SCOPE("destroy_call", 0);
646
939
  auto* c = static_cast<FilterStackCall*>(call);
647
940
  c->recv_initial_metadata_.Clear();
648
941
  c->recv_trailing_metadata_.Clear();
649
- c->receiving_stream_.reset();
942
+ c->receiving_slice_buffer_.reset();
650
943
  ParentCall* pc = c->parent_call();
651
944
  if (pc != nullptr) {
652
945
  pc->~ParentCall();
@@ -659,38 +952,17 @@ void FilterStackCall::DestroyCall(void* call, grpc_error_handle /*error*/) {
659
952
  grpc_error_get_status(status_error, c->send_deadline(),
660
953
  &c->final_info_.final_status, nullptr, nullptr,
661
954
  &(c->final_info_.error_string));
662
- c->status_error_.set(GRPC_ERROR_NONE);
955
+ c->status_error_.set(absl::OkStatus());
663
956
  c->final_info_.stats.latency =
664
- gpr_cycle_counter_sub(gpr_get_cycle_counter(), c->start_time_);
957
+ gpr_cycle_counter_sub(gpr_get_cycle_counter(), c->start_time());
665
958
  grpc_call_stack_destroy(c->call_stack(), &c->final_info_,
666
959
  GRPC_CLOSURE_INIT(&c->release_call_, ReleaseCall, c,
667
960
  grpc_schedule_on_exec_ctx));
668
961
  }
669
962
 
670
- void Call::MaybeUnpublishFromParent() {
671
- ChildCall* cc = child_;
672
- if (cc == nullptr) return;
673
-
674
- ParentCall* pc = cc->parent->parent_call();
675
- {
676
- MutexLock lock(&pc->child_list_mu);
677
- if (this == pc->first_child) {
678
- pc->first_child = cc->sibling_next;
679
- if (this == pc->first_child) {
680
- pc->first_child = nullptr;
681
- }
682
- }
683
- cc->sibling_prev->child_->sibling_next = cc->sibling_next;
684
- cc->sibling_next->child_->sibling_prev = cc->sibling_prev;
685
- }
686
- cc->parent->InternalUnref("child");
687
- }
688
-
689
963
  void FilterStackCall::ExternalUnref() {
690
964
  if (GPR_LIKELY(!ext_ref_.Unref())) return;
691
965
 
692
- GPR_TIMER_SCOPE("grpc_call_unref", 0);
693
-
694
966
  ApplicationCallbackExecCtx callback_exec_ctx;
695
967
  ExecCtx exec_ctx;
696
968
 
@@ -700,10 +972,9 @@ void FilterStackCall::ExternalUnref() {
700
972
 
701
973
  GPR_ASSERT(!destroy_called_);
702
974
  destroy_called_ = true;
703
- bool cancel = gpr_atm_acq_load(&any_ops_sent_atm_) != 0 &&
704
- gpr_atm_acq_load(&received_final_op_atm_) == 0;
975
+ bool cancel = gpr_atm_acq_load(&received_final_op_atm_) == 0;
705
976
  if (cancel) {
706
- CancelWithError(GRPC_ERROR_CANCELLED);
977
+ CancelWithError(absl::CancelledError());
707
978
  } else {
708
979
  // Unset the call combiner cancellation closure. This has the
709
980
  // effect of scheduling the previously set cancellation closure, if
@@ -714,14 +985,6 @@ void FilterStackCall::ExternalUnref() {
714
985
  InternalUnref("destroy");
715
986
  }
716
987
 
717
- char* FilterStackCall::GetPeer() {
718
- char* peer_string = reinterpret_cast<char*>(gpr_atm_acq_load(&peer_string_));
719
- if (peer_string != nullptr) return gpr_strdup(peer_string);
720
- peer_string = grpc_channel_get_target(channel_->c_ptr());
721
- if (peer_string != nullptr) return peer_string;
722
- return gpr_strdup("unknown");
723
- }
724
-
725
988
  // start_batch_closure points to a caller-allocated closure to be used
726
989
  // for entering the call combiner.
727
990
  void FilterStackCall::ExecuteBatch(grpc_transport_stream_op_batch* batch,
@@ -729,7 +992,6 @@ void FilterStackCall::ExecuteBatch(grpc_transport_stream_op_batch* batch,
729
992
  // This is called via the call combiner to start sending a batch down
730
993
  // the filter stack.
731
994
  auto execute_batch_in_call_combiner = [](void* arg, grpc_error_handle) {
732
- GPR_TIMER_SCOPE("execute_batch_in_call_combiner", 0);
733
995
  grpc_transport_stream_op_batch* batch =
734
996
  static_cast<grpc_transport_stream_op_batch*>(arg);
735
997
  auto* call =
@@ -742,7 +1004,7 @@ void FilterStackCall::ExecuteBatch(grpc_transport_stream_op_batch* batch,
742
1004
  GRPC_CLOSURE_INIT(start_batch_closure, execute_batch_in_call_combiner, batch,
743
1005
  grpc_schedule_on_exec_ctx);
744
1006
  GRPC_CALL_COMBINER_START(call_combiner(), start_batch_closure,
745
- GRPC_ERROR_NONE, "executing batch");
1007
+ absl::OkStatus(), "executing batch");
746
1008
  }
747
1009
 
748
1010
  namespace {
@@ -765,15 +1027,15 @@ static void done_termination(void* arg, grpc_error_handle /*error*/) {
765
1027
 
766
1028
  void FilterStackCall::CancelWithError(grpc_error_handle error) {
767
1029
  if (!gpr_atm_rel_cas(&cancelled_with_error_, 0, 1)) {
768
- GRPC_ERROR_UNREF(error);
769
1030
  return;
770
1031
  }
1032
+ ClearPeerString();
771
1033
  InternalRef("termination");
772
1034
  // Inform the call combiner of the cancellation, so that it can cancel
773
1035
  // any in-flight asynchronous actions that may be holding the call
774
1036
  // combiner. This ensures that the cancel_stream batch can be sent
775
1037
  // down the filter stack in a timely manner.
776
- call_combiner_.Cancel(GRPC_ERROR_REF(error));
1038
+ call_combiner_.Cancel(error);
777
1039
  CancelState* state = new CancelState;
778
1040
  state->call = this;
779
1041
  GRPC_CLOSURE_INIT(&state->finish_batch, done_termination, state,
@@ -785,19 +1047,10 @@ void FilterStackCall::CancelWithError(grpc_error_handle error) {
785
1047
  ExecuteBatch(op, &state->start_batch);
786
1048
  }
787
1049
 
788
- void Call::CancelWithStatus(grpc_status_code status, const char* description) {
789
- // copying 'description' is needed to ensure the grpc_call_cancel_with_status
790
- // guarantee that can be short-lived.
791
- CancelWithError(grpc_error_set_int(
792
- grpc_error_set_str(GRPC_ERROR_CREATE_FROM_COPIED_STRING(description),
793
- GRPC_ERROR_STR_GRPC_MESSAGE, description),
794
- GRPC_ERROR_INT_GRPC_STATUS, status));
795
- }
796
-
797
1050
  void FilterStackCall::SetFinalStatus(grpc_error_handle error) {
798
1051
  if (GRPC_TRACE_FLAG_ENABLED(grpc_call_error_trace)) {
799
- gpr_log(GPR_DEBUG, "set_final_status %s", is_client() ? "CLI" : "SVR");
800
- gpr_log(GPR_DEBUG, "%s", grpc_error_std_string(error).c_str());
1052
+ gpr_log(GPR_DEBUG, "set_final_status %s %s", is_client() ? "CLI" : "SVR",
1053
+ StatusToString(error).c_str());
801
1054
  }
802
1055
  if (is_client()) {
803
1056
  std::string status_details;
@@ -807,8 +1060,7 @@ void FilterStackCall::SetFinalStatus(grpc_error_handle error) {
807
1060
  *final_op_.client.status_details =
808
1061
  grpc_slice_from_cpp_string(std::move(status_details));
809
1062
  status_error_.set(error);
810
- GRPC_ERROR_UNREF(error);
811
- channelz::ChannelNode* channelz_channel = channel_->channelz_node();
1063
+ channelz::ChannelNode* channelz_channel = channel()->channelz_node();
812
1064
  if (channelz_channel != nullptr) {
813
1065
  if (*final_op_.client.status != GRPC_STATUS_OK) {
814
1066
  channelz_channel->RecordCallFailed();
@@ -818,7 +1070,7 @@ void FilterStackCall::SetFinalStatus(grpc_error_handle error) {
818
1070
  }
819
1071
  } else {
820
1072
  *final_op_.server.cancelled =
821
- error != GRPC_ERROR_NONE || !sent_server_trailing_metadata_;
1073
+ !error.ok() || !sent_server_trailing_metadata_;
822
1074
  channelz::ServerNode* channelz_node =
823
1075
  final_op_.server.core_server->channelz_node();
824
1076
  if (channelz_node != nullptr) {
@@ -828,7 +1080,6 @@ void FilterStackCall::SetFinalStatus(grpc_error_handle error) {
828
1080
  channelz_node->RecordCallSucceeded();
829
1081
  }
830
1082
  }
831
- GRPC_ERROR_UNREF(error);
832
1083
  }
833
1084
  }
834
1085
 
@@ -854,8 +1105,7 @@ bool FilterStackCall::PrepareApplicationMetadata(size_t count,
854
1105
  // Filter "content-length metadata"
855
1106
  continue;
856
1107
  }
857
- batch->Append(StringViewFromSlice(md->key),
858
- Slice(grpc_slice_ref_internal(md->value)),
1108
+ batch->Append(StringViewFromSlice(md->key), Slice(CSliceRef(md->value)),
859
1109
  [md](absl::string_view error, const Slice& value) {
860
1110
  gpr_log(GPR_DEBUG, "Append error: %s",
861
1111
  absl::StrCat("key=", StringViewFromSlice(md->key),
@@ -928,7 +1178,6 @@ void FilterStackCall::PublishAppMetadata(grpc_metadata_batch* b,
928
1178
  if (b->count() == 0) return;
929
1179
  if (!is_client() && is_trailing) return;
930
1180
  if (is_trailing && buffered_metadata_[1] == nullptr) return;
931
- GPR_TIMER_SCOPE("publish_app_metadata", 0);
932
1181
  grpc_metadata_array* dest;
933
1182
  dest = buffered_metadata_[is_trailing];
934
1183
  if (dest->count + b->count() > dest->capacity) {
@@ -942,49 +1191,43 @@ void FilterStackCall::PublishAppMetadata(grpc_metadata_batch* b,
942
1191
  }
943
1192
 
944
1193
  void FilterStackCall::RecvInitialFilter(grpc_metadata_batch* b) {
945
- incoming_compression_algorithm_ =
946
- b->Take(GrpcEncodingMetadata()).value_or(GRPC_COMPRESS_NONE);
947
- encodings_accepted_by_peer_ =
948
- b->Take(GrpcAcceptEncodingMetadata())
949
- .value_or(CompressionAlgorithmSet{GRPC_COMPRESS_NONE});
1194
+ ProcessIncomingInitialMetadata(*b);
950
1195
  PublishAppMetadata(b, false);
951
1196
  }
952
1197
 
953
1198
  void FilterStackCall::RecvTrailingFilter(grpc_metadata_batch* b,
954
1199
  grpc_error_handle batch_error) {
955
- if (batch_error != GRPC_ERROR_NONE) {
1200
+ if (!batch_error.ok()) {
956
1201
  SetFinalStatus(batch_error);
957
1202
  } else {
958
1203
  absl::optional<grpc_status_code> grpc_status =
959
1204
  b->Take(GrpcStatusMetadata());
960
1205
  if (grpc_status.has_value()) {
961
1206
  grpc_status_code status_code = *grpc_status;
962
- grpc_error_handle error = GRPC_ERROR_NONE;
1207
+ grpc_error_handle error;
963
1208
  if (status_code != GRPC_STATUS_OK) {
964
- char* peer = GetPeer();
1209
+ Slice peer = GetPeerString();
965
1210
  error = grpc_error_set_int(
966
- GRPC_ERROR_CREATE_FROM_CPP_STRING(
967
- absl::StrCat("Error received from peer ", peer)),
968
- GRPC_ERROR_INT_GRPC_STATUS, static_cast<intptr_t>(status_code));
969
- gpr_free(peer);
1211
+ GRPC_ERROR_CREATE(absl::StrCat("Error received from peer ",
1212
+ peer.as_string_view())),
1213
+ StatusIntProperty::kRpcStatus, static_cast<intptr_t>(status_code));
970
1214
  }
971
1215
  auto grpc_message = b->Take(GrpcMessageMetadata());
972
1216
  if (grpc_message.has_value()) {
973
- error = grpc_error_set_str(error, GRPC_ERROR_STR_GRPC_MESSAGE,
1217
+ error = grpc_error_set_str(error, StatusStrProperty::kGrpcMessage,
974
1218
  grpc_message->as_string_view());
975
- } else if (error != GRPC_ERROR_NONE) {
976
- error = grpc_error_set_str(error, GRPC_ERROR_STR_GRPC_MESSAGE, "");
1219
+ } else if (!error.ok()) {
1220
+ error = grpc_error_set_str(error, StatusStrProperty::kGrpcMessage, "");
977
1221
  }
978
- SetFinalStatus(GRPC_ERROR_REF(error));
979
- GRPC_ERROR_UNREF(error);
1222
+ SetFinalStatus(error);
980
1223
  } else if (!is_client()) {
981
- SetFinalStatus(GRPC_ERROR_NONE);
1224
+ SetFinalStatus(absl::OkStatus());
982
1225
  } else {
983
1226
  gpr_log(GPR_DEBUG,
984
1227
  "Received trailing metadata with no error and no status");
985
- SetFinalStatus(grpc_error_set_int(
986
- GRPC_ERROR_CREATE_FROM_STATIC_STRING("No status received"),
987
- GRPC_ERROR_INT_GRPC_STATUS, GRPC_STATUS_UNKNOWN));
1228
+ SetFinalStatus(grpc_error_set_int(GRPC_ERROR_CREATE("No status received"),
1229
+ StatusIntProperty::kRpcStatus,
1230
+ GRPC_STATUS_UNKNOWN));
988
1231
  }
989
1232
  }
990
1233
  PublishAppMetadata(b, true);
@@ -992,7 +1235,7 @@ void FilterStackCall::RecvTrailingFilter(grpc_metadata_batch* b,
992
1235
 
993
1236
  namespace {
994
1237
  bool AreWriteFlagsValid(uint32_t flags) {
995
- /* check that only bits in GRPC_WRITE_(INTERNAL?)_USED_MASK are set */
1238
+ // check that only bits in GRPC_WRITE_(INTERNAL?)_USED_MASK are set
996
1239
  const uint32_t allowed_write_positions =
997
1240
  (GRPC_WRITE_USED_MASK | GRPC_WRITE_INTERNAL_USED_MASK);
998
1241
  const uint32_t invalid_positions = ~allowed_write_positions;
@@ -1000,7 +1243,7 @@ bool AreWriteFlagsValid(uint32_t flags) {
1000
1243
  }
1001
1244
 
1002
1245
  bool AreInitialMetadataFlagsValid(uint32_t flags) {
1003
- /* check that only bits in GRPC_WRITE_(INTERNAL?)_USED_MASK are set */
1246
+ // check that only bits in GRPC_WRITE_(INTERNAL?)_USED_MASK are set
1004
1247
  uint32_t invalid_positions = ~GRPC_INITIAL_METADATA_USED_MASK;
1005
1248
  return !(flags & invalid_positions);
1006
1249
  }
@@ -1044,72 +1287,55 @@ FilterStackCall::BatchControl* FilterStackCall::ReuseOrAllocateBatchControl(
1044
1287
  *pslot = bctl;
1045
1288
  }
1046
1289
  bctl->call_ = this;
1290
+ bctl->call_tracer_ = static_cast<CallTracerAnnotationInterface*>(
1291
+ ContextGet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE));
1047
1292
  bctl->op_.payload = &stream_op_payload_;
1048
1293
  return bctl;
1049
1294
  }
1050
1295
 
1051
- void Call::PropagateCancellationToChildren() {
1052
- ParentCall* pc = parent_call();
1053
- if (pc != nullptr) {
1054
- Call* child;
1055
- MutexLock lock(&pc->child_list_mu);
1056
- child = pc->first_child;
1057
- if (child != nullptr) {
1058
- do {
1059
- Call* next_child_call = child->child_->sibling_next;
1060
- if (child->cancellation_is_inherited_) {
1061
- child->InternalRef("propagate_cancel");
1062
- child->CancelWithError(GRPC_ERROR_CANCELLED);
1063
- child->InternalUnref("propagate_cancel");
1064
- }
1065
- child = next_child_call;
1066
- } while (child != pc->first_child);
1067
- }
1068
- }
1069
- }
1070
-
1071
1296
  void FilterStackCall::BatchControl::PostCompletion() {
1072
1297
  FilterStackCall* call = call_;
1073
- grpc_error_handle error = GRPC_ERROR_REF(batch_error_.get());
1298
+ grpc_error_handle error = batch_error_.get();
1299
+ if (grpc_call_trace.enabled()) {
1300
+ gpr_log(GPR_DEBUG, "tag:%p batch_error=%s op:%s",
1301
+ completion_data_.notify_tag.tag, error.ToString().c_str(),
1302
+ grpc_transport_stream_op_batch_string(&op_, false).c_str());
1303
+ }
1074
1304
 
1075
1305
  if (op_.send_initial_metadata) {
1076
1306
  call->send_initial_metadata_.Clear();
1077
1307
  }
1078
1308
  if (op_.send_message) {
1079
- if (op_.payload->send_message.stream_write_closed &&
1080
- error == GRPC_ERROR_NONE) {
1309
+ if (op_.payload->send_message.stream_write_closed && error.ok()) {
1081
1310
  error = grpc_error_add_child(
1082
- error, GRPC_ERROR_CREATE_FROM_STATIC_STRING(
1311
+ error, GRPC_ERROR_CREATE(
1083
1312
  "Attempt to send message after stream was closed."));
1084
1313
  }
1085
1314
  call->sending_message_ = false;
1315
+ call->send_slice_buffer_.Clear();
1086
1316
  }
1087
1317
  if (op_.send_trailing_metadata) {
1088
1318
  call->send_trailing_metadata_.Clear();
1089
1319
  }
1320
+ if (!error.ok() && op_.recv_message && *call->receiving_buffer_ != nullptr) {
1321
+ grpc_byte_buffer_destroy(*call->receiving_buffer_);
1322
+ *call->receiving_buffer_ = nullptr;
1323
+ }
1090
1324
  if (op_.recv_trailing_metadata) {
1091
- /* propagate cancellation to any interested children */
1325
+ // propagate cancellation to any interested children
1092
1326
  gpr_atm_rel_store(&call->received_final_op_atm_, 1);
1093
1327
  call->PropagateCancellationToChildren();
1094
- GRPC_ERROR_UNREF(error);
1095
- error = GRPC_ERROR_NONE;
1096
- }
1097
- if (error != GRPC_ERROR_NONE && op_.recv_message &&
1098
- *call->receiving_buffer_ != nullptr) {
1099
- grpc_byte_buffer_destroy(*call->receiving_buffer_);
1100
- *call->receiving_buffer_ = nullptr;
1328
+ error = absl::OkStatus();
1101
1329
  }
1102
- batch_error_.set(GRPC_ERROR_NONE);
1330
+ batch_error_.set(absl::OkStatus());
1103
1331
 
1104
1332
  if (completion_data_.notify_tag.is_closure) {
1105
- /* unrefs error */
1106
1333
  call_ = nullptr;
1107
1334
  Closure::Run(DEBUG_LOCATION,
1108
1335
  static_cast<grpc_closure*>(completion_data_.notify_tag.tag),
1109
1336
  error);
1110
1337
  call->InternalUnref("completion");
1111
1338
  } else {
1112
- /* unrefs error */
1113
1339
  grpc_cq_end_op(
1114
1340
  call->cq_, completion_data_.notify_tag.tag, error,
1115
1341
  [](void* user_data, grpc_cq_completion* /*storage*/) {
@@ -1122,182 +1348,74 @@ void FilterStackCall::BatchControl::PostCompletion() {
1122
1348
  }
1123
1349
  }
1124
1350
 
1125
- void FilterStackCall::BatchControl::FinishStep() {
1126
- if (GPR_UNLIKELY(completed_batch_step())) {
1351
+ void FilterStackCall::BatchControl::FinishStep(PendingOp op) {
1352
+ if (GPR_UNLIKELY(completed_batch_step(op))) {
1127
1353
  PostCompletion();
1128
1354
  }
1129
1355
  }
1130
1356
 
1131
- void FilterStackCall::BatchControl::ContinueReceivingSlices() {
1132
- grpc_error_handle error;
1133
- FilterStackCall* call = call_;
1134
- for (;;) {
1135
- size_t remaining = call->receiving_stream_->length() -
1136
- (*call->receiving_buffer_)->data.raw.slice_buffer.length;
1137
- if (remaining == 0) {
1138
- call->receiving_message_ = false;
1139
- call->receiving_stream_.reset();
1140
- FinishStep();
1141
- return;
1142
- }
1143
- if (call->receiving_stream_->Next(remaining,
1144
- &call->receiving_slice_ready_)) {
1145
- error = call->receiving_stream_->Pull(&call->receiving_slice_);
1146
- if (error == GRPC_ERROR_NONE) {
1147
- grpc_slice_buffer_add(
1148
- &(*call->receiving_buffer_)->data.raw.slice_buffer,
1149
- call->receiving_slice_);
1150
- } else {
1151
- call->receiving_stream_.reset();
1152
- grpc_byte_buffer_destroy(*call->receiving_buffer_);
1153
- *call->receiving_buffer_ = nullptr;
1154
- call->receiving_message_ = false;
1155
- FinishStep();
1156
- GRPC_ERROR_UNREF(error);
1157
- return;
1158
- }
1159
- } else {
1160
- return;
1161
- }
1162
- }
1163
- }
1164
-
1165
- void FilterStackCall::BatchControl::ReceivingSliceReady(
1166
- grpc_error_handle error) {
1167
- FilterStackCall* call = call_;
1168
- bool release_error = false;
1169
-
1170
- if (error == GRPC_ERROR_NONE) {
1171
- grpc_slice slice;
1172
- error = call->receiving_stream_->Pull(&slice);
1173
- if (error == GRPC_ERROR_NONE) {
1174
- grpc_slice_buffer_add(&(*call->receiving_buffer_)->data.raw.slice_buffer,
1175
- slice);
1176
- ContinueReceivingSlices();
1177
- } else {
1178
- /* Error returned by ByteStream::Pull() needs to be released manually */
1179
- release_error = true;
1180
- }
1181
- }
1182
-
1183
- if (error != GRPC_ERROR_NONE) {
1184
- if (GRPC_TRACE_FLAG_ENABLED(grpc_trace_operation_failures)) {
1185
- GRPC_LOG_IF_ERROR("receiving_slice_ready", GRPC_ERROR_REF(error));
1186
- }
1187
- call->receiving_stream_.reset();
1188
- grpc_byte_buffer_destroy(*call->receiving_buffer_);
1189
- *call->receiving_buffer_ = nullptr;
1190
- call->receiving_message_ = false;
1191
- FinishStep();
1192
- if (release_error) {
1193
- GRPC_ERROR_UNREF(error);
1194
- }
1195
- }
1196
- }
1197
-
1198
1357
  void FilterStackCall::BatchControl::ProcessDataAfterMetadata() {
1199
1358
  FilterStackCall* call = call_;
1200
- if (call->receiving_stream_ == nullptr) {
1359
+ if (!call->receiving_slice_buffer_.has_value()) {
1201
1360
  *call->receiving_buffer_ = nullptr;
1202
1361
  call->receiving_message_ = false;
1203
- FinishStep();
1362
+ FinishStep(PendingOp::kRecvMessage);
1204
1363
  } else {
1205
- call->test_only_last_message_flags_ = call->receiving_stream_->flags();
1206
- if ((call->receiving_stream_->flags() & GRPC_WRITE_INTERNAL_COMPRESS) &&
1207
- (call->incoming_compression_algorithm_ != GRPC_COMPRESS_NONE)) {
1364
+ call->NoteLastMessageFlags(call->receiving_stream_flags_);
1365
+ if ((call->receiving_stream_flags_ & GRPC_WRITE_INTERNAL_COMPRESS) &&
1366
+ (call->incoming_compression_algorithm() != GRPC_COMPRESS_NONE)) {
1208
1367
  *call->receiving_buffer_ = grpc_raw_compressed_byte_buffer_create(
1209
- nullptr, 0, call->incoming_compression_algorithm_);
1368
+ nullptr, 0, call->incoming_compression_algorithm());
1210
1369
  } else {
1211
1370
  *call->receiving_buffer_ = grpc_raw_byte_buffer_create(nullptr, 0);
1212
1371
  }
1213
- GRPC_CLOSURE_INIT(
1214
- &call->receiving_slice_ready_,
1215
- [](void* bctl, grpc_error_handle error) {
1216
- static_cast<BatchControl*>(bctl)->ReceivingSliceReady(error);
1217
- },
1218
- this, grpc_schedule_on_exec_ctx);
1219
- ContinueReceivingSlices();
1372
+ grpc_slice_buffer_move_into(
1373
+ call->receiving_slice_buffer_->c_slice_buffer(),
1374
+ &(*call->receiving_buffer_)->data.raw.slice_buffer);
1375
+ call->receiving_message_ = false;
1376
+ call->receiving_slice_buffer_.reset();
1377
+ FinishStep(PendingOp::kRecvMessage);
1220
1378
  }
1221
1379
  }
1222
1380
 
1223
1381
  void FilterStackCall::BatchControl::ReceivingStreamReady(
1224
1382
  grpc_error_handle error) {
1383
+ if (grpc_call_trace.enabled()) {
1384
+ gpr_log(GPR_DEBUG,
1385
+ "tag:%p ReceivingStreamReady error=%s "
1386
+ "receiving_slice_buffer.has_value=%d recv_state=%" PRIdPTR,
1387
+ completion_data_.notify_tag.tag, error.ToString().c_str(),
1388
+ call_->receiving_slice_buffer_.has_value(),
1389
+ gpr_atm_no_barrier_load(&call_->recv_state_));
1390
+ }
1225
1391
  FilterStackCall* call = call_;
1226
- if (error != GRPC_ERROR_NONE) {
1227
- call->receiving_stream_.reset();
1392
+ if (!error.ok()) {
1393
+ call->receiving_slice_buffer_.reset();
1228
1394
  if (batch_error_.ok()) {
1229
1395
  batch_error_.set(error);
1230
1396
  }
1231
- call->CancelWithError(GRPC_ERROR_REF(error));
1397
+ call->CancelWithError(error);
1232
1398
  }
1233
- /* If recv_state is kRecvNone, we will save the batch_control
1234
- * object with rel_cas, and will not use it after the cas. Its corresponding
1235
- * acq_load is in receiving_initial_metadata_ready() */
1236
- if (error != GRPC_ERROR_NONE || call->receiving_stream_ == nullptr ||
1399
+ // If recv_state is kRecvNone, we will save the batch_control
1400
+ // object with rel_cas, and will not use it after the cas. Its corresponding
1401
+ // acq_load is in receiving_initial_metadata_ready()
1402
+ if (!error.ok() || !call->receiving_slice_buffer_.has_value() ||
1237
1403
  !gpr_atm_rel_cas(&call->recv_state_, kRecvNone,
1238
1404
  reinterpret_cast<gpr_atm>(this))) {
1239
1405
  ProcessDataAfterMetadata();
1240
1406
  }
1241
1407
  }
1242
1408
 
1243
- void FilterStackCall::HandleCompressionAlgorithmDisabled(
1244
- grpc_compression_algorithm compression_algorithm) {
1245
- const char* algo_name = nullptr;
1246
- grpc_compression_algorithm_name(compression_algorithm, &algo_name);
1247
- std::string error_msg =
1248
- absl::StrFormat("Compression algorithm '%s' is disabled.", algo_name);
1249
- gpr_log(GPR_ERROR, "%s", error_msg.c_str());
1250
- CancelWithStatus(GRPC_STATUS_UNIMPLEMENTED, error_msg.c_str());
1251
- }
1252
-
1253
- void FilterStackCall::HandleCompressionAlgorithmNotAccepted(
1254
- grpc_compression_algorithm compression_algorithm) {
1255
- const char* algo_name = nullptr;
1256
- grpc_compression_algorithm_name(compression_algorithm, &algo_name);
1257
- gpr_log(GPR_ERROR,
1258
- "Compression algorithm ('%s') not present in the "
1259
- "accepted encodings (%s)",
1260
- algo_name,
1261
- std::string(encodings_accepted_by_peer_.ToString()).c_str());
1262
- }
1263
-
1264
- void FilterStackCall::BatchControl::ValidateFilteredMetadata() {
1265
- FilterStackCall* call = call_;
1266
-
1267
- const grpc_compression_options compression_options =
1268
- call->channel_->compression_options();
1269
- const grpc_compression_algorithm compression_algorithm =
1270
- call->incoming_compression_algorithm_;
1271
- if (GPR_UNLIKELY(!CompressionAlgorithmSet::FromUint32(
1272
- compression_options.enabled_algorithms_bitset)
1273
- .IsSet(compression_algorithm))) {
1274
- /* check if algorithm is supported by current channel config */
1275
- call->HandleCompressionAlgorithmDisabled(compression_algorithm);
1276
- }
1277
- /* GRPC_COMPRESS_NONE is always set. */
1278
- GPR_DEBUG_ASSERT(call->encodings_accepted_by_peer_.IsSet(GRPC_COMPRESS_NONE));
1279
- if (GPR_UNLIKELY(
1280
- !call->encodings_accepted_by_peer_.IsSet(compression_algorithm))) {
1281
- if (GRPC_TRACE_FLAG_ENABLED(grpc_compression_trace)) {
1282
- call->HandleCompressionAlgorithmNotAccepted(compression_algorithm);
1283
- }
1284
- }
1285
- }
1286
-
1287
1409
  void FilterStackCall::BatchControl::ReceivingInitialMetadataReady(
1288
1410
  grpc_error_handle error) {
1289
1411
  FilterStackCall* call = call_;
1290
1412
 
1291
1413
  GRPC_CALL_COMBINER_STOP(call->call_combiner(), "recv_initial_metadata_ready");
1292
1414
 
1293
- if (error == GRPC_ERROR_NONE) {
1415
+ if (error.ok()) {
1294
1416
  grpc_metadata_batch* md = &call->recv_initial_metadata_;
1295
1417
  call->RecvInitialFilter(md);
1296
1418
 
1297
- /* TODO(ctiller): this could be moved into recv_initial_filter now */
1298
- GPR_TIMER_SCOPE("validate_filtered_metadata", 0);
1299
- ValidateFilteredMetadata();
1300
-
1301
1419
  absl::optional<Timestamp> deadline = md->get(GrpcTimeoutMetadata());
1302
1420
  if (deadline.has_value() && !call->is_client()) {
1303
1421
  call_->set_send_deadline(*deadline);
@@ -1306,41 +1424,41 @@ void FilterStackCall::BatchControl::ReceivingInitialMetadataReady(
1306
1424
  if (batch_error_.ok()) {
1307
1425
  batch_error_.set(error);
1308
1426
  }
1309
- call->CancelWithError(GRPC_ERROR_REF(error));
1427
+ call->CancelWithError(error);
1310
1428
  }
1311
1429
 
1312
1430
  grpc_closure* saved_rsr_closure = nullptr;
1313
1431
  while (true) {
1314
1432
  gpr_atm rsr_bctlp = gpr_atm_acq_load(&call->recv_state_);
1315
- /* Should only receive initial metadata once */
1433
+ // Should only receive initial metadata once
1316
1434
  GPR_ASSERT(rsr_bctlp != 1);
1317
1435
  if (rsr_bctlp == 0) {
1318
- /* We haven't seen initial metadata and messages before, thus initial
1319
- * metadata is received first.
1320
- * no_barrier_cas is used, as this function won't access the batch_control
1321
- * object saved by receiving_stream_ready() if the initial metadata is
1322
- * received first. */
1436
+ // We haven't seen initial metadata and messages before, thus initial
1437
+ // metadata is received first.
1438
+ // no_barrier_cas is used, as this function won't access the batch_control
1439
+ // object saved by receiving_stream_ready() if the initial metadata is
1440
+ // received first.
1323
1441
  if (gpr_atm_no_barrier_cas(&call->recv_state_, kRecvNone,
1324
1442
  kRecvInitialMetadataFirst)) {
1325
1443
  break;
1326
1444
  }
1327
1445
  } else {
1328
- /* Already received messages */
1446
+ // Already received messages
1329
1447
  saved_rsr_closure = GRPC_CLOSURE_CREATE(
1330
1448
  [](void* bctl, grpc_error_handle error) {
1331
1449
  static_cast<BatchControl*>(bctl)->ReceivingStreamReady(error);
1332
1450
  },
1333
1451
  reinterpret_cast<BatchControl*>(rsr_bctlp),
1334
1452
  grpc_schedule_on_exec_ctx);
1335
- /* No need to modify recv_state */
1453
+ // No need to modify recv_state
1336
1454
  break;
1337
1455
  }
1338
1456
  }
1339
1457
  if (saved_rsr_closure != nullptr) {
1340
- Closure::Run(DEBUG_LOCATION, saved_rsr_closure, GRPC_ERROR_REF(error));
1458
+ Closure::Run(DEBUG_LOCATION, saved_rsr_closure, error);
1341
1459
  }
1342
1460
 
1343
- FinishStep();
1461
+ FinishStep(PendingOp::kRecvInitialMetadata);
1344
1462
  }
1345
1463
 
1346
1464
  void FilterStackCall::BatchControl::ReceivingTrailingMetadataReady(
@@ -1348,8 +1466,8 @@ void FilterStackCall::BatchControl::ReceivingTrailingMetadataReady(
1348
1466
  GRPC_CALL_COMBINER_STOP(call_->call_combiner(),
1349
1467
  "recv_trailing_metadata_ready");
1350
1468
  grpc_metadata_batch* md = &call_->recv_trailing_metadata_;
1351
- call_->RecvTrailingFilter(md, GRPC_ERROR_REF(error));
1352
- FinishStep();
1469
+ call_->RecvTrailingFilter(md, error);
1470
+ FinishStep(PendingOp::kRecvTrailingMetadata);
1353
1471
  }
1354
1472
 
1355
1473
  void FilterStackCall::BatchControl::FinishBatch(grpc_error_handle error) {
@@ -1357,26 +1475,42 @@ void FilterStackCall::BatchControl::FinishBatch(grpc_error_handle error) {
1357
1475
  if (batch_error_.ok()) {
1358
1476
  batch_error_.set(error);
1359
1477
  }
1360
- if (error != GRPC_ERROR_NONE) {
1361
- call_->CancelWithError(GRPC_ERROR_REF(error));
1478
+ if (!error.ok()) {
1479
+ call_->CancelWithError(error);
1480
+ }
1481
+ FinishStep(PendingOp::kSends);
1482
+ }
1483
+
1484
+ namespace {
1485
+ void EndOpImmediately(grpc_completion_queue* cq, void* notify_tag,
1486
+ bool is_notify_tag_closure) {
1487
+ if (!is_notify_tag_closure) {
1488
+ GPR_ASSERT(grpc_cq_begin_op(cq, notify_tag));
1489
+ grpc_cq_end_op(
1490
+ cq, notify_tag, absl::OkStatus(),
1491
+ [](void*, grpc_cq_completion* completion) { gpr_free(completion); },
1492
+ nullptr,
1493
+ static_cast<grpc_cq_completion*>(
1494
+ gpr_malloc(sizeof(grpc_cq_completion))));
1495
+ } else {
1496
+ Closure::Run(DEBUG_LOCATION, static_cast<grpc_closure*>(notify_tag),
1497
+ absl::OkStatus());
1362
1498
  }
1363
- FinishStep();
1364
1499
  }
1500
+ } // namespace
1365
1501
 
1366
1502
  grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1367
1503
  void* notify_tag,
1368
1504
  bool is_notify_tag_closure) {
1369
- GPR_TIMER_SCOPE("call_start_batch", 0);
1370
-
1371
1505
  size_t i;
1372
1506
  const grpc_op* op;
1373
1507
  BatchControl* bctl;
1374
- bool has_send_ops = false;
1375
- int num_recv_ops = 0;
1376
1508
  grpc_call_error error = GRPC_CALL_OK;
1377
1509
  grpc_transport_stream_op_batch* stream_op;
1378
1510
  grpc_transport_stream_op_batch_payload* stream_op_payload;
1379
1511
  uint32_t seen_ops = 0;
1512
+ intptr_t pending_ops = 0;
1513
+ CallTracerAnnotationInterface* call_tracer = nullptr;
1380
1514
 
1381
1515
  for (i = 0; i < nops; i++) {
1382
1516
  if (seen_ops & (1u << ops[i].op)) {
@@ -1385,21 +1519,19 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1385
1519
  seen_ops |= (1u << ops[i].op);
1386
1520
  }
1387
1521
 
1522
+ if (!is_client() &&
1523
+ (seen_ops & (1u << GRPC_OP_SEND_STATUS_FROM_SERVER)) != 0 &&
1524
+ (seen_ops & (1u << GRPC_OP_RECV_MESSAGE)) != 0) {
1525
+ gpr_log(GPR_ERROR,
1526
+ "******************* SEND_STATUS WITH RECV_MESSAGE "
1527
+ "*******************");
1528
+ return GRPC_CALL_ERROR;
1529
+ }
1530
+
1388
1531
  GRPC_CALL_LOG_BATCH(GPR_INFO, ops, nops);
1389
1532
 
1390
1533
  if (nops == 0) {
1391
- if (!is_notify_tag_closure) {
1392
- GPR_ASSERT(grpc_cq_begin_op(cq_, notify_tag));
1393
- grpc_cq_end_op(
1394
- cq_, notify_tag, GRPC_ERROR_NONE,
1395
- [](void*, grpc_cq_completion* completion) { gpr_free(completion); },
1396
- nullptr,
1397
- static_cast<grpc_cq_completion*>(
1398
- gpr_malloc(sizeof(grpc_cq_completion))));
1399
- } else {
1400
- Closure::Run(DEBUG_LOCATION, static_cast<grpc_closure*>(notify_tag),
1401
- GRPC_ERROR_NONE);
1402
- }
1534
+ EndOpImmediately(cq_, notify_tag, is_notify_tag_closure);
1403
1535
  error = GRPC_CALL_OK;
1404
1536
  goto done;
1405
1537
  }
@@ -1415,7 +1547,7 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1415
1547
  stream_op = &bctl->op_;
1416
1548
  stream_op_payload = &stream_op_payload_;
1417
1549
 
1418
- /* rewrite batch ops into a transport op */
1550
+ // rewrite batch ops into a transport op
1419
1551
  for (i = 0; i < nops; i++) {
1420
1552
  op = &ops[i];
1421
1553
  if (op->reserved != nullptr) {
@@ -1424,7 +1556,7 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1424
1556
  }
1425
1557
  switch (op->op) {
1426
1558
  case GRPC_OP_SEND_INITIAL_METADATA: {
1427
- /* Flag validation: currently allow no flags */
1559
+ // Flag validation: currently allow no flags
1428
1560
  if (!AreInitialMetadataFlagsValid(op->flags)) {
1429
1561
  error = GRPC_CALL_ERROR_INVALID_FLAGS;
1430
1562
  goto done_with_error;
@@ -1433,36 +1565,6 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1433
1565
  error = GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
1434
1566
  goto done_with_error;
1435
1567
  }
1436
- // TODO(juanlishen): If the user has already specified a compression
1437
- // algorithm by setting the initial metadata with key of
1438
- // GRPC_COMPRESSION_REQUEST_ALGORITHM_MD_KEY, we shouldn't override that
1439
- // with the compression algorithm mapped from compression level.
1440
- /* process compression level */
1441
- grpc_compression_level effective_compression_level =
1442
- GRPC_COMPRESS_LEVEL_NONE;
1443
- bool level_set = false;
1444
- if (op->data.send_initial_metadata.maybe_compression_level.is_set) {
1445
- effective_compression_level =
1446
- op->data.send_initial_metadata.maybe_compression_level.level;
1447
- level_set = true;
1448
- } else {
1449
- const grpc_compression_options copts =
1450
- channel_->compression_options();
1451
- if (copts.default_level.is_set) {
1452
- level_set = true;
1453
- effective_compression_level = copts.default_level.level;
1454
- }
1455
- }
1456
- // Currently, only server side supports compression level setting.
1457
- if (level_set && !is_client()) {
1458
- const grpc_compression_algorithm calgo =
1459
- encodings_accepted_by_peer_.CompressionAlgorithmForLevel(
1460
- effective_compression_level);
1461
- // The following metadata will be checked and removed by the message
1462
- // compression filter. It will be used as the call's compression
1463
- // algorithm.
1464
- send_initial_metadata_.Set(GrpcInternalEncodingRequest(), calgo);
1465
- }
1466
1568
  if (op->data.send_initial_metadata.count > INT_MAX) {
1467
1569
  error = GRPC_CALL_ERROR_INVALID_METADATA;
1468
1570
  goto done_with_error;
@@ -1475,20 +1577,22 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1475
1577
  error = GRPC_CALL_ERROR_INVALID_METADATA;
1476
1578
  goto done_with_error;
1477
1579
  }
1478
- // Ignore any te metadata key value pairs specified.
1479
- send_initial_metadata_.Remove(TeMetadata());
1480
- /* TODO(ctiller): just make these the same variable? */
1580
+ PrepareOutgoingInitialMetadata(*op, send_initial_metadata_);
1581
+ // TODO(ctiller): just make these the same variable?
1481
1582
  if (is_client() && send_deadline() != Timestamp::InfFuture()) {
1482
1583
  send_initial_metadata_.Set(GrpcTimeoutMetadata(), send_deadline());
1483
1584
  }
1484
- stream_op_payload->send_initial_metadata.send_initial_metadata =
1485
- &send_initial_metadata_;
1486
- stream_op_payload->send_initial_metadata.send_initial_metadata_flags =
1487
- op->flags;
1488
1585
  if (is_client()) {
1489
- stream_op_payload->send_initial_metadata.peer_string = &peer_string_;
1586
+ send_initial_metadata_.Set(
1587
+ WaitForReady(),
1588
+ WaitForReady::ValueType{
1589
+ (op->flags & GRPC_INITIAL_METADATA_WAIT_FOR_READY) != 0,
1590
+ (op->flags &
1591
+ GRPC_INITIAL_METADATA_WAIT_FOR_READY_EXPLICITLY_SET) != 0});
1490
1592
  }
1491
- has_send_ops = true;
1593
+ stream_op_payload->send_initial_metadata.send_initial_metadata =
1594
+ &send_initial_metadata_;
1595
+ pending_ops |= PendingOpMask(PendingOp::kSends);
1492
1596
  break;
1493
1597
  }
1494
1598
  case GRPC_OP_SEND_MESSAGE: {
@@ -1505,24 +1609,26 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1505
1609
  goto done_with_error;
1506
1610
  }
1507
1611
  uint32_t flags = op->flags;
1508
- /* If the outgoing buffer is already compressed, mark it as so in the
1509
- flags. These will be picked up by the compression filter and further
1510
- (wasteful) attempts at compression skipped. */
1612
+ // If the outgoing buffer is already compressed, mark it as so in the
1613
+ // flags. These will be picked up by the compression filter and further
1614
+ // (wasteful) attempts at compression skipped.
1511
1615
  if (op->data.send_message.send_message->data.raw.compression >
1512
1616
  GRPC_COMPRESS_NONE) {
1513
1617
  flags |= GRPC_WRITE_INTERNAL_COMPRESS;
1514
1618
  }
1515
1619
  stream_op->send_message = true;
1516
1620
  sending_message_ = true;
1517
- sending_stream_.Init(
1518
- &op->data.send_message.send_message->data.raw.slice_buffer, flags);
1519
- stream_op_payload->send_message.send_message.reset(
1520
- sending_stream_.get());
1521
- has_send_ops = true;
1621
+ send_slice_buffer_.Clear();
1622
+ grpc_slice_buffer_move_into(
1623
+ &op->data.send_message.send_message->data.raw.slice_buffer,
1624
+ send_slice_buffer_.c_slice_buffer());
1625
+ stream_op_payload->send_message.flags = flags;
1626
+ stream_op_payload->send_message.send_message = &send_slice_buffer_;
1627
+ pending_ops |= PendingOpMask(PendingOp::kSends);
1522
1628
  break;
1523
1629
  }
1524
1630
  case GRPC_OP_SEND_CLOSE_FROM_CLIENT: {
1525
- /* Flag validation: currently allow no flags */
1631
+ // Flag validation: currently allow no flags
1526
1632
  if (op->flags != 0) {
1527
1633
  error = GRPC_CALL_ERROR_INVALID_FLAGS;
1528
1634
  goto done_with_error;
@@ -1539,11 +1645,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1539
1645
  sent_final_op_ = true;
1540
1646
  stream_op_payload->send_trailing_metadata.send_trailing_metadata =
1541
1647
  &send_trailing_metadata_;
1542
- has_send_ops = true;
1648
+ pending_ops |= PendingOpMask(PendingOp::kSends);
1543
1649
  break;
1544
1650
  }
1545
1651
  case GRPC_OP_SEND_STATUS_FROM_SERVER: {
1546
- /* Flag validation: currently allow no flags */
1652
+ // Flag validation: currently allow no flags
1547
1653
  if (op->flags != 0) {
1548
1654
  error = GRPC_CALL_ERROR_INVALID_FLAGS;
1549
1655
  goto done_with_error;
@@ -1573,11 +1679,10 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1573
1679
 
1574
1680
  grpc_error_handle status_error =
1575
1681
  op->data.send_status_from_server.status == GRPC_STATUS_OK
1576
- ? GRPC_ERROR_NONE
1682
+ ? absl::OkStatus()
1577
1683
  : grpc_error_set_int(
1578
- GRPC_ERROR_CREATE_FROM_STATIC_STRING(
1579
- "Server returned error"),
1580
- GRPC_ERROR_INT_GRPC_STATUS,
1684
+ GRPC_ERROR_CREATE("Server returned error"),
1685
+ StatusIntProperty::kRpcStatus,
1581
1686
  static_cast<intptr_t>(
1582
1687
  op->data.send_status_from_server.status));
1583
1688
  if (op->data.send_status_from_server.status_details != nullptr) {
@@ -1585,16 +1690,15 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1585
1690
  GrpcMessageMetadata(),
1586
1691
  Slice(grpc_slice_copy(
1587
1692
  *op->data.send_status_from_server.status_details)));
1588
- if (status_error != GRPC_ERROR_NONE) {
1693
+ if (!status_error.ok()) {
1589
1694
  status_error = grpc_error_set_str(
1590
- status_error, GRPC_ERROR_STR_GRPC_MESSAGE,
1695
+ status_error, StatusStrProperty::kGrpcMessage,
1591
1696
  StringViewFromSlice(
1592
1697
  *op->data.send_status_from_server.status_details));
1593
1698
  }
1594
1699
  }
1595
1700
 
1596
1701
  status_error_.set(status_error);
1597
- GRPC_ERROR_UNREF(status_error);
1598
1702
 
1599
1703
  send_trailing_metadata_.Set(GrpcStatusMetadata(),
1600
1704
  op->data.send_status_from_server.status);
@@ -1605,11 +1709,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1605
1709
  &send_trailing_metadata_;
1606
1710
  stream_op_payload->send_trailing_metadata.sent =
1607
1711
  &sent_server_trailing_metadata_;
1608
- has_send_ops = true;
1712
+ pending_ops |= PendingOpMask(PendingOp::kSends);
1609
1713
  break;
1610
1714
  }
1611
1715
  case GRPC_OP_RECV_INITIAL_METADATA: {
1612
- /* Flag validation: currently allow no flags */
1716
+ // Flag validation: currently allow no flags
1613
1717
  if (op->flags != 0) {
1614
1718
  error = GRPC_CALL_ERROR_INVALID_FLAGS;
1615
1719
  goto done_with_error;
@@ -1636,14 +1740,12 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1636
1740
  if (is_client()) {
1637
1741
  stream_op_payload->recv_initial_metadata.trailing_metadata_available =
1638
1742
  &is_trailers_only_;
1639
- } else {
1640
- stream_op_payload->recv_initial_metadata.peer_string = &peer_string_;
1641
1743
  }
1642
- ++num_recv_ops;
1744
+ pending_ops |= PendingOpMask(PendingOp::kRecvInitialMetadata);
1643
1745
  break;
1644
1746
  }
1645
1747
  case GRPC_OP_RECV_MESSAGE: {
1646
- /* Flag validation: currently allow no flags */
1748
+ // Flag validation: currently allow no flags
1647
1749
  if (op->flags != 0) {
1648
1750
  error = GRPC_CALL_ERROR_INVALID_FLAGS;
1649
1751
  goto done_with_error;
@@ -1654,8 +1756,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1654
1756
  }
1655
1757
  receiving_message_ = true;
1656
1758
  stream_op->recv_message = true;
1759
+ receiving_slice_buffer_.reset();
1657
1760
  receiving_buffer_ = op->data.recv_message.recv_message;
1658
- stream_op_payload->recv_message.recv_message = &receiving_stream_;
1761
+ stream_op_payload->recv_message.recv_message = &receiving_slice_buffer_;
1762
+ receiving_stream_flags_ = 0;
1763
+ stream_op_payload->recv_message.flags = &receiving_stream_flags_;
1659
1764
  stream_op_payload->recv_message.call_failed_before_recv_message =
1660
1765
  &call_failed_before_recv_message_;
1661
1766
  GRPC_CLOSURE_INIT(
@@ -1672,11 +1777,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1672
1777
  bctl, grpc_schedule_on_exec_ctx);
1673
1778
  stream_op_payload->recv_message.recv_message_ready =
1674
1779
  &receiving_stream_ready_;
1675
- ++num_recv_ops;
1780
+ pending_ops |= PendingOpMask(PendingOp::kRecvMessage);
1676
1781
  break;
1677
1782
  }
1678
1783
  case GRPC_OP_RECV_STATUS_ON_CLIENT: {
1679
- /* Flag validation: currently allow no flags */
1784
+ // Flag validation: currently allow no flags
1680
1785
  if (op->flags != 0) {
1681
1786
  error = GRPC_CALL_ERROR_INVALID_FLAGS;
1682
1787
  goto done_with_error;
@@ -1711,11 +1816,11 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1711
1816
  bctl, grpc_schedule_on_exec_ctx);
1712
1817
  stream_op_payload->recv_trailing_metadata.recv_trailing_metadata_ready =
1713
1818
  &receiving_trailing_metadata_ready_;
1714
- ++num_recv_ops;
1819
+ pending_ops |= PendingOpMask(PendingOp::kRecvTrailingMetadata);
1715
1820
  break;
1716
1821
  }
1717
1822
  case GRPC_OP_RECV_CLOSE_ON_SERVER: {
1718
- /* Flag validation: currently allow no flags */
1823
+ // Flag validation: currently allow no flags
1719
1824
  if (op->flags != 0) {
1720
1825
  error = GRPC_CALL_ERROR_INVALID_FLAGS;
1721
1826
  goto done_with_error;
@@ -1744,7 +1849,7 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1744
1849
  bctl, grpc_schedule_on_exec_ctx);
1745
1850
  stream_op_payload->recv_trailing_metadata.recv_trailing_metadata_ready =
1746
1851
  &receiving_trailing_metadata_ready_;
1747
- ++num_recv_ops;
1852
+ pending_ops |= PendingOpMask(PendingOp::kRecvTrailingMetadata);
1748
1853
  break;
1749
1854
  }
1750
1855
  }
@@ -1754,9 +1859,9 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1754
1859
  if (!is_notify_tag_closure) {
1755
1860
  GPR_ASSERT(grpc_cq_begin_op(cq_, notify_tag));
1756
1861
  }
1757
- bctl->set_num_steps_to_complete((has_send_ops ? 1 : 0) + num_recv_ops);
1862
+ bctl->set_pending_ops(pending_ops);
1758
1863
 
1759
- if (has_send_ops) {
1864
+ if (pending_ops & PendingOpMask(PendingOp::kSends)) {
1760
1865
  GRPC_CLOSURE_INIT(
1761
1866
  &bctl->finish_batch_,
1762
1867
  [](void* bctl, grpc_error_handle error) {
@@ -1766,24 +1871,34 @@ grpc_call_error FilterStackCall::StartBatch(const grpc_op* ops, size_t nops,
1766
1871
  stream_op->on_complete = &bctl->finish_batch_;
1767
1872
  }
1768
1873
 
1769
- gpr_atm_rel_store(&any_ops_sent_atm_, 1);
1874
+ call_tracer = static_cast<CallTracerAnnotationInterface*>(
1875
+ ContextGet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE));
1876
+ if ((IsTraceRecordCallopsEnabled() && call_tracer != nullptr)) {
1877
+ call_tracer->RecordAnnotation(absl::StrFormat(
1878
+ "BATCH:%p START:%s BATCH:%s (tag:%p)", bctl,
1879
+ PendingOpString(pending_ops).c_str(),
1880
+ grpc_transport_stream_op_batch_string(stream_op, true).c_str(),
1881
+ bctl->completion_data_.notify_tag.tag));
1882
+ }
1883
+ if (grpc_call_trace.enabled()) {
1884
+ gpr_log(GPR_DEBUG, "BATCH:%p START:%s BATCH:%s (tag:%p)", bctl,
1885
+ PendingOpString(pending_ops).c_str(),
1886
+ grpc_transport_stream_op_batch_string(stream_op, false).c_str(),
1887
+ bctl->completion_data_.notify_tag.tag);
1888
+ }
1770
1889
  ExecuteBatch(stream_op, &bctl->start_batch_);
1771
1890
 
1772
1891
  done:
1773
1892
  return error;
1774
1893
 
1775
1894
  done_with_error:
1776
- /* reverse any mutations that occurred */
1895
+ // reverse any mutations that occurred
1777
1896
  if (stream_op->send_initial_metadata) {
1778
1897
  sent_initial_metadata_ = false;
1779
1898
  send_initial_metadata_.Clear();
1780
1899
  }
1781
1900
  if (stream_op->send_message) {
1782
1901
  sending_message_ = false;
1783
- // No need to invoke call->sending_stream->Orphan() explicitly.
1784
- // stream_op_payload->send_message.send_message.reset() calls Deletor
1785
- // of call->sending_stream which in-turn invokes the Orphan() method.
1786
- stream_op_payload->send_message.send_message.reset();
1787
1902
  }
1788
1903
  if (stream_op->send_trailing_metadata) {
1789
1904
  sent_final_op_ = false;
@@ -1810,36 +1925,1605 @@ void FilterStackCall::ContextSet(grpc_context_index elem, void* value,
1810
1925
  context_[elem].destroy = destroy;
1811
1926
  }
1812
1927
 
1813
- } // namespace grpc_core
1928
+ ///////////////////////////////////////////////////////////////////////////////
1929
+ // Metadata validation helpers
1814
1930
 
1815
- void* grpc_call_arena_alloc(grpc_call* call, size_t size) {
1816
- grpc_core::ExecCtx exec_ctx;
1817
- return grpc_core::Call::FromC(call)->arena()->Alloc(size);
1931
+ namespace {
1932
+ bool ValidateMetadata(size_t count, grpc_metadata* metadata) {
1933
+ for (size_t i = 0; i < count; i++) {
1934
+ grpc_metadata* md = &metadata[i];
1935
+ if (!GRPC_LOG_IF_ERROR("validate_metadata",
1936
+ grpc_validate_header_key_is_legal(md->key))) {
1937
+ return false;
1938
+ } else if (!grpc_is_binary_header_internal(md->key) &&
1939
+ !GRPC_LOG_IF_ERROR(
1940
+ "validate_metadata",
1941
+ grpc_validate_header_nonbin_value_is_legal(md->value))) {
1942
+ return false;
1943
+ } else if (GRPC_SLICE_LENGTH(md->value) >= UINT32_MAX) {
1944
+ // HTTP2 hpack encoding has a maximum limit.
1945
+ return false;
1946
+ }
1947
+ }
1948
+ return true;
1818
1949
  }
1950
+ } // namespace
1819
1951
 
1820
- size_t grpc_call_get_initial_size_estimate() {
1821
- return grpc_core::FilterStackCall::InitialSizeEstimate();
1822
- }
1952
+ ///////////////////////////////////////////////////////////////////////////////
1953
+ // PromiseBasedCall
1954
+ // Will be folded into Call once the promise conversion is done
1823
1955
 
1824
- grpc_error_handle grpc_call_create(grpc_call_create_args* args,
1825
- grpc_call** out_call) {
1826
- return grpc_core::FilterStackCall::Create(args, out_call);
1827
- }
1956
+ class PromiseBasedCall : public Call,
1957
+ public Party,
1958
+ public grpc_event_engine::experimental::EventEngine::
1959
+ Closure /* for deadlines */ {
1960
+ public:
1961
+ PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
1962
+ const grpc_call_create_args& args);
1828
1963
 
1829
- void grpc_call_set_completion_queue(grpc_call* call,
1830
- grpc_completion_queue* cq) {
1831
- grpc_core::Call::FromC(call)->SetCompletionQueue(cq);
1832
- }
1964
+ void ContextSet(grpc_context_index elem, void* value,
1965
+ void (*destroy)(void* value)) override;
1966
+ void* ContextGet(grpc_context_index elem) const override;
1967
+ void SetCompletionQueue(grpc_completion_queue* cq) override;
1968
+ bool Completed() final { return finished_.IsSet(); }
1969
+
1970
+ // Implementation of call refcounting: move this to DualRefCounted once we
1971
+ // don't need to maintain FilterStackCall compatibility
1972
+ void ExternalRef() final { InternalRef("external"); }
1973
+ void ExternalUnref() final { InternalUnref("external"); }
1974
+ void InternalRef(const char* reason) final {
1975
+ if (grpc_call_refcount_trace.enabled()) {
1976
+ gpr_log(GPR_DEBUG, "INTERNAL_REF:%p:%s", this, reason);
1977
+ }
1978
+ Party::IncrementRefCount();
1979
+ }
1980
+ void InternalUnref(const char* reason) final {
1981
+ if (grpc_call_refcount_trace.enabled()) {
1982
+ gpr_log(GPR_DEBUG, "INTERNAL_UNREF:%p:%s", this, reason);
1983
+ }
1984
+ Party::Unref();
1985
+ }
1833
1986
 
1834
- void grpc_call_ref(grpc_call* c) { grpc_core::Call::FromC(c)->ExternalRef(); }
1987
+ void RunInContext(absl::AnyInvocable<void()> fn) {
1988
+ Spawn(
1989
+ "run_in_context",
1990
+ [fn = std::move(fn)]() mutable {
1991
+ fn();
1992
+ return Empty{};
1993
+ },
1994
+ [](Empty) {});
1995
+ }
1835
1996
 
1836
- void grpc_call_unref(grpc_call* c) {
1837
- grpc_core::Call::FromC(c)->ExternalUnref();
1838
- }
1997
+ // This should return nullptr for the promise stack (and alternative means
1998
+ // for that functionality be invented)
1999
+ grpc_call_stack* call_stack() override { return nullptr; }
1839
2000
 
1840
- char* grpc_call_get_peer(grpc_call* call) {
1841
- return grpc_core::Call::FromC(call)->GetPeer();
1842
- }
2001
+ void UpdateDeadline(Timestamp deadline) ABSL_LOCKS_EXCLUDED(deadline_mu_);
2002
+ void ResetDeadline() ABSL_LOCKS_EXCLUDED(deadline_mu_);
2003
+ Timestamp deadline() {
2004
+ MutexLock lock(&deadline_mu_);
2005
+ return deadline_;
2006
+ }
2007
+
2008
+ // Implementation of EventEngine::Closure, called when deadline expires
2009
+ void Run() override;
2010
+
2011
+ virtual ServerCallContext* server_call_context() { return nullptr; }
2012
+ bool failed_before_recv_message() const final {
2013
+ return failed_before_recv_message_.load(std::memory_order_relaxed);
2014
+ }
2015
+
2016
+ grpc_event_engine::experimental::EventEngine* event_engine() const final {
2017
+ return channel()->event_engine();
2018
+ }
2019
+
2020
+ using Call::arena;
2021
+
2022
+ protected:
2023
+ class ScopedContext
2024
+ : public ScopedActivity,
2025
+ public BatchBuilder,
2026
+ public promise_detail::Context<BatchBuilder>,
2027
+ public promise_detail::Context<Arena>,
2028
+ public promise_detail::Context<grpc_call_context_element>,
2029
+ public promise_detail::Context<CallContext>,
2030
+ public promise_detail::Context<CallFinalization> {
2031
+ public:
2032
+ explicit ScopedContext(PromiseBasedCall* call)
2033
+ : ScopedActivity(call),
2034
+ BatchBuilder(&call->batch_payload_),
2035
+ promise_detail::Context<BatchBuilder>(this),
2036
+ promise_detail::Context<Arena>(call->arena()),
2037
+ promise_detail::Context<grpc_call_context_element>(call->context_),
2038
+ promise_detail::Context<CallContext>(&call->call_context_),
2039
+ promise_detail::Context<CallFinalization>(&call->finalization_) {}
2040
+ };
2041
+
2042
+ class Completion {
2043
+ public:
2044
+ Completion() : index_(kNullIndex) {}
2045
+ ~Completion() { GPR_ASSERT(index_ == kNullIndex); }
2046
+ explicit Completion(uint8_t index) : index_(index) {}
2047
+ Completion(const Completion& other) = delete;
2048
+ Completion& operator=(const Completion& other) = delete;
2049
+ Completion(Completion&& other) noexcept : index_(other.index_) {
2050
+ other.index_ = kNullIndex;
2051
+ }
2052
+ Completion& operator=(Completion&& other) noexcept {
2053
+ GPR_ASSERT(index_ == kNullIndex);
2054
+ index_ = other.index_;
2055
+ other.index_ = kNullIndex;
2056
+ return *this;
2057
+ }
2058
+
2059
+ uint8_t index() const { return index_; }
2060
+ uint8_t TakeIndex() { return std::exchange(index_, kNullIndex); }
2061
+ bool has_value() const { return index_ != kNullIndex; }
2062
+
2063
+ private:
2064
+ enum : uint8_t { kNullIndex = 0xff };
2065
+ uint8_t index_;
2066
+ };
2067
+
2068
+ ~PromiseBasedCall() override {
2069
+ if (cq_) GRPC_CQ_INTERNAL_UNREF(cq_, "bind");
2070
+ for (int i = 0; i < GRPC_CONTEXT_COUNT; i++) {
2071
+ if (context_[i].destroy) {
2072
+ context_[i].destroy(context_[i].value);
2073
+ }
2074
+ }
2075
+ }
2076
+
2077
+ // Enumerates why a Completion is still pending
2078
+ enum class PendingOp {
2079
+ // We're in the midst of starting a batch of operations
2080
+ kStartingBatch = 0,
2081
+ // The following correspond with the batch operations from above
2082
+ kSendInitialMetadata,
2083
+ kReceiveInitialMetadata,
2084
+ kReceiveStatusOnClient,
2085
+ kReceiveCloseOnServer = kReceiveStatusOnClient,
2086
+ kSendMessage,
2087
+ kReceiveMessage,
2088
+ kSendStatusFromServer,
2089
+ kSendCloseFromClient = kSendStatusFromServer,
2090
+ };
2091
+
2092
+ bool RunParty() override {
2093
+ ScopedContext ctx(this);
2094
+ return Party::RunParty();
2095
+ }
2096
+
2097
+ const char* PendingOpString(PendingOp reason) const {
2098
+ switch (reason) {
2099
+ case PendingOp::kStartingBatch:
2100
+ return "StartingBatch";
2101
+ case PendingOp::kSendInitialMetadata:
2102
+ return "SendInitialMetadata";
2103
+ case PendingOp::kReceiveInitialMetadata:
2104
+ return "ReceiveInitialMetadata";
2105
+ case PendingOp::kReceiveStatusOnClient:
2106
+ return is_client() ? "ReceiveStatusOnClient" : "ReceiveCloseOnServer";
2107
+ case PendingOp::kSendMessage:
2108
+ return "SendMessage";
2109
+ case PendingOp::kReceiveMessage:
2110
+ return "ReceiveMessage";
2111
+ case PendingOp::kSendStatusFromServer:
2112
+ return is_client() ? "SendCloseFromClient" : "SendStatusFromServer";
2113
+ }
2114
+ return "Unknown";
2115
+ }
2116
+
2117
+ static constexpr uint32_t PendingOpBit(PendingOp reason) {
2118
+ return 1 << static_cast<int>(reason);
2119
+ }
2120
+
2121
+ // Begin work on a completion, recording the tag/closure to notify.
2122
+ // Use the op selected in \a ops to determine the index to allocate into.
2123
+ // Starts the "StartingBatch" PendingOp immediately.
2124
+ // Assumes at least one operation in \a ops.
2125
+ Completion StartCompletion(void* tag, bool is_closure, const grpc_op* ops);
2126
+ // Add one pending op to the completion, and return it.
2127
+ Completion AddOpToCompletion(const Completion& completion, PendingOp reason);
2128
+ // Stringify a completion
2129
+ std::string CompletionString(const Completion& completion) const {
2130
+ return completion.has_value()
2131
+ ? completion_info_[completion.index()].pending.ToString(this)
2132
+ : "no-completion";
2133
+ }
2134
+ // Finish one op on the completion. Must have been previously been added.
2135
+ // The completion as a whole finishes when all pending ops finish.
2136
+ void FinishOpOnCompletion(Completion* completion, PendingOp reason);
2137
+ // Mark the completion as failed. Does not finish it.
2138
+ void FailCompletion(const Completion& completion,
2139
+ SourceLocation source_location = {});
2140
+ // Mark the completion as infallible. Overrides FailCompletion to report
2141
+ // success always.
2142
+ void ForceCompletionSuccess(const Completion& completion);
2143
+ // Accept the stats from the context (call once we have proof the transport is
2144
+ // done with them).
2145
+ // Right now this means that promise based calls do not record correct stats
2146
+ // with census if they are cancelled.
2147
+ // TODO(ctiller): this should be remedied before promise based calls are
2148
+ // dexperimentalized.
2149
+ void AcceptTransportStatsFromContext() {
2150
+ final_stats_ = *call_context_.call_stats();
2151
+ }
2152
+
2153
+ grpc_completion_queue* cq() { return cq_; }
2154
+
2155
+ void CToMetadata(grpc_metadata* metadata, size_t count,
2156
+ grpc_metadata_batch* batch);
2157
+
2158
+ // At the end of the call run any finalization actions.
2159
+ void SetFinalizationStatus(grpc_status_code status, Slice status_details) {
2160
+ final_message_ = std::move(status_details);
2161
+ final_status_ = status;
2162
+ }
2163
+
2164
+ std::string PresentAndCompletionText(const char* caption, bool has,
2165
+ const Completion& completion) const {
2166
+ if (has) {
2167
+ if (completion.has_value()) {
2168
+ return absl::StrCat(caption, ":", CompletionString(completion), " ");
2169
+ } else {
2170
+ return absl::StrCat(caption,
2171
+ ":!!BUG:operation is present, no completion!! ");
2172
+ }
2173
+ } else {
2174
+ if (!completion.has_value()) {
2175
+ return "";
2176
+ } else {
2177
+ return absl::StrCat(caption, ":no-op:", CompletionString(completion),
2178
+ " ");
2179
+ }
2180
+ }
2181
+ }
2182
+
2183
+ // Spawn a job that will first do FirstPromise then receive a message
2184
+ template <typename FirstPromise>
2185
+ void StartRecvMessage(const grpc_op& op, const Completion& completion,
2186
+ FirstPromise first,
2187
+ PipeReceiver<MessageHandle>* receiver,
2188
+ bool cancel_on_error, Party::BulkSpawner& spawner);
2189
+ void StartSendMessage(const grpc_op& op, const Completion& completion,
2190
+ PipeSender<MessageHandle>* sender,
2191
+ Party::BulkSpawner& spawner);
2192
+
2193
+ void set_completed() { finished_.Set(); }
2194
+
2195
+ // Returns a promise that resolves to Empty whenever the call is completed.
2196
+ auto finished() { return finished_.Wait(); }
2197
+
2198
+ // Returns a promise that resolves to Empty whenever there is no outstanding
2199
+ // send operation
2200
+ auto WaitForSendingStarted() {
2201
+ return [this]() -> Poll<Empty> {
2202
+ int n = sends_queued_.load(std::memory_order_relaxed);
2203
+ if (grpc_call_trace.enabled()) {
2204
+ gpr_log(GPR_DEBUG, "%s[call] WaitForSendingStarted n=%d",
2205
+ DebugTag().c_str(), n);
2206
+ }
2207
+ if (n != 0) return waiting_for_queued_sends_.pending();
2208
+ return Empty{};
2209
+ };
2210
+ }
2211
+
2212
+ // Mark that a send has been queued - blocks sending trailing metadata.
2213
+ void QueueSend() {
2214
+ if (grpc_call_trace.enabled()) {
2215
+ gpr_log(GPR_DEBUG, "%s[call] QueueSend", DebugTag().c_str());
2216
+ }
2217
+ sends_queued_.fetch_add(1, std::memory_order_relaxed);
2218
+ }
2219
+ // Mark that a send has been dequeued - allows sending trailing metadata once
2220
+ // zero sends are queued.
2221
+ void EnactSend() {
2222
+ if (grpc_call_trace.enabled()) {
2223
+ gpr_log(GPR_DEBUG, "%s[call] EnactSend", DebugTag().c_str());
2224
+ }
2225
+ if (1 == sends_queued_.fetch_sub(1, std::memory_order_relaxed)) {
2226
+ waiting_for_queued_sends_.Wake();
2227
+ }
2228
+ }
2229
+
2230
+ private:
2231
+ union CompletionInfo {
2232
+ static constexpr uint32_t kOpFailed = 0x8000'0000u;
2233
+ static constexpr uint32_t kOpForceSuccess = 0x4000'0000u;
2234
+ CompletionInfo() {}
2235
+ enum CompletionState {
2236
+ kPending,
2237
+ kSuccess,
2238
+ kFailure,
2239
+ };
2240
+ struct Pending {
2241
+ // Bitmask of PendingOps at the bottom, and kOpFailed, kOpForceSuccess at
2242
+ // the top.
2243
+ std::atomic<uint32_t> state;
2244
+ bool is_closure;
2245
+ // True if this completion was for a recv_message op.
2246
+ // In that case if the completion as a whole fails we need to cleanup the
2247
+ // returned message.
2248
+ bool is_recv_message;
2249
+ void* tag;
2250
+
2251
+ void Start(bool is_closure, void* tag) {
2252
+ this->is_closure = is_closure;
2253
+ this->is_recv_message = false;
2254
+ this->tag = tag;
2255
+ state.store(PendingOpBit(PendingOp::kStartingBatch),
2256
+ std::memory_order_release);
2257
+ }
2258
+
2259
+ void AddPendingBit(PendingOp reason) {
2260
+ if (reason == PendingOp::kReceiveMessage) is_recv_message = true;
2261
+ auto prev =
2262
+ state.fetch_or(PendingOpBit(reason), std::memory_order_relaxed);
2263
+ GPR_ASSERT((prev & PendingOpBit(reason)) == 0);
2264
+ }
2265
+
2266
+ CompletionState RemovePendingBit(PendingOp reason) {
2267
+ const uint32_t mask = ~PendingOpBit(reason);
2268
+ auto prev = state.fetch_and(mask, std::memory_order_acq_rel);
2269
+ GPR_ASSERT((prev & PendingOpBit(reason)) != 0);
2270
+ switch (prev & mask) {
2271
+ case kOpFailed:
2272
+ return kFailure;
2273
+ case kOpFailed | kOpForceSuccess:
2274
+ case kOpForceSuccess:
2275
+ case 0:
2276
+ return kSuccess;
2277
+ default:
2278
+ return kPending;
2279
+ }
2280
+ }
2281
+
2282
+ void MarkFailed() {
2283
+ state.fetch_or(kOpFailed, std::memory_order_relaxed);
2284
+ }
2285
+
2286
+ void MarkForceSuccess() {
2287
+ state.fetch_or(kOpForceSuccess, std::memory_order_relaxed);
2288
+ }
2289
+
2290
+ std::string ToString(const PromiseBasedCall* call) const {
2291
+ auto state = this->state.load(std::memory_order_relaxed);
2292
+ std::vector<absl::string_view> pending_ops;
2293
+ for (size_t i = 0; i < 24; i++) {
2294
+ if (state & (1u << i)) {
2295
+ pending_ops.push_back(
2296
+ call->PendingOpString(static_cast<PendingOp>(i)));
2297
+ }
2298
+ }
2299
+ return absl::StrFormat("{%s}%s:tag=%p", absl::StrJoin(pending_ops, ","),
2300
+ (state & kOpForceSuccess) ? ":force-success"
2301
+ : (state & kOpFailed) ? ":failed"
2302
+ : ":success",
2303
+ tag);
2304
+ }
2305
+ } pending;
2306
+ grpc_cq_completion completion;
2307
+ };
2308
+
2309
+ void PartyOver() override {
2310
+ {
2311
+ ScopedContext ctx(this);
2312
+ std::string message;
2313
+ grpc_call_final_info final_info;
2314
+ final_info.stats = final_stats_;
2315
+ final_info.final_status = final_status_;
2316
+ // TODO(ctiller): change type here so we don't need to copy this string.
2317
+ final_info.error_string = nullptr;
2318
+ if (!final_message_.empty()) {
2319
+ message = std::string(final_message_.begin(), final_message_.end());
2320
+ final_info.error_string = message.c_str();
2321
+ }
2322
+ final_info.stats.latency =
2323
+ gpr_cycle_counter_sub(gpr_get_cycle_counter(), start_time());
2324
+ finalization_.Run(&final_info);
2325
+ CancelRemainingParticipants();
2326
+ arena()->DestroyManagedNewObjects();
2327
+ }
2328
+ DeleteThis();
2329
+ }
2330
+
2331
+ CallContext call_context_{this};
2332
+
2333
+ // Contexts for various subsystems (security, tracing, ...).
2334
+ grpc_call_context_element context_[GRPC_CONTEXT_COUNT] = {};
2335
+ grpc_completion_queue* cq_;
2336
+ CompletionInfo completion_info_[6];
2337
+ grpc_call_stats final_stats_{};
2338
+ Slice final_message_;
2339
+ grpc_status_code final_status_;
2340
+ CallFinalization finalization_;
2341
+ // Current deadline.
2342
+ Mutex deadline_mu_;
2343
+ Timestamp deadline_ ABSL_GUARDED_BY(deadline_mu_) = Timestamp::InfFuture();
2344
+ grpc_event_engine::experimental::EventEngine::TaskHandle ABSL_GUARDED_BY(
2345
+ deadline_mu_) deadline_task_;
2346
+ ExternallyObservableLatch<void> finished_;
2347
+ // Non-zero with an outstanding GRPC_OP_SEND_INITIAL_METADATA or
2348
+ // GRPC_OP_SEND_MESSAGE (one count each), and 0 once those payloads have been
2349
+ // pushed onto the outgoing pipe.
2350
+ std::atomic<uint8_t> sends_queued_{0};
2351
+ std::atomic<bool> failed_before_recv_message_{false};
2352
+ // Waiter for when sends_queued_ becomes 0.
2353
+ IntraActivityWaiter waiting_for_queued_sends_;
2354
+ grpc_byte_buffer** recv_message_ = nullptr;
2355
+ grpc_transport_stream_op_batch_payload batch_payload_{context_};
2356
+ };
2357
+
2358
+ template <typename T>
2359
+ grpc_error_handle MakePromiseBasedCall(grpc_call_create_args* args,
2360
+ grpc_call** out_call) {
2361
+ Channel* channel = args->channel.get();
2362
+
2363
+ auto alloc = Arena::CreateWithAlloc(channel->CallSizeEstimate(), sizeof(T),
2364
+ channel->allocator());
2365
+ PromiseBasedCall* call = new (alloc.second) T(alloc.first, args);
2366
+ *out_call = call->c_ptr();
2367
+ GPR_DEBUG_ASSERT(Call::FromC(*out_call) == call);
2368
+ return absl::OkStatus();
2369
+ }
2370
+
2371
+ PromiseBasedCall::PromiseBasedCall(Arena* arena, uint32_t initial_external_refs,
2372
+ const grpc_call_create_args& args)
2373
+ : Call(arena, args.server_transport_data == nullptr, args.send_deadline,
2374
+ args.channel->Ref()),
2375
+ Party(arena, initial_external_refs),
2376
+ cq_(args.cq) {
2377
+ if (args.cq != nullptr) {
2378
+ GRPC_CQ_INTERNAL_REF(args.cq, "bind");
2379
+ }
2380
+ }
2381
+
2382
+ void PromiseBasedCall::CToMetadata(grpc_metadata* metadata, size_t count,
2383
+ grpc_metadata_batch* b) {
2384
+ for (size_t i = 0; i < count; i++) {
2385
+ grpc_metadata* md = &metadata[i];
2386
+ auto key = StringViewFromSlice(md->key);
2387
+ // Filter "content-length metadata"
2388
+ if (key == "content-length") continue;
2389
+ b->Append(key, Slice(CSliceRef(md->value)),
2390
+ [md](absl::string_view error, const Slice& value) {
2391
+ gpr_log(GPR_DEBUG, "Append error: %s",
2392
+ absl::StrCat("key=", StringViewFromSlice(md->key),
2393
+ " error=", error,
2394
+ " value=", value.as_string_view())
2395
+ .c_str());
2396
+ });
2397
+ }
2398
+ }
2399
+
2400
+ void PromiseBasedCall::ContextSet(grpc_context_index elem, void* value,
2401
+ void (*destroy)(void*)) {
2402
+ if (context_[elem].destroy != nullptr) {
2403
+ context_[elem].destroy(context_[elem].value);
2404
+ }
2405
+ context_[elem].value = value;
2406
+ context_[elem].destroy = destroy;
2407
+ }
2408
+
2409
+ void* PromiseBasedCall::ContextGet(grpc_context_index elem) const {
2410
+ return context_[elem].value;
2411
+ }
2412
+
2413
+ PromiseBasedCall::Completion PromiseBasedCall::StartCompletion(
2414
+ void* tag, bool is_closure, const grpc_op* ops) {
2415
+ Completion c(BatchSlotForOp(ops[0].op));
2416
+ if (!is_closure) {
2417
+ grpc_cq_begin_op(cq(), tag);
2418
+ }
2419
+ completion_info_[c.index()].pending.Start(is_closure, tag);
2420
+ if (grpc_call_trace.enabled()) {
2421
+ gpr_log(GPR_INFO, "%s[call] StartCompletion %s", DebugTag().c_str(),
2422
+ CompletionString(c).c_str());
2423
+ }
2424
+ return c;
2425
+ }
2426
+
2427
+ PromiseBasedCall::Completion PromiseBasedCall::AddOpToCompletion(
2428
+ const Completion& completion, PendingOp reason) {
2429
+ if (grpc_call_trace.enabled()) {
2430
+ gpr_log(GPR_INFO, "%s[call] AddOpToCompletion %s %s", DebugTag().c_str(),
2431
+ CompletionString(completion).c_str(), PendingOpString(reason));
2432
+ }
2433
+ GPR_ASSERT(completion.has_value());
2434
+ completion_info_[completion.index()].pending.AddPendingBit(reason);
2435
+ return Completion(completion.index());
2436
+ }
2437
+
2438
+ void PromiseBasedCall::FailCompletion(const Completion& completion,
2439
+ SourceLocation location) {
2440
+ if (grpc_call_trace.enabled()) {
2441
+ gpr_log(location.file(), location.line(), GPR_LOG_SEVERITY_ERROR,
2442
+ "%s[call] FailCompletion %s", DebugTag().c_str(),
2443
+ CompletionString(completion).c_str());
2444
+ }
2445
+ completion_info_[completion.index()].pending.MarkFailed();
2446
+ }
2447
+
2448
+ void PromiseBasedCall::ForceCompletionSuccess(const Completion& completion) {
2449
+ completion_info_[completion.index()].pending.MarkForceSuccess();
2450
+ }
2451
+
2452
+ void PromiseBasedCall::FinishOpOnCompletion(Completion* completion,
2453
+ PendingOp reason) {
2454
+ if (grpc_call_trace.enabled()) {
2455
+ gpr_log(GPR_INFO, "%s[call] FinishOpOnCompletion completion:%s finish:%s",
2456
+ DebugTag().c_str(), CompletionString(*completion).c_str(),
2457
+ PendingOpString(reason));
2458
+ }
2459
+ const uint8_t i = completion->TakeIndex();
2460
+ GPR_ASSERT(i < GPR_ARRAY_SIZE(completion_info_));
2461
+ CompletionInfo::Pending& pending = completion_info_[i].pending;
2462
+ bool success;
2463
+ switch (pending.RemovePendingBit(reason)) {
2464
+ case CompletionInfo::kPending:
2465
+ return; // Early out
2466
+ case CompletionInfo::kSuccess:
2467
+ success = true;
2468
+ break;
2469
+ case CompletionInfo::kFailure:
2470
+ success = false;
2471
+ break;
2472
+ }
2473
+ if (pending.is_recv_message && !success && *recv_message_ != nullptr) {
2474
+ grpc_byte_buffer_destroy(*recv_message_);
2475
+ *recv_message_ = nullptr;
2476
+ }
2477
+ auto error = success ? absl::OkStatus() : absl::CancelledError();
2478
+ if (pending.is_closure) {
2479
+ ExecCtx::Run(DEBUG_LOCATION, static_cast<grpc_closure*>(pending.tag),
2480
+ error);
2481
+ } else {
2482
+ InternalRef("cq_end_op");
2483
+ grpc_cq_end_op(
2484
+ cq(), pending.tag, error,
2485
+ [](void* p, grpc_cq_completion*) {
2486
+ static_cast<PromiseBasedCall*>(p)->InternalUnref("cq_end_op");
2487
+ },
2488
+ this, &completion_info_[i].completion);
2489
+ }
2490
+ }
2491
+
2492
+ void PromiseBasedCall::SetCompletionQueue(grpc_completion_queue* cq) {
2493
+ cq_ = cq;
2494
+ GRPC_CQ_INTERNAL_REF(cq, "bind");
2495
+ }
2496
+
2497
+ void PromiseBasedCall::UpdateDeadline(Timestamp deadline) {
2498
+ MutexLock lock(&deadline_mu_);
2499
+ if (grpc_call_trace.enabled()) {
2500
+ gpr_log(GPR_DEBUG, "%s[call] UpdateDeadline from=%s to=%s",
2501
+ DebugTag().c_str(), deadline_.ToString().c_str(),
2502
+ deadline.ToString().c_str());
2503
+ }
2504
+ if (deadline >= deadline_) return;
2505
+ auto* const event_engine = channel()->event_engine();
2506
+ if (deadline_ != Timestamp::InfFuture()) {
2507
+ if (!event_engine->Cancel(deadline_task_)) return;
2508
+ } else {
2509
+ InternalRef("deadline");
2510
+ }
2511
+ deadline_ = deadline;
2512
+ deadline_task_ = event_engine->RunAfter(deadline - Timestamp::Now(), this);
2513
+ }
2514
+
2515
+ void PromiseBasedCall::ResetDeadline() {
2516
+ MutexLock lock(&deadline_mu_);
2517
+ if (deadline_ == Timestamp::InfFuture()) return;
2518
+ auto* const event_engine = channel()->event_engine();
2519
+ if (!event_engine->Cancel(deadline_task_)) return;
2520
+ deadline_ = Timestamp::InfFuture();
2521
+ InternalUnref("deadline");
2522
+ }
2523
+
2524
+ void PromiseBasedCall::Run() {
2525
+ ApplicationCallbackExecCtx callback_exec_ctx;
2526
+ ExecCtx exec_ctx;
2527
+ CancelWithError(absl::DeadlineExceededError("Deadline exceeded"));
2528
+ InternalUnref("deadline");
2529
+ }
2530
+
2531
+ void PromiseBasedCall::StartSendMessage(const grpc_op& op,
2532
+ const Completion& completion,
2533
+ PipeSender<MessageHandle>* sender,
2534
+ Party::BulkSpawner& spawner) {
2535
+ QueueSend();
2536
+ SliceBuffer send;
2537
+ grpc_slice_buffer_swap(
2538
+ &op.data.send_message.send_message->data.raw.slice_buffer,
2539
+ send.c_slice_buffer());
2540
+ auto msg = arena()->MakePooled<Message>(std::move(send), op.flags);
2541
+ spawner.Spawn(
2542
+ "call_send_message",
2543
+ [this, sender, msg = std::move(msg)]() mutable {
2544
+ EnactSend();
2545
+ return sender->Push(std::move(msg));
2546
+ },
2547
+ [this, completion = AddOpToCompletion(
2548
+ completion, PendingOp::kSendMessage)](bool result) mutable {
2549
+ if (grpc_call_trace.enabled()) {
2550
+ gpr_log(GPR_DEBUG, "%sSendMessage completes %s", DebugTag().c_str(),
2551
+ result ? "successfully" : "with failure");
2552
+ }
2553
+ if (!result) FailCompletion(completion);
2554
+ FinishOpOnCompletion(&completion, PendingOp::kSendMessage);
2555
+ });
2556
+ }
2557
+
2558
+ template <typename FirstPromiseFactory>
2559
+ void PromiseBasedCall::StartRecvMessage(
2560
+ const grpc_op& op, const Completion& completion,
2561
+ FirstPromiseFactory first_promise_factory,
2562
+ PipeReceiver<MessageHandle>* receiver, bool cancel_on_error,
2563
+ Party::BulkSpawner& spawner) {
2564
+ if (grpc_call_trace.enabled()) {
2565
+ gpr_log(GPR_INFO, "%s[call] Start RecvMessage: %s", DebugTag().c_str(),
2566
+ CompletionString(completion).c_str());
2567
+ }
2568
+ recv_message_ = op.data.recv_message.recv_message;
2569
+ spawner.Spawn(
2570
+ "call_recv_message",
2571
+ [first_promise_factory = std::move(first_promise_factory), receiver]() {
2572
+ return Seq(first_promise_factory(), receiver->Next());
2573
+ },
2574
+ [this, cancel_on_error,
2575
+ completion = AddOpToCompletion(completion, PendingOp::kReceiveMessage)](
2576
+ NextResult<MessageHandle> result) mutable {
2577
+ if (result.has_value()) {
2578
+ MessageHandle& message = *result;
2579
+ NoteLastMessageFlags(message->flags());
2580
+ if ((message->flags() & GRPC_WRITE_INTERNAL_COMPRESS) &&
2581
+ (incoming_compression_algorithm() != GRPC_COMPRESS_NONE)) {
2582
+ *recv_message_ = grpc_raw_compressed_byte_buffer_create(
2583
+ nullptr, 0, incoming_compression_algorithm());
2584
+ } else {
2585
+ *recv_message_ = grpc_raw_byte_buffer_create(nullptr, 0);
2586
+ }
2587
+ grpc_slice_buffer_move_into(message->payload()->c_slice_buffer(),
2588
+ &(*recv_message_)->data.raw.slice_buffer);
2589
+ if (grpc_call_trace.enabled()) {
2590
+ gpr_log(GPR_INFO,
2591
+ "%s[call] RecvMessage: outstanding_recv "
2592
+ "finishes: received %" PRIdPTR " byte message",
2593
+ DebugTag().c_str(),
2594
+ (*recv_message_)->data.raw.slice_buffer.length);
2595
+ }
2596
+ } else if (result.cancelled()) {
2597
+ if (grpc_call_trace.enabled()) {
2598
+ gpr_log(GPR_INFO,
2599
+ "%s[call] RecvMessage: outstanding_recv "
2600
+ "finishes: received end-of-stream with error",
2601
+ DebugTag().c_str());
2602
+ }
2603
+ failed_before_recv_message_.store(true);
2604
+ FailCompletion(completion);
2605
+ if (cancel_on_error) CancelWithError(absl::CancelledError());
2606
+ *recv_message_ = nullptr;
2607
+ } else {
2608
+ if (grpc_call_trace.enabled()) {
2609
+ gpr_log(GPR_INFO,
2610
+ "%s[call] RecvMessage: outstanding_recv "
2611
+ "finishes: received end-of-stream",
2612
+ DebugTag().c_str());
2613
+ }
2614
+ *recv_message_ = nullptr;
2615
+ }
2616
+ FinishOpOnCompletion(&completion, PendingOp::kReceiveMessage);
2617
+ });
2618
+ }
2619
+
2620
+ ///////////////////////////////////////////////////////////////////////////////
2621
+ // CallContext
2622
+
2623
+ void CallContext::RunInContext(absl::AnyInvocable<void()> fn) {
2624
+ call_->RunInContext(std::move(fn));
2625
+ }
2626
+
2627
+ void CallContext::IncrementRefCount(const char* reason) {
2628
+ call_->InternalRef(reason);
2629
+ }
2630
+
2631
+ void CallContext::Unref(const char* reason) { call_->InternalUnref(reason); }
2632
+
2633
+ void CallContext::UpdateDeadline(Timestamp deadline) {
2634
+ call_->UpdateDeadline(deadline);
2635
+ }
2636
+
2637
+ Timestamp CallContext::deadline() const { return call_->deadline(); }
2638
+
2639
+ ServerCallContext* CallContext::server_call_context() {
2640
+ return call_->server_call_context();
2641
+ }
2642
+
2643
+ ///////////////////////////////////////////////////////////////////////////////
2644
+ // PublishMetadataArray
2645
+
2646
+ namespace {
2647
+ void PublishMetadataArray(grpc_metadata_batch* md, grpc_metadata_array* array) {
2648
+ const auto md_count = md->count();
2649
+ if (md_count > array->capacity) {
2650
+ array->capacity =
2651
+ std::max(array->capacity + md->count(), array->capacity * 3 / 2);
2652
+ array->metadata = static_cast<grpc_metadata*>(
2653
+ gpr_realloc(array->metadata, sizeof(grpc_metadata) * array->capacity));
2654
+ }
2655
+ PublishToAppEncoder encoder(array);
2656
+ md->Encode(&encoder);
2657
+ }
2658
+ } // namespace
2659
+
2660
+ ///////////////////////////////////////////////////////////////////////////////
2661
+ // ClientPromiseBasedCall
2662
+
2663
+ #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL
2664
+ class ClientPromiseBasedCall final : public PromiseBasedCall {
2665
+ public:
2666
+ ClientPromiseBasedCall(Arena* arena, grpc_call_create_args* args)
2667
+ : PromiseBasedCall(arena, 1, *args) {
2668
+ global_stats().IncrementClientCallsCreated();
2669
+ if (args->cq != nullptr) {
2670
+ GPR_ASSERT(args->pollset_set_alternative == nullptr &&
2671
+ "Only one of 'cq' and 'pollset_set_alternative' should be "
2672
+ "non-nullptr.");
2673
+ polling_entity_.Set(
2674
+ grpc_polling_entity_create_from_pollset(grpc_cq_pollset(args->cq)));
2675
+ }
2676
+ if (args->pollset_set_alternative != nullptr) {
2677
+ polling_entity_.Set(grpc_polling_entity_create_from_pollset_set(
2678
+ args->pollset_set_alternative));
2679
+ }
2680
+ ScopedContext context(this);
2681
+ send_initial_metadata_ =
2682
+ GetContext<Arena>()->MakePooled<ClientMetadata>(GetContext<Arena>());
2683
+ send_initial_metadata_->Set(HttpPathMetadata(), std::move(*args->path));
2684
+ if (args->authority.has_value()) {
2685
+ send_initial_metadata_->Set(HttpAuthorityMetadata(),
2686
+ std::move(*args->authority));
2687
+ }
2688
+ if (auto* channelz_channel = channel()->channelz_node()) {
2689
+ channelz_channel->RecordCallStarted();
2690
+ }
2691
+ if (args->send_deadline != Timestamp::InfFuture()) {
2692
+ UpdateDeadline(args->send_deadline);
2693
+ }
2694
+ }
2695
+
2696
+ ~ClientPromiseBasedCall() override {
2697
+ ScopedContext context(this);
2698
+ send_initial_metadata_.reset();
2699
+ // Need to destroy the pipes under the ScopedContext above, so we
2700
+ // move them out here and then allow the destructors to run at
2701
+ // end of scope, but before context.
2702
+ auto c2s = std::move(client_to_server_messages_);
2703
+ auto s2c = std::move(server_to_client_messages_);
2704
+ auto sim = std::move(server_initial_metadata_);
2705
+ }
2706
+
2707
+ void CancelWithError(absl::Status error) override {
2708
+ if (!started_.exchange(true, std::memory_order_relaxed)) {
2709
+ // Initial metadata not sent yet, so we can just fail the call.
2710
+ Spawn(
2711
+ "cancel_before_initial_metadata",
2712
+ [error = std::move(error), this]() {
2713
+ server_to_client_messages_.sender.Close();
2714
+ Finish(ServerMetadataFromStatus(error));
2715
+ return Empty{};
2716
+ },
2717
+ [](Empty) {});
2718
+ } else {
2719
+ Spawn(
2720
+ "cancel_with_error",
2721
+ [error = std::move(error), this]() {
2722
+ if (!cancel_error_.is_set()) {
2723
+ cancel_error_.Set(ServerMetadataFromStatus(error));
2724
+ }
2725
+ return Empty{};
2726
+ },
2727
+ [](Empty) {});
2728
+ }
2729
+ }
2730
+ absl::string_view GetServerAuthority() const override { abort(); }
2731
+ bool is_trailers_only() const override { return is_trailers_only_; }
2732
+
2733
+ grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
2734
+ bool is_notify_tag_closure) override;
2735
+
2736
+ std::string DebugTag() const override {
2737
+ return absl::StrFormat("CLIENT_CALL[%p]: ", this);
2738
+ }
2739
+
2740
+ private:
2741
+ // Finish the call with the given status/trailing metadata.
2742
+ void Finish(ServerMetadataHandle trailing_metadata);
2743
+ // Validate that a set of ops is valid for a client call.
2744
+ grpc_call_error ValidateBatch(const grpc_op* ops, size_t nops) const;
2745
+ // Commit a valid batch of operations to be executed.
2746
+ void CommitBatch(const grpc_op* ops, size_t nops,
2747
+ const Completion& completion);
2748
+ // Start the underlying promise.
2749
+ void StartPromise(ClientMetadataHandle client_initial_metadata,
2750
+ const Completion& completion, Party::BulkSpawner& spawner);
2751
+ // Start receiving initial metadata
2752
+ void StartRecvInitialMetadata(grpc_metadata_array* array,
2753
+ const Completion& completion,
2754
+ Party::BulkSpawner& spawner);
2755
+ void StartRecvStatusOnClient(
2756
+ const Completion& completion,
2757
+ grpc_op::grpc_op_data::grpc_op_recv_status_on_client op_args,
2758
+ Party::BulkSpawner& spawner);
2759
+ // Publish status out to the application.
2760
+ void PublishStatus(
2761
+ grpc_op::grpc_op_data::grpc_op_recv_status_on_client op_args,
2762
+ ServerMetadataHandle trailing_metadata);
2763
+ // Publish server initial metadata out to the application.
2764
+ void PublishInitialMetadata(ServerMetadata* metadata);
2765
+
2766
+ ClientMetadataHandle send_initial_metadata_;
2767
+ Pipe<ServerMetadataHandle> server_initial_metadata_{arena()};
2768
+ Latch<ServerMetadataHandle> server_trailing_metadata_;
2769
+ Latch<ServerMetadataHandle> cancel_error_;
2770
+ Latch<grpc_polling_entity> polling_entity_;
2771
+ Pipe<MessageHandle> client_to_server_messages_{arena()};
2772
+ Pipe<MessageHandle> server_to_client_messages_{arena()};
2773
+ bool is_trailers_only_;
2774
+ // True once the promise for the call is started.
2775
+ // This corresponds to sending initial metadata, or cancelling before doing
2776
+ // so.
2777
+ // In the latter case real world code sometimes does not sent the initial
2778
+ // metadata, and so gating based upon that does not work out.
2779
+ std::atomic<bool> started_{false};
2780
+ // TODO(ctiller): delete when we remove the filter based API (may require some
2781
+ // cleanup in wrapped languages: they depend on this to hold slice refs)
2782
+ ServerMetadataHandle recv_initial_metadata_;
2783
+ ServerMetadataHandle recv_trailing_metadata_;
2784
+ };
2785
+
2786
+ void ClientPromiseBasedCall::StartPromise(
2787
+ ClientMetadataHandle client_initial_metadata, const Completion& completion,
2788
+ Party::BulkSpawner& spawner) {
2789
+ auto token = ClientInitialMetadataOutstandingToken::New(arena());
2790
+ spawner.Spawn(
2791
+ "call_send_initial_metadata", token.Wait(),
2792
+ [this,
2793
+ completion = AddOpToCompletion(
2794
+ completion, PendingOp::kSendInitialMetadata)](bool result) mutable {
2795
+ if (!result) FailCompletion(completion);
2796
+ FinishOpOnCompletion(&completion, PendingOp::kSendInitialMetadata);
2797
+ });
2798
+ spawner.Spawn(
2799
+ "client_promise",
2800
+ [this, client_initial_metadata = std::move(client_initial_metadata),
2801
+ token = std::move(token)]() mutable {
2802
+ return Race(
2803
+ cancel_error_.Wait(),
2804
+ Map(channel()->channel_stack()->MakeClientCallPromise(CallArgs{
2805
+ std::move(client_initial_metadata), std::move(token),
2806
+ &polling_entity_, &server_initial_metadata_.sender,
2807
+ &client_to_server_messages_.receiver,
2808
+ &server_to_client_messages_.sender}),
2809
+ [this](ServerMetadataHandle trailing_metadata) {
2810
+ // If we're cancelled the transport doesn't get to return
2811
+ // stats.
2812
+ AcceptTransportStatsFromContext();
2813
+ return trailing_metadata;
2814
+ }));
2815
+ },
2816
+ [this](ServerMetadataHandle trailing_metadata) {
2817
+ Finish(std::move(trailing_metadata));
2818
+ });
2819
+ }
2820
+
2821
+ grpc_call_error ClientPromiseBasedCall::ValidateBatch(const grpc_op* ops,
2822
+ size_t nops) const {
2823
+ BitSet<8> got_ops;
2824
+ for (size_t op_idx = 0; op_idx < nops; op_idx++) {
2825
+ const grpc_op& op = ops[op_idx];
2826
+ switch (op.op) {
2827
+ case GRPC_OP_SEND_INITIAL_METADATA:
2828
+ if (!AreInitialMetadataFlagsValid(op.flags)) {
2829
+ return GRPC_CALL_ERROR_INVALID_FLAGS;
2830
+ }
2831
+ if (!ValidateMetadata(op.data.send_initial_metadata.count,
2832
+ op.data.send_initial_metadata.metadata)) {
2833
+ return GRPC_CALL_ERROR_INVALID_METADATA;
2834
+ }
2835
+ break;
2836
+ case GRPC_OP_SEND_MESSAGE:
2837
+ if (!AreWriteFlagsValid(op.flags)) {
2838
+ return GRPC_CALL_ERROR_INVALID_FLAGS;
2839
+ }
2840
+ break;
2841
+ case GRPC_OP_RECV_INITIAL_METADATA:
2842
+ case GRPC_OP_RECV_MESSAGE:
2843
+ case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
2844
+ case GRPC_OP_RECV_STATUS_ON_CLIENT:
2845
+ if (op.flags != 0) return GRPC_CALL_ERROR_INVALID_FLAGS;
2846
+ break;
2847
+ case GRPC_OP_RECV_CLOSE_ON_SERVER:
2848
+ case GRPC_OP_SEND_STATUS_FROM_SERVER:
2849
+ return GRPC_CALL_ERROR_NOT_ON_CLIENT;
2850
+ }
2851
+ if (got_ops.is_set(op.op)) return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
2852
+ got_ops.set(op.op);
2853
+ }
2854
+ return GRPC_CALL_OK;
2855
+ }
2856
+
2857
+ void ClientPromiseBasedCall::CommitBatch(const grpc_op* ops, size_t nops,
2858
+ const Completion& completion) {
2859
+ Party::BulkSpawner spawner(this);
2860
+ for (size_t op_idx = 0; op_idx < nops; op_idx++) {
2861
+ const grpc_op& op = ops[op_idx];
2862
+ switch (op.op) {
2863
+ case GRPC_OP_SEND_INITIAL_METADATA: {
2864
+ if (started_.exchange(true, std::memory_order_relaxed)) break;
2865
+ CToMetadata(op.data.send_initial_metadata.metadata,
2866
+ op.data.send_initial_metadata.count,
2867
+ send_initial_metadata_.get());
2868
+ PrepareOutgoingInitialMetadata(op, *send_initial_metadata_);
2869
+ if (send_deadline() != Timestamp::InfFuture()) {
2870
+ send_initial_metadata_->Set(GrpcTimeoutMetadata(), send_deadline());
2871
+ }
2872
+ send_initial_metadata_->Set(
2873
+ WaitForReady(),
2874
+ WaitForReady::ValueType{
2875
+ (op.flags & GRPC_INITIAL_METADATA_WAIT_FOR_READY) != 0,
2876
+ (op.flags &
2877
+ GRPC_INITIAL_METADATA_WAIT_FOR_READY_EXPLICITLY_SET) != 0});
2878
+ StartPromise(std::move(send_initial_metadata_), completion, spawner);
2879
+ } break;
2880
+ case GRPC_OP_RECV_INITIAL_METADATA: {
2881
+ StartRecvInitialMetadata(
2882
+ op.data.recv_initial_metadata.recv_initial_metadata, completion,
2883
+ spawner);
2884
+ } break;
2885
+ case GRPC_OP_RECV_STATUS_ON_CLIENT: {
2886
+ StartRecvStatusOnClient(completion, op.data.recv_status_on_client,
2887
+ spawner);
2888
+ } break;
2889
+ case GRPC_OP_SEND_MESSAGE:
2890
+ StartSendMessage(op, completion, &client_to_server_messages_.sender,
2891
+ spawner);
2892
+ break;
2893
+ case GRPC_OP_RECV_MESSAGE:
2894
+ StartRecvMessage(
2895
+ op, completion,
2896
+ [this]() {
2897
+ return server_initial_metadata_.receiver.AwaitClosed();
2898
+ },
2899
+ &server_to_client_messages_.receiver, false, spawner);
2900
+ break;
2901
+ case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
2902
+ spawner.Spawn(
2903
+ "send_close_from_client",
2904
+ [this]() {
2905
+ client_to_server_messages_.sender.Close();
2906
+ return Empty{};
2907
+ },
2908
+ [this,
2909
+ completion = AddOpToCompletion(
2910
+ completion, PendingOp::kSendCloseFromClient)](Empty) mutable {
2911
+ FinishOpOnCompletion(&completion,
2912
+ PendingOp::kSendCloseFromClient);
2913
+ });
2914
+ break;
2915
+ case GRPC_OP_SEND_STATUS_FROM_SERVER:
2916
+ case GRPC_OP_RECV_CLOSE_ON_SERVER:
2917
+ abort(); // unreachable
2918
+ }
2919
+ }
2920
+ }
2921
+
2922
+ grpc_call_error ClientPromiseBasedCall::StartBatch(const grpc_op* ops,
2923
+ size_t nops,
2924
+ void* notify_tag,
2925
+ bool is_notify_tag_closure) {
2926
+ if (nops == 0) {
2927
+ EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
2928
+ return GRPC_CALL_OK;
2929
+ }
2930
+ const grpc_call_error validation_result = ValidateBatch(ops, nops);
2931
+ if (validation_result != GRPC_CALL_OK) {
2932
+ return validation_result;
2933
+ }
2934
+ Completion completion =
2935
+ StartCompletion(notify_tag, is_notify_tag_closure, ops);
2936
+ CommitBatch(ops, nops, completion);
2937
+ FinishOpOnCompletion(&completion, PendingOp::kStartingBatch);
2938
+ return GRPC_CALL_OK;
2939
+ }
2940
+
2941
+ void ClientPromiseBasedCall::StartRecvInitialMetadata(
2942
+ grpc_metadata_array* array, const Completion& completion,
2943
+ Party::BulkSpawner& spawner) {
2944
+ spawner.Spawn(
2945
+ "recv_initial_metadata",
2946
+ Race(server_initial_metadata_.receiver.Next(),
2947
+ Map(finished(),
2948
+ [](Empty) { return NextResult<ServerMetadataHandle>(true); })),
2949
+ [this, array,
2950
+ completion =
2951
+ AddOpToCompletion(completion, PendingOp::kReceiveInitialMetadata)](
2952
+ NextResult<ServerMetadataHandle> next_metadata) mutable {
2953
+ server_initial_metadata_.sender.Close();
2954
+ ServerMetadataHandle metadata;
2955
+ if (next_metadata.has_value()) {
2956
+ is_trailers_only_ = false;
2957
+ metadata = std::move(next_metadata.value());
2958
+ } else {
2959
+ is_trailers_only_ = true;
2960
+ metadata = arena()->MakePooled<ServerMetadata>(arena());
2961
+ }
2962
+ ProcessIncomingInitialMetadata(*metadata);
2963
+ PublishMetadataArray(metadata.get(), array);
2964
+ recv_initial_metadata_ = std::move(metadata);
2965
+ FinishOpOnCompletion(&completion, PendingOp::kReceiveInitialMetadata);
2966
+ });
2967
+ }
2968
+
2969
+ void ClientPromiseBasedCall::Finish(ServerMetadataHandle trailing_metadata) {
2970
+ if (grpc_call_trace.enabled()) {
2971
+ gpr_log(GPR_INFO, "%s[call] Finish: %s", DebugTag().c_str(),
2972
+ trailing_metadata->DebugString().c_str());
2973
+ }
2974
+ ResetDeadline();
2975
+ set_completed();
2976
+ client_to_server_messages_.sender.Close();
2977
+ if (auto* channelz_channel = channel()->channelz_node()) {
2978
+ if (trailing_metadata->get(GrpcStatusMetadata())
2979
+ .value_or(GRPC_STATUS_UNKNOWN) == GRPC_STATUS_OK) {
2980
+ channelz_channel->RecordCallSucceeded();
2981
+ } else {
2982
+ channelz_channel->RecordCallFailed();
2983
+ }
2984
+ }
2985
+ server_trailing_metadata_.Set(std::move(trailing_metadata));
2986
+ }
2987
+
2988
+ namespace {
2989
+ std::string MakeErrorString(const ServerMetadata* trailing_metadata) {
2990
+ std::string out = absl::StrCat(
2991
+ trailing_metadata->get(GrpcStatusFromWire()).value_or(false)
2992
+ ? "Error received from peer"
2993
+ : "Error generated by client",
2994
+ "grpc_status: ",
2995
+ grpc_status_code_to_string(trailing_metadata->get(GrpcStatusMetadata())
2996
+ .value_or(GRPC_STATUS_UNKNOWN)));
2997
+ if (const Slice* message =
2998
+ trailing_metadata->get_pointer(GrpcMessageMetadata())) {
2999
+ absl::StrAppend(&out, "\ngrpc_message: ", message->as_string_view());
3000
+ }
3001
+ if (auto annotations = trailing_metadata->get_pointer(GrpcStatusContext())) {
3002
+ absl::StrAppend(&out, "\nStatus Context:");
3003
+ for (const std::string& annotation : *annotations) {
3004
+ absl::StrAppend(&out, "\n ", annotation);
3005
+ }
3006
+ }
3007
+ return out;
3008
+ }
3009
+ } // namespace
3010
+
3011
+ void ClientPromiseBasedCall::StartRecvStatusOnClient(
3012
+ const Completion& completion,
3013
+ grpc_op::grpc_op_data::grpc_op_recv_status_on_client op_args,
3014
+ Party::BulkSpawner& spawner) {
3015
+ ForceCompletionSuccess(completion);
3016
+ spawner.Spawn(
3017
+ "recv_status_on_client", server_trailing_metadata_.Wait(),
3018
+ [this, op_args,
3019
+ completion =
3020
+ AddOpToCompletion(completion, PendingOp::kReceiveStatusOnClient)](
3021
+ ServerMetadataHandle trailing_metadata) mutable {
3022
+ const grpc_status_code status =
3023
+ trailing_metadata->get(GrpcStatusMetadata())
3024
+ .value_or(GRPC_STATUS_UNKNOWN);
3025
+ *op_args.status = status;
3026
+ Slice message_slice;
3027
+ if (Slice* message =
3028
+ trailing_metadata->get_pointer(GrpcMessageMetadata())) {
3029
+ message_slice = message->Ref();
3030
+ }
3031
+ SetFinalizationStatus(status, message_slice.Ref());
3032
+ *op_args.status_details = message_slice.TakeCSlice();
3033
+ if (op_args.error_string != nullptr && status != GRPC_STATUS_OK) {
3034
+ *op_args.error_string =
3035
+ gpr_strdup(MakeErrorString(trailing_metadata.get()).c_str());
3036
+ }
3037
+ PublishMetadataArray(trailing_metadata.get(),
3038
+ op_args.trailing_metadata);
3039
+ recv_trailing_metadata_ = std::move(trailing_metadata);
3040
+ FinishOpOnCompletion(&completion, PendingOp::kReceiveStatusOnClient);
3041
+ });
3042
+ }
3043
+ #endif
3044
+
3045
+ ///////////////////////////////////////////////////////////////////////////////
3046
+ // ServerPromiseBasedCall
3047
+
3048
+ #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
3049
+
3050
+ class ServerPromiseBasedCall final : public PromiseBasedCall {
3051
+ public:
3052
+ ServerPromiseBasedCall(Arena* arena, grpc_call_create_args* args);
3053
+
3054
+ void CancelWithError(grpc_error_handle) override;
3055
+ grpc_call_error StartBatch(const grpc_op* ops, size_t nops, void* notify_tag,
3056
+ bool is_notify_tag_closure) override;
3057
+ bool is_trailers_only() const override { abort(); }
3058
+ absl::string_view GetServerAuthority() const override {
3059
+ const Slice* authority_metadata =
3060
+ client_initial_metadata_->get_pointer(HttpAuthorityMetadata());
3061
+ if (authority_metadata == nullptr) return "";
3062
+ return authority_metadata->as_string_view();
3063
+ }
3064
+
3065
+ // Polling order for the server promise stack:
3066
+ //
3067
+ // │ ┌───────────────────────────────────────┐
3068
+ // │ │ ServerPromiseBasedCall ├──► Lifetime management
3069
+ // │ ├───────────────────────────────────────┤
3070
+ // │ │ ConnectedChannel ├─┐
3071
+ // │ ├───────────────────────────────────────┤ └► Interactions with the
3072
+ // │ │ ... closest to transport filter │ transport - send/recv msgs
3073
+ // │ ├───────────────────────────────────────┤ and metadata, call phase
3074
+ // │ │ ... │ ordering
3075
+ // │ ├───────────────────────────────────────┤
3076
+ // │ │ ... closest to app filter │ ┌► Request matching, initial
3077
+ // │ ├───────────────────────────────────────┤ │ setup, publishing call to
3078
+ // │ │ Server::ChannelData::MakeCallPromise ├─┘ application
3079
+ // │ ├───────────────────────────────────────┤
3080
+ // │ │ MakeTopOfServerCallPromise ├──► Send trailing metadata
3081
+ // ▼ └───────────────────────────────────────┘
3082
+ // Polling &
3083
+ // instantiation
3084
+ // order
3085
+
3086
+ std::string DebugTag() const override {
3087
+ return absl::StrFormat("SERVER_CALL[%p]: ", this);
3088
+ }
3089
+
3090
+ ServerCallContext* server_call_context() override { return &call_context_; }
3091
+
3092
+ private:
3093
+ class RecvCloseOpCancelState {
3094
+ public:
3095
+ // Request that receiver be filled in per
3096
+ // grpc_op_recv_close_on_server. Returns true if the request can
3097
+ // be fulfilled immediately. Returns false if the request will be
3098
+ // fulfilled later.
3099
+ bool ReceiveCloseOnServerOpStarted(int* receiver) {
3100
+ uintptr_t state = state_.load(std::memory_order_acquire);
3101
+ uintptr_t new_state;
3102
+ do {
3103
+ switch (state) {
3104
+ case kUnset:
3105
+ new_state = reinterpret_cast<uintptr_t>(receiver);
3106
+ break;
3107
+ case kFinishedWithFailure:
3108
+ *receiver = 1;
3109
+ return true;
3110
+ case kFinishedWithSuccess:
3111
+ *receiver = 0;
3112
+ return true;
3113
+ default:
3114
+ Crash("Two threads offered ReceiveCloseOnServerOpStarted");
3115
+ }
3116
+ } while (!state_.compare_exchange_weak(state, new_state,
3117
+ std::memory_order_acq_rel,
3118
+ std::memory_order_acquire));
3119
+ return false;
3120
+ }
3121
+
3122
+ // Mark the call as having completed.
3123
+ // Returns true if this finishes a previous
3124
+ // RequestReceiveCloseOnServer.
3125
+ bool CompleteCallWithCancelledSetTo(bool cancelled) {
3126
+ uintptr_t state = state_.load(std::memory_order_acquire);
3127
+ uintptr_t new_state;
3128
+ bool r;
3129
+ do {
3130
+ switch (state) {
3131
+ case kUnset:
3132
+ new_state = cancelled ? kFinishedWithFailure : kFinishedWithSuccess;
3133
+ r = false;
3134
+ break;
3135
+ case kFinishedWithFailure:
3136
+ return false;
3137
+ case kFinishedWithSuccess:
3138
+ Crash("unreachable");
3139
+ default:
3140
+ new_state = cancelled ? kFinishedWithFailure : kFinishedWithSuccess;
3141
+ r = true;
3142
+ }
3143
+ } while (!state_.compare_exchange_weak(state, new_state,
3144
+ std::memory_order_acq_rel,
3145
+ std::memory_order_acquire));
3146
+ if (r) *reinterpret_cast<int*>(state) = cancelled ? 1 : 0;
3147
+ return r;
3148
+ }
3149
+
3150
+ std::string ToString() const {
3151
+ auto state = state_.load(std::memory_order_relaxed);
3152
+ switch (state) {
3153
+ case kUnset:
3154
+ return "Unset";
3155
+ case kFinishedWithFailure:
3156
+ return "FinishedWithFailure";
3157
+ case kFinishedWithSuccess:
3158
+ return "FinishedWithSuccess";
3159
+ default:
3160
+ return absl::StrFormat("WaitingForReceiver(%p)",
3161
+ reinterpret_cast<void*>(state));
3162
+ }
3163
+ }
3164
+
3165
+ private:
3166
+ static constexpr uintptr_t kUnset = 0;
3167
+ static constexpr uintptr_t kFinishedWithFailure = 1;
3168
+ static constexpr uintptr_t kFinishedWithSuccess = 2;
3169
+ // Holds one of kUnset, kFinishedWithFailure, or
3170
+ // kFinishedWithSuccess OR an int* that wants to receive the
3171
+ // final status.
3172
+ std::atomic<uintptr_t> state_{kUnset};
3173
+ };
3174
+
3175
+ grpc_call_error ValidateBatch(const grpc_op* ops, size_t nops) const;
3176
+ void CommitBatch(const grpc_op* ops, size_t nops,
3177
+ const Completion& completion);
3178
+ void Finish(ServerMetadataHandle result);
3179
+
3180
+ friend class ServerCallContext;
3181
+ ServerCallContext call_context_;
3182
+ Server* const server_;
3183
+ PipeSender<ServerMetadataHandle>* server_initial_metadata_ = nullptr;
3184
+ PipeSender<MessageHandle>* server_to_client_messages_ = nullptr;
3185
+ PipeReceiver<MessageHandle>* client_to_server_messages_ = nullptr;
3186
+ Latch<ServerMetadataHandle> send_trailing_metadata_;
3187
+ RecvCloseOpCancelState recv_close_op_cancel_state_;
3188
+ ClientMetadataHandle client_initial_metadata_;
3189
+ Completion recv_close_completion_;
3190
+ std::atomic<bool> cancelled_{false};
3191
+ };
3192
+
3193
+ ServerPromiseBasedCall::ServerPromiseBasedCall(Arena* arena,
3194
+ grpc_call_create_args* args)
3195
+ : PromiseBasedCall(arena, 0, *args),
3196
+ call_context_(this, args->server_transport_data),
3197
+ server_(args->server) {
3198
+ global_stats().IncrementServerCallsCreated();
3199
+ channelz::ServerNode* channelz_node = server_->channelz_node();
3200
+ if (channelz_node != nullptr) {
3201
+ channelz_node->RecordCallStarted();
3202
+ }
3203
+ // TODO(yashykt): In the future, we want to also enable stats and trace
3204
+ // collecting from when the call is created at the transport. The idea is that
3205
+ // the transport would create the call tracer and pass it in as part of the
3206
+ // metadata.
3207
+ auto* server_call_tracer_factory =
3208
+ ServerCallTracerFactory::Get(args->server->channel_args());
3209
+ if (server_call_tracer_factory != nullptr) {
3210
+ auto* server_call_tracer =
3211
+ server_call_tracer_factory->CreateNewServerCallTracer(arena);
3212
+ if (server_call_tracer != nullptr) {
3213
+ // Note that we are setting both
3214
+ // GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE and
3215
+ // GRPC_CONTEXT_CALL_TRACER as a matter of convenience. In the future
3216
+ // promise-based world, we would just a single tracer object for each
3217
+ // stack (call, subchannel_call, server_call.)
3218
+ ContextSet(GRPC_CONTEXT_CALL_TRACER_ANNOTATION_INTERFACE,
3219
+ server_call_tracer, nullptr);
3220
+ ContextSet(GRPC_CONTEXT_CALL_TRACER, server_call_tracer, nullptr);
3221
+ }
3222
+ }
3223
+ ScopedContext activity_context(this);
3224
+ Spawn("server_promise",
3225
+ channel()->channel_stack()->MakeServerCallPromise(
3226
+ CallArgs{nullptr, ClientInitialMetadataOutstandingToken::Empty(),
3227
+ nullptr, nullptr, nullptr, nullptr}),
3228
+ [this](ServerMetadataHandle result) { Finish(std::move(result)); });
3229
+ }
3230
+
3231
+ void ServerPromiseBasedCall::Finish(ServerMetadataHandle result) {
3232
+ if (grpc_call_trace.enabled()) {
3233
+ gpr_log(GPR_INFO, "%s[call] Finish: recv_close_state:%s result:%s",
3234
+ DebugTag().c_str(), recv_close_op_cancel_state_.ToString().c_str(),
3235
+ result->DebugString().c_str());
3236
+ }
3237
+ const auto status =
3238
+ result->get(GrpcStatusMetadata()).value_or(GRPC_STATUS_UNKNOWN);
3239
+ channelz::ServerNode* channelz_node = server_->channelz_node();
3240
+ if (channelz_node != nullptr) {
3241
+ if (status == GRPC_STATUS_OK) {
3242
+ channelz_node->RecordCallSucceeded();
3243
+ } else {
3244
+ channelz_node->RecordCallFailed();
3245
+ }
3246
+ }
3247
+ if (recv_close_op_cancel_state_.CompleteCallWithCancelledSetTo(
3248
+ result->get(GrpcCallWasCancelled()).value_or(true))) {
3249
+ FinishOpOnCompletion(&recv_close_completion_,
3250
+ PendingOp::kReceiveCloseOnServer);
3251
+ }
3252
+ if (server_initial_metadata_ != nullptr) {
3253
+ server_initial_metadata_->Close();
3254
+ }
3255
+ Slice message_slice;
3256
+ if (Slice* message = result->get_pointer(GrpcMessageMetadata())) {
3257
+ message_slice = message->Ref();
3258
+ }
3259
+ AcceptTransportStatsFromContext();
3260
+ SetFinalizationStatus(status, std::move(message_slice));
3261
+ set_completed();
3262
+ ResetDeadline();
3263
+ PropagateCancellationToChildren();
3264
+ }
3265
+
3266
+ grpc_call_error ServerPromiseBasedCall::ValidateBatch(const grpc_op* ops,
3267
+ size_t nops) const {
3268
+ BitSet<8> got_ops;
3269
+ for (size_t op_idx = 0; op_idx < nops; op_idx++) {
3270
+ const grpc_op& op = ops[op_idx];
3271
+ switch (op.op) {
3272
+ case GRPC_OP_SEND_INITIAL_METADATA:
3273
+ if (!AreInitialMetadataFlagsValid(op.flags)) {
3274
+ return GRPC_CALL_ERROR_INVALID_FLAGS;
3275
+ }
3276
+ if (!ValidateMetadata(op.data.send_initial_metadata.count,
3277
+ op.data.send_initial_metadata.metadata)) {
3278
+ return GRPC_CALL_ERROR_INVALID_METADATA;
3279
+ }
3280
+ break;
3281
+ case GRPC_OP_SEND_MESSAGE:
3282
+ if (!AreWriteFlagsValid(op.flags)) {
3283
+ return GRPC_CALL_ERROR_INVALID_FLAGS;
3284
+ }
3285
+ break;
3286
+ case GRPC_OP_RECV_MESSAGE:
3287
+ case GRPC_OP_RECV_CLOSE_ON_SERVER:
3288
+ case GRPC_OP_SEND_STATUS_FROM_SERVER:
3289
+ if (op.flags != 0) return GRPC_CALL_ERROR_INVALID_FLAGS;
3290
+ break;
3291
+ case GRPC_OP_RECV_INITIAL_METADATA:
3292
+ case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
3293
+ case GRPC_OP_RECV_STATUS_ON_CLIENT:
3294
+ return GRPC_CALL_ERROR_NOT_ON_SERVER;
3295
+ }
3296
+ if (got_ops.is_set(op.op)) return GRPC_CALL_ERROR_TOO_MANY_OPERATIONS;
3297
+ got_ops.set(op.op);
3298
+ }
3299
+ return GRPC_CALL_OK;
3300
+ }
3301
+
3302
+ void ServerPromiseBasedCall::CommitBatch(const grpc_op* ops, size_t nops,
3303
+ const Completion& completion) {
3304
+ Party::BulkSpawner spawner(this);
3305
+ for (size_t op_idx = 0; op_idx < nops; op_idx++) {
3306
+ const grpc_op& op = ops[op_idx];
3307
+ switch (op.op) {
3308
+ case GRPC_OP_SEND_INITIAL_METADATA: {
3309
+ auto metadata = arena()->MakePooled<ServerMetadata>(arena());
3310
+ PrepareOutgoingInitialMetadata(op, *metadata);
3311
+ CToMetadata(op.data.send_initial_metadata.metadata,
3312
+ op.data.send_initial_metadata.count, metadata.get());
3313
+ if (grpc_call_trace.enabled()) {
3314
+ gpr_log(GPR_INFO, "%s[call] Send initial metadata",
3315
+ DebugTag().c_str());
3316
+ }
3317
+ QueueSend();
3318
+ spawner.Spawn(
3319
+ "call_send_initial_metadata",
3320
+ [this, metadata = std::move(metadata)]() mutable {
3321
+ EnactSend();
3322
+ return server_initial_metadata_->Push(std::move(metadata));
3323
+ },
3324
+ [this,
3325
+ completion = AddOpToCompletion(
3326
+ completion, PendingOp::kSendInitialMetadata)](bool r) mutable {
3327
+ if (!r) FailCompletion(completion);
3328
+ FinishOpOnCompletion(&completion,
3329
+ PendingOp::kSendInitialMetadata);
3330
+ });
3331
+ } break;
3332
+ case GRPC_OP_SEND_MESSAGE:
3333
+ StartSendMessage(op, completion, server_to_client_messages_, spawner);
3334
+ break;
3335
+ case GRPC_OP_RECV_MESSAGE:
3336
+ if (cancelled_.load(std::memory_order_relaxed)) {
3337
+ FailCompletion(completion);
3338
+ break;
3339
+ }
3340
+ StartRecvMessage(
3341
+ op, completion, []() { return []() { return Empty{}; }; },
3342
+ client_to_server_messages_, true, spawner);
3343
+ break;
3344
+ case GRPC_OP_SEND_STATUS_FROM_SERVER: {
3345
+ auto metadata = arena()->MakePooled<ServerMetadata>(arena());
3346
+ CToMetadata(op.data.send_status_from_server.trailing_metadata,
3347
+ op.data.send_status_from_server.trailing_metadata_count,
3348
+ metadata.get());
3349
+ metadata->Set(GrpcStatusMetadata(),
3350
+ op.data.send_status_from_server.status);
3351
+ if (auto* details = op.data.send_status_from_server.status_details) {
3352
+ // TODO(ctiller): this should not be a copy, but we have callers that
3353
+ // allocate and pass in a slice created with
3354
+ // grpc_slice_from_static_string and then delete the string after
3355
+ // passing it in, which shouldn't be a supported API.
3356
+ metadata->Set(GrpcMessageMetadata(),
3357
+ Slice(grpc_slice_copy(*details)));
3358
+ }
3359
+ spawner.Spawn(
3360
+ "call_send_status_from_server",
3361
+ [this, metadata = std::move(metadata)]() mutable {
3362
+ bool r = true;
3363
+ if (send_trailing_metadata_.is_set()) {
3364
+ r = false;
3365
+ } else {
3366
+ send_trailing_metadata_.Set(std::move(metadata));
3367
+ }
3368
+ return Map(WaitForSendingStarted(), [this, r](Empty) {
3369
+ server_initial_metadata_->Close();
3370
+ server_to_client_messages_->Close();
3371
+ return r;
3372
+ });
3373
+ },
3374
+ [this, completion = AddOpToCompletion(
3375
+ completion, PendingOp::kSendStatusFromServer)](
3376
+ bool ok) mutable {
3377
+ if (!ok) FailCompletion(completion);
3378
+ FinishOpOnCompletion(&completion,
3379
+ PendingOp::kSendStatusFromServer);
3380
+ });
3381
+ } break;
3382
+ case GRPC_OP_RECV_CLOSE_ON_SERVER:
3383
+ if (grpc_call_trace.enabled()) {
3384
+ gpr_log(GPR_INFO, "%s[call] StartBatch: RecvClose %s",
3385
+ DebugTag().c_str(),
3386
+ recv_close_op_cancel_state_.ToString().c_str());
3387
+ }
3388
+ ForceCompletionSuccess(completion);
3389
+ recv_close_completion_ =
3390
+ AddOpToCompletion(completion, PendingOp::kReceiveCloseOnServer);
3391
+ if (recv_close_op_cancel_state_.ReceiveCloseOnServerOpStarted(
3392
+ op.data.recv_close_on_server.cancelled)) {
3393
+ FinishOpOnCompletion(&recv_close_completion_,
3394
+ PendingOp::kReceiveCloseOnServer);
3395
+ }
3396
+ break;
3397
+ case GRPC_OP_RECV_STATUS_ON_CLIENT:
3398
+ case GRPC_OP_SEND_CLOSE_FROM_CLIENT:
3399
+ case GRPC_OP_RECV_INITIAL_METADATA:
3400
+ abort(); // unreachable
3401
+ }
3402
+ }
3403
+ }
3404
+
3405
+ grpc_call_error ServerPromiseBasedCall::StartBatch(const grpc_op* ops,
3406
+ size_t nops,
3407
+ void* notify_tag,
3408
+ bool is_notify_tag_closure) {
3409
+ if (nops == 0) {
3410
+ EndOpImmediately(cq(), notify_tag, is_notify_tag_closure);
3411
+ return GRPC_CALL_OK;
3412
+ }
3413
+ const grpc_call_error validation_result = ValidateBatch(ops, nops);
3414
+ if (validation_result != GRPC_CALL_OK) {
3415
+ return validation_result;
3416
+ }
3417
+ Completion completion =
3418
+ StartCompletion(notify_tag, is_notify_tag_closure, ops);
3419
+ CommitBatch(ops, nops, completion);
3420
+ FinishOpOnCompletion(&completion, PendingOp::kStartingBatch);
3421
+ return GRPC_CALL_OK;
3422
+ }
3423
+
3424
+ void ServerPromiseBasedCall::CancelWithError(absl::Status error) {
3425
+ cancelled_.store(true, std::memory_order_relaxed);
3426
+ Spawn(
3427
+ "cancel_with_error",
3428
+ [this, error = std::move(error)]() {
3429
+ if (!send_trailing_metadata_.is_set()) {
3430
+ auto md = ServerMetadataFromStatus(error);
3431
+ md->Set(GrpcCallWasCancelled(), true);
3432
+ send_trailing_metadata_.Set(std::move(md));
3433
+ }
3434
+ if (server_to_client_messages_ != nullptr) {
3435
+ server_to_client_messages_->Close();
3436
+ }
3437
+ if (server_initial_metadata_ != nullptr) {
3438
+ server_initial_metadata_->Close();
3439
+ }
3440
+ return Empty{};
3441
+ },
3442
+ [](Empty) {});
3443
+ }
3444
+ #endif
3445
+
3446
+ #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
3447
+ ArenaPromise<ServerMetadataHandle>
3448
+ ServerCallContext::MakeTopOfServerCallPromise(
3449
+ CallArgs call_args, grpc_completion_queue* cq,
3450
+ grpc_metadata_array* publish_initial_metadata,
3451
+ absl::FunctionRef<void(grpc_call* call)> publish) {
3452
+ call_->SetCompletionQueue(cq);
3453
+ call_args.polling_entity->Set(
3454
+ grpc_polling_entity_create_from_pollset(grpc_cq_pollset(cq)));
3455
+ call_->server_to_client_messages_ = call_args.server_to_client_messages;
3456
+ call_->client_to_server_messages_ = call_args.client_to_server_messages;
3457
+ call_->server_initial_metadata_ = call_args.server_initial_metadata;
3458
+ call_->client_initial_metadata_ =
3459
+ std::move(call_args.client_initial_metadata);
3460
+ call_->set_send_deadline(call_->deadline());
3461
+ call_->ProcessIncomingInitialMetadata(*call_->client_initial_metadata_);
3462
+ PublishMetadataArray(call_->client_initial_metadata_.get(),
3463
+ publish_initial_metadata);
3464
+ call_->ExternalRef();
3465
+ publish(call_->c_ptr());
3466
+ return Seq(call_->server_to_client_messages_->AwaitClosed(),
3467
+ call_->send_trailing_metadata_.Wait());
3468
+ }
3469
+ #else
3470
+ ArenaPromise<ServerMetadataHandle>
3471
+ ServerCallContext::MakeTopOfServerCallPromise(
3472
+ CallArgs, grpc_completion_queue*, grpc_metadata_array*,
3473
+ absl::FunctionRef<void(grpc_call*)>) {
3474
+ (void)call_;
3475
+ Crash("Promise-based server call is not enabled");
3476
+ }
3477
+ #endif
3478
+
3479
+ } // namespace grpc_core
3480
+
3481
+ ///////////////////////////////////////////////////////////////////////////////
3482
+ // C-based API
3483
+
3484
+ void* grpc_call_arena_alloc(grpc_call* call, size_t size) {
3485
+ grpc_core::ExecCtx exec_ctx;
3486
+ return grpc_core::Call::FromC(call)->arena()->Alloc(size);
3487
+ }
3488
+
3489
+ size_t grpc_call_get_initial_size_estimate() {
3490
+ return grpc_core::FilterStackCall::InitialSizeEstimate();
3491
+ }
3492
+
3493
+ grpc_error_handle grpc_call_create(grpc_call_create_args* args,
3494
+ grpc_call** out_call) {
3495
+ #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL
3496
+ if (grpc_core::IsPromiseBasedClientCallEnabled() &&
3497
+ args->server_transport_data == nullptr && args->channel->is_promising()) {
3498
+ return grpc_core::MakePromiseBasedCall<grpc_core::ClientPromiseBasedCall>(
3499
+ args, out_call);
3500
+ }
3501
+ #endif
3502
+ #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
3503
+ if (grpc_core::IsPromiseBasedServerCallEnabled() &&
3504
+ args->server_transport_data != nullptr && args->channel->is_promising()) {
3505
+ return grpc_core::MakePromiseBasedCall<grpc_core::ServerPromiseBasedCall>(
3506
+ args, out_call);
3507
+ }
3508
+ #endif
3509
+ return grpc_core::FilterStackCall::Create(args, out_call);
3510
+ }
3511
+
3512
+ void grpc_call_set_completion_queue(grpc_call* call,
3513
+ grpc_completion_queue* cq) {
3514
+ grpc_core::Call::FromC(call)->SetCompletionQueue(cq);
3515
+ }
3516
+
3517
+ void grpc_call_ref(grpc_call* c) { grpc_core::Call::FromC(c)->ExternalRef(); }
3518
+
3519
+ void grpc_call_unref(grpc_call* c) {
3520
+ grpc_core::ExecCtx exec_ctx;
3521
+ grpc_core::Call::FromC(c)->ExternalUnref();
3522
+ }
3523
+
3524
+ char* grpc_call_get_peer(grpc_call* call) {
3525
+ return grpc_core::Call::FromC(call)->GetPeer();
3526
+ }
1843
3527
 
1844
3528
  grpc_call* grpc_call_from_top_element(grpc_call_element* surface_element) {
1845
3529
  return grpc_core::FilterStackCall::FromTopElem(surface_element)->c_ptr();
@@ -1848,9 +3532,12 @@ grpc_call* grpc_call_from_top_element(grpc_call_element* surface_element) {
1848
3532
  grpc_call_error grpc_call_cancel(grpc_call* call, void* reserved) {
1849
3533
  GRPC_API_TRACE("grpc_call_cancel(call=%p, reserved=%p)", 2, (call, reserved));
1850
3534
  GPR_ASSERT(reserved == nullptr);
3535
+ if (call == nullptr) {
3536
+ return GRPC_CALL_ERROR;
3537
+ }
1851
3538
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
1852
3539
  grpc_core::ExecCtx exec_ctx;
1853
- grpc_core::Call::FromC(call)->CancelWithError(GRPC_ERROR_CANCELLED);
3540
+ grpc_core::Call::FromC(call)->CancelWithError(absl::CancelledError());
1854
3541
  return GRPC_CALL_OK;
1855
3542
  }
1856
3543
 
@@ -1863,6 +3550,9 @@ grpc_call_error grpc_call_cancel_with_status(grpc_call* c,
1863
3550
  "c=%p, status=%d, description=%s, reserved=%p)",
1864
3551
  4, (c, (int)status, description, reserved));
1865
3552
  GPR_ASSERT(reserved == nullptr);
3553
+ if (c == nullptr) {
3554
+ return GRPC_CALL_ERROR;
3555
+ }
1866
3556
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
1867
3557
  grpc_core::ExecCtx exec_ctx;
1868
3558
  grpc_core::Call::FromC(c)->CancelWithStatus(status, description);
@@ -1870,7 +3560,7 @@ grpc_call_error grpc_call_cancel_with_status(grpc_call* c,
1870
3560
  }
1871
3561
 
1872
3562
  void grpc_call_cancel_internal(grpc_call* call) {
1873
- grpc_core::Call::FromC(call)->CancelWithError(GRPC_ERROR_CANCELLED);
3563
+ grpc_core::Call::FromC(call)->CancelWithError(absl::CancelledError());
1874
3564
  }
1875
3565
 
1876
3566
  grpc_compression_algorithm grpc_call_test_only_get_compression_algorithm(
@@ -1883,7 +3573,9 @@ uint32_t grpc_call_test_only_get_message_flags(grpc_call* call) {
1883
3573
  }
1884
3574
 
1885
3575
  uint32_t grpc_call_test_only_get_encodings_accepted_by_peer(grpc_call* call) {
1886
- return grpc_core::Call::FromC(call)->test_only_encodings_accepted_by_peer();
3576
+ return grpc_core::Call::FromC(call)
3577
+ ->encodings_accepted_by_peer()
3578
+ .ToLegacyBitmask();
1887
3579
  }
1888
3580
 
1889
3581
  grpc_core::Arena* grpc_call_get_arena(grpc_call* call) {
@@ -1901,7 +3593,7 @@ grpc_call_error grpc_call_start_batch(grpc_call* call, const grpc_op* ops,
1901
3593
  "reserved=%p)",
1902
3594
  5, (call, ops, (unsigned long)nops, tag, reserved));
1903
3595
 
1904
- if (reserved != nullptr) {
3596
+ if (reserved != nullptr || call == nullptr) {
1905
3597
  return GRPC_CALL_ERROR;
1906
3598
  } else {
1907
3599
  grpc_core::ApplicationCallbackExecCtx callback_exec_ctx;
@@ -1932,7 +3624,9 @@ uint8_t grpc_call_is_client(grpc_call* call) {
1932
3624
 
1933
3625
  grpc_compression_algorithm grpc_call_compression_for_level(
1934
3626
  grpc_call* call, grpc_compression_level level) {
1935
- return grpc_core::Call::FromC(call)->compression_for_level(level);
3627
+ return grpc_core::Call::FromC(call)
3628
+ ->encodings_accepted_by_peer()
3629
+ .CompressionAlgorithmForLevel(level);
1936
3630
  }
1937
3631
 
1938
3632
  bool grpc_call_is_trailers_only(const grpc_call* call) {
@@ -1943,6 +3637,10 @@ int grpc_call_failed_before_recv_message(const grpc_call* c) {
1943
3637
  return grpc_core::Call::FromC(c)->failed_before_recv_message();
1944
3638
  }
1945
3639
 
3640
+ absl::string_view grpc_call_server_authority(const grpc_call* call) {
3641
+ return grpc_core::Call::FromC(call)->GetServerAuthority();
3642
+ }
3643
+
1946
3644
  const char* grpc_call_error_to_string(grpc_call_error error) {
1947
3645
  switch (error) {
1948
3646
  case GRPC_CALL_ERROR: