grpc 1.53.0 → 1.58.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (2019) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +706 -372
  3. data/include/grpc/event_engine/event_engine.h +51 -45
  4. data/include/grpc/event_engine/memory_allocator.h +2 -2
  5. data/include/grpc/grpc_audit_logging.h +96 -0
  6. data/include/grpc/grpc_security.h +23 -0
  7. data/include/grpc/impl/channel_arg_names.h +371 -0
  8. data/include/grpc/impl/grpc_types.h +1 -339
  9. data/include/grpc/module.modulemap +3 -0
  10. data/include/grpc/support/json.h +218 -0
  11. data/include/grpc/support/port_platform.h +33 -27
  12. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +18 -2
  13. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +2 -1
  14. data/src/core/ext/filters/client_channel/backend_metric.cc +10 -1
  15. data/src/core/ext/filters/client_channel/backup_poller.cc +2 -11
  16. data/src/core/ext/filters/client_channel/backup_poller.h +0 -3
  17. data/src/core/ext/filters/client_channel/channel_connectivity.cc +4 -4
  18. data/src/core/ext/filters/client_channel/client_channel.cc +956 -903
  19. data/src/core/ext/filters/client_channel/client_channel.h +145 -177
  20. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +20 -19
  21. data/src/core/ext/filters/client_channel/client_channel_internal.h +77 -0
  22. data/src/core/ext/filters/client_channel/client_channel_service_config.cc +2 -2
  23. data/src/core/ext/filters/client_channel/config_selector.h +13 -39
  24. data/src/core/ext/filters/client_channel/dynamic_filters.h +3 -3
  25. data/src/core/ext/filters/client_channel/http_proxy.cc +41 -3
  26. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +27 -53
  27. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +23 -9
  28. data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +9 -1
  29. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +25 -35
  30. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +103 -156
  31. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +2 -1
  32. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +5 -4
  33. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +4 -2
  34. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +480 -0
  35. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +52 -0
  36. data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +202 -0
  37. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +6 -9
  38. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +2 -0
  39. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +136 -78
  40. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +9 -2
  41. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +168 -104
  42. data/src/core/{lib/gprpp/global_config_custom.h → ext/filters/client_channel/lb_policy/pick_first/pick_first.h} +4 -13
  43. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +16 -45
  44. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +154 -163
  45. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +18 -1
  46. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +75 -145
  47. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +21 -15
  48. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +57 -22
  49. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +76 -6
  50. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +104 -57
  51. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +30 -57
  52. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +57 -116
  53. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +8 -0
  54. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +43 -87
  55. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +25 -74
  56. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +70 -141
  57. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +28 -67
  58. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +28 -96
  59. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +47 -157
  60. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.h +30 -0
  61. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
  62. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +4 -4
  63. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +44 -37
  64. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
  65. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +66 -0
  66. data/src/core/ext/filters/client_channel/resolver/dns/{dns_resolver_selection.h → dns_resolver_plugin.h} +10 -12
  67. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +586 -0
  68. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.h +35 -0
  69. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +97 -0
  70. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.h +32 -0
  71. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +20 -37
  72. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.h +24 -0
  73. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +61 -207
  74. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +11 -6
  75. data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +2 -2
  76. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +25 -13
  77. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +423 -276
  78. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +32 -1
  79. data/src/core/ext/filters/client_channel/retry_filter.cc +40 -2538
  80. data/src/core/ext/filters/client_channel/retry_filter.h +92 -1
  81. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
  82. data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
  83. data/src/core/ext/filters/client_channel/retry_service_config.cc +10 -9
  84. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +40 -90
  85. data/src/core/ext/filters/client_channel/subchannel.cc +19 -203
  86. data/src/core/ext/filters/client_channel/subchannel.h +14 -48
  87. data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +3 -0
  88. data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +26 -27
  89. data/src/core/ext/filters/client_channel/subchannel_stream_client.h +8 -5
  90. data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
  91. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +1 -1
  92. data/src/core/ext/filters/http/client/http_client_filter.cc +4 -3
  93. data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
  94. data/src/core/ext/filters/http/http_filters_plugin.cc +1 -12
  95. data/src/core/ext/filters/http/message_compress/compression_filter.cc +31 -14
  96. data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
  97. data/src/core/ext/filters/message_size/message_size_filter.cc +142 -224
  98. data/src/core/ext/filters/message_size/message_size_filter.h +48 -3
  99. data/src/core/ext/filters/rbac/rbac_filter.cc +40 -111
  100. data/src/core/ext/filters/rbac/rbac_filter.h +12 -30
  101. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +162 -72
  102. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +6 -8
  103. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +165 -88
  104. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +16 -7
  105. data/src/core/ext/gcp/metadata_query.cc +137 -0
  106. data/src/core/ext/gcp/metadata_query.h +87 -0
  107. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
  108. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +83 -69
  109. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +12 -8
  110. data/src/core/ext/transport/chttp2/transport/bin_encoder.h +5 -1
  111. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +683 -595
  112. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +21 -0
  113. data/src/core/ext/transport/chttp2/transport/context_list_entry.h +70 -0
  114. data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6569 -174
  115. data/src/core/ext/transport/chttp2/transport/decode_huff.h +2278 -441
  116. data/src/core/ext/transport/chttp2/transport/flow_control.cc +51 -97
  117. data/src/core/ext/transport/chttp2/transport/flow_control.h +2 -1
  118. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +7 -27
  119. data/src/core/ext/transport/chttp2/transport/frame_ping.h +0 -3
  120. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +4 -1
  121. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +118 -222
  122. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +296 -113
  123. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +2 -0
  124. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +2 -0
  125. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
  126. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +326 -0
  127. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +765 -488
  128. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +163 -13
  129. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +59 -42
  130. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +26 -4
  131. data/src/core/ext/transport/chttp2/transport/internal.h +59 -82
  132. data/src/core/ext/transport/chttp2/transport/parsing.cc +52 -24
  133. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +80 -0
  134. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +55 -0
  135. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +98 -0
  136. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +73 -0
  137. data/src/core/ext/transport/chttp2/transport/writing.cc +100 -93
  138. data/src/core/ext/transport/inproc/inproc_transport.cc +21 -14
  139. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +87 -52
  140. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +414 -181
  141. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +121 -60
  142. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +481 -224
  143. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +90 -55
  144. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +415 -188
  145. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +357 -210
  146. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +1572 -729
  147. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +30 -17
  148. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +144 -47
  149. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +34 -21
  150. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +160 -62
  151. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +27 -14
  152. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +78 -38
  153. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +20 -11
  154. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +48 -26
  155. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +20 -11
  156. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +48 -26
  157. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +109 -62
  158. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +566 -244
  159. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +21 -12
  160. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +45 -30
  161. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +22 -19
  162. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +82 -29
  163. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +23 -16
  164. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +45 -30
  165. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +255 -147
  166. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +876 -404
  167. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +417 -262
  168. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1850 -888
  169. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +74 -41
  170. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +286 -148
  171. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +531 -334
  172. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2017 -1131
  173. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +21 -12
  174. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +45 -30
  175. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +89 -52
  176. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +347 -232
  177. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +264 -165
  178. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +888 -476
  179. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +139 -80
  180. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +527 -274
  181. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +22 -13
  182. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +50 -36
  183. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +380 -221
  184. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1168 -611
  185. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +157 -92
  186. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +627 -292
  187. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +18 -11
  188. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +37 -26
  189. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +21 -12
  190. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +45 -30
  191. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +30 -17
  192. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +144 -47
  193. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +279 -167
  194. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +818 -440
  195. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +232 -137
  196. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1164 -500
  197. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +22 -13
  198. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +60 -37
  199. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +369 -209
  200. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1125 -635
  201. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +44 -11
  202. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +175 -18
  203. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +34 -19
  204. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +118 -56
  205. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +38 -21
  206. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +148 -64
  207. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +31 -18
  208. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +143 -65
  209. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +22 -13
  210. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +51 -37
  211. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +78 -43
  212. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +265 -127
  213. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +145 -88
  214. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +438 -241
  215. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +115 -62
  216. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +559 -227
  217. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +18 -11
  218. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +35 -26
  219. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +187 -109
  220. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +956 -421
  221. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +172 -95
  222. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +864 -374
  223. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +49 -25
  224. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +171 -100
  225. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +39 -18
  226. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +74 -56
  227. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +29 -15
  228. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +92 -45
  229. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +131 -74
  230. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +489 -249
  231. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +163 -84
  232. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +680 -240
  233. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +256 -129
  234. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +996 -397
  235. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +80 -49
  236. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +616 -201
  237. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1283 -774
  238. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5430 -2509
  239. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +49 -28
  240. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +164 -84
  241. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +228 -141
  242. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +738 -399
  243. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +20 -11
  244. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +48 -26
  245. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +21 -12
  246. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +45 -30
  247. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +32 -19
  248. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +70 -49
  249. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +27 -14
  250. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +110 -43
  251. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +46 -25
  252. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +259 -100
  253. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +21 -13
  254. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +45 -30
  255. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +18 -11
  256. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +35 -26
  257. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +42 -23
  258. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +108 -70
  259. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +7 -4
  260. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +21 -16
  261. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +43 -24
  262. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +110 -75
  263. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +30 -17
  264. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +95 -50
  265. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +558 -0
  266. data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2710 -0
  267. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +16 -9
  268. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +73 -23
  269. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +60 -37
  270. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +150 -108
  271. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +93 -43
  272. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +386 -167
  273. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +44 -25
  274. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +114 -80
  275. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +68 -22
  276. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +355 -82
  277. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +32 -19
  278. data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +73 -51
  279. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +504 -296
  280. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2267 -1055
  281. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +18 -11
  282. data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +35 -26
  283. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +35 -19
  284. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +125 -67
  285. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +72 -45
  286. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +193 -138
  287. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +47 -0
  288. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +93 -0
  289. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +34 -19
  290. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +131 -66
  291. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +18 -11
  292. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +35 -26
  293. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +7 -4
  294. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +15 -10
  295. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +184 -96
  296. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +907 -360
  297. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +56 -33
  298. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +150 -101
  299. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +188 -111
  300. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +816 -419
  301. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +32 -19
  302. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +109 -53
  303. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +10 -7
  304. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +18 -14
  305. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +300 -177
  306. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1284 -522
  307. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +42 -23
  308. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +188 -75
  309. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +130 -83
  310. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +510 -238
  311. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +22 -13
  312. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +55 -34
  313. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +39 -26
  314. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +124 -68
  315. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +21 -12
  316. data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +47 -30
  317. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +60 -26
  318. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +130 -51
  319. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +37 -20
  320. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +133 -63
  321. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +22 -13
  322. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +91 -40
  323. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +21 -12
  324. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +50 -32
  325. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +18 -11
  326. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +37 -26
  327. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +46 -27
  328. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +101 -70
  329. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +13 -10
  330. data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +25 -22
  331. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +40 -23
  332. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +161 -75
  333. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +31 -18
  334. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +114 -56
  335. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +46 -29
  336. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +139 -91
  337. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +65 -42
  338. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +200 -121
  339. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +80 -45
  340. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +208 -131
  341. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +34 -21
  342. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +74 -53
  343. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +7 -4
  344. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +13 -8
  345. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +16 -9
  346. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +28 -18
  347. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +28 -15
  348. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +55 -34
  349. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +43 -22
  350. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +91 -53
  351. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +35 -20
  352. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +92 -57
  353. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +7 -4
  354. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +13 -8
  355. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +20 -11
  356. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +48 -26
  357. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +23 -14
  358. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +61 -41
  359. data/src/core/ext/upb-generated/google/api/annotations.upb.c +14 -11
  360. data/src/core/ext/upb-generated/google/api/annotations.upb.h +30 -20
  361. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +255 -154
  362. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +934 -450
  363. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +299 -180
  364. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +946 -483
  365. data/src/core/ext/upb-generated/google/api/http.upb.c +68 -35
  366. data/src/core/ext/upb-generated/google/api/http.upb.h +284 -120
  367. data/src/core/ext/upb-generated/google/api/httpbody.upb.c +22 -13
  368. data/src/core/ext/upb-generated/google/api/httpbody.upb.h +95 -37
  369. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +19 -10
  370. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +38 -22
  371. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +1018 -424
  372. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +3851 -1412
  373. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +19 -10
  374. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +38 -22
  375. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +10 -7
  376. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +18 -14
  377. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +62 -39
  378. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +207 -102
  379. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +19 -10
  380. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +38 -22
  381. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +90 -51
  382. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +157 -107
  383. data/src/core/ext/upb-generated/google/rpc/status.upb.c +22 -13
  384. data/src/core/ext/upb-generated/google/rpc/status.upb.h +95 -37
  385. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +59 -34
  386. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +154 -92
  387. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +43 -24
  388. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +118 -60
  389. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +250 -145
  390. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +919 -415
  391. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +34 -19
  392. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +76 -51
  393. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +25 -14
  394. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +45 -30
  395. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +144 -81
  396. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +405 -217
  397. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +51 -26
  398. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +153 -61
  399. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +173 -102
  400. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +855 -298
  401. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +68 -49
  402. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +155 -104
  403. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +26 -17
  404. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +55 -34
  405. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +12 -9
  406. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +31 -14
  407. data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +26 -17
  408. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +55 -34
  409. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +23 -16
  410. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +45 -30
  411. data/src/core/ext/upb-generated/validate/validate.upb.c +845 -455
  412. data/src/core/ext/upb-generated/validate/validate.upb.h +4347 -1908
  413. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +68 -49
  414. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +155 -104
  415. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +26 -17
  416. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +55 -34
  417. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +12 -9
  418. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +31 -14
  419. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +65 -44
  420. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +137 -91
  421. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +23 -16
  422. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +45 -30
  423. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +16 -9
  424. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +28 -18
  425. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +21 -12
  426. data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +45 -30
  427. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +37 -22
  428. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +96 -63
  429. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +26 -17
  430. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +52 -29
  431. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +21 -12
  432. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +45 -30
  433. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +23 -14
  434. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +62 -42
  435. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +44 -25
  436. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +169 -79
  437. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +27 -14
  438. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +65 -38
  439. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +86 -31
  440. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +218 -58
  441. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +21 -12
  442. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +89 -34
  443. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +18 -11
  444. data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +35 -26
  445. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +32 -19
  446. data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +150 -54
  447. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +10 -7
  448. data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +18 -14
  449. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +34 -21
  450. data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +161 -63
  451. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +162 -101
  452. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +501 -293
  453. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +85 -52
  454. data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +430 -164
  455. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +24 -15
  456. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +53 -37
  457. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +40 -23
  458. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +161 -75
  459. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +37 -22
  460. data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +92 -66
  461. data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +43 -22
  462. data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +91 -53
  463. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +21 -12
  464. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +45 -30
  465. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +1 -1
  466. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +6 -5
  467. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +1 -1
  468. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +6 -5
  469. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +1 -1
  470. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +6 -5
  471. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +1 -1
  472. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +6 -5
  473. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +1 -1
  474. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +6 -5
  475. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +1 -1
  476. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +6 -5
  477. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +1 -1
  478. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +6 -5
  479. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +1 -1
  480. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +6 -5
  481. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +1 -1
  482. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +6 -5
  483. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +1 -1
  484. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +6 -5
  485. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +1 -1
  486. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +6 -5
  487. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +1 -1
  488. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +6 -5
  489. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +1 -1
  490. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +6 -5
  491. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +89 -77
  492. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +11 -5
  493. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +251 -248
  494. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +6 -5
  495. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +1 -1
  496. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +6 -5
  497. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +1 -1
  498. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +6 -5
  499. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +1 -1
  500. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +6 -5
  501. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +1 -1
  502. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +6 -5
  503. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +1 -1
  504. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +6 -5
  505. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +1 -1
  506. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +6 -5
  507. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +1 -1
  508. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +6 -5
  509. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +1 -1
  510. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +6 -5
  511. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +1 -1
  512. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +6 -5
  513. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +1 -1
  514. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +6 -5
  515. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +1 -1
  516. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +6 -5
  517. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +1 -1
  518. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +6 -5
  519. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +163 -161
  520. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +6 -5
  521. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +130 -119
  522. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +6 -5
  523. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +1 -1
  524. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +6 -5
  525. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +143 -134
  526. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +6 -5
  527. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +32 -16
  528. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +11 -5
  529. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +1 -1
  530. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +6 -5
  531. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +1 -1
  532. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +6 -5
  533. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +1 -1
  534. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +6 -5
  535. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +1 -1
  536. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +6 -5
  537. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +1 -1
  538. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +6 -5
  539. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +1 -1
  540. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +6 -5
  541. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +1 -1
  542. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +6 -5
  543. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +1 -1
  544. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +6 -5
  545. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +13 -10
  546. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +21 -5
  547. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +1 -1
  548. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +6 -5
  549. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +55 -46
  550. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +6 -5
  551. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +1 -1
  552. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +6 -5
  553. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +20 -13
  554. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +6 -5
  555. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +1 -1
  556. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +6 -5
  557. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +39 -31
  558. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +11 -5
  559. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +142 -120
  560. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +16 -5
  561. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +1 -1
  562. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +6 -5
  563. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +101 -98
  564. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +6 -5
  565. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +1 -1
  566. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +6 -5
  567. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +1 -1
  568. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +6 -5
  569. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +1 -1
  570. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +6 -5
  571. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +1 -1
  572. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +6 -5
  573. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +1 -1
  574. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +6 -5
  575. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +1 -1
  576. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +6 -5
  577. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +1 -1
  578. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +6 -5
  579. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +16 -19
  580. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +6 -5
  581. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +1 -1
  582. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +6 -5
  583. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +1 -1
  584. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +6 -5
  585. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +1 -1
  586. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +6 -5
  587. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +1 -1
  588. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +6 -5
  589. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +1 -1
  590. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +6 -5
  591. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
  592. data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
  593. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +1 -1
  594. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +6 -5
  595. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +1 -1
  596. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +6 -5
  597. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +81 -75
  598. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +6 -5
  599. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +1 -1
  600. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +6 -5
  601. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +64 -48
  602. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +11 -5
  603. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +1 -1
  604. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +6 -5
  605. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +315 -282
  606. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +11 -5
  607. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +1 -1
  608. data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +6 -5
  609. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +1 -1
  610. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +6 -5
  611. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +138 -136
  612. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +6 -5
  613. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +1 -1
  614. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +6 -5
  615. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +118 -118
  616. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +6 -5
  617. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +1 -1
  618. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +6 -5
  619. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +6 -6
  620. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +6 -5
  621. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +1 -1
  622. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +6 -5
  623. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +6 -6
  624. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +6 -5
  625. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +12 -13
  626. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +6 -5
  627. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +1 -1
  628. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +6 -5
  629. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +1 -1
  630. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +6 -5
  631. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +1 -1
  632. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +6 -5
  633. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +13 -10
  634. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +11 -5
  635. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +1 -1
  636. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +6 -5
  637. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +1 -1
  638. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +6 -5
  639. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +1 -1
  640. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +6 -5
  641. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +1 -1
  642. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +6 -5
  643. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +30 -30
  644. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +6 -5
  645. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +1 -1
  646. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +6 -5
  647. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +1 -1
  648. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +6 -5
  649. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +1 -1
  650. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +6 -5
  651. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +1 -1
  652. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +6 -5
  653. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +1 -1
  654. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +6 -5
  655. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +1 -1
  656. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +6 -5
  657. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +1 -1
  658. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +6 -5
  659. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +1 -1
  660. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +6 -5
  661. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +1 -1
  662. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +6 -5
  663. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +1 -1
  664. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +6 -5
  665. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +1 -1
  666. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +6 -5
  667. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +1 -1
  668. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +6 -5
  669. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +1 -1
  670. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +6 -5
  671. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +1 -1
  672. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +6 -5
  673. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +1 -1
  674. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +6 -5
  675. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +1 -1
  676. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +6 -5
  677. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +1 -1
  678. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +6 -5
  679. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +1 -1
  680. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +6 -5
  681. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +1 -1
  682. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +6 -5
  683. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +1 -1
  684. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +6 -5
  685. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +1 -1
  686. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +6 -5
  687. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +329 -273
  688. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +11 -5
  689. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +1 -1
  690. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +6 -5
  691. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +1 -1
  692. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +6 -5
  693. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +1 -1
  694. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +6 -5
  695. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +1 -1
  696. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +6 -5
  697. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +1 -1
  698. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +6 -5
  699. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +1 -1
  700. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +6 -5
  701. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +1 -1
  702. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +6 -5
  703. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +1 -1
  704. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +6 -5
  705. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +1 -1
  706. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +6 -5
  707. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +1 -1
  708. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +6 -5
  709. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +1 -1
  710. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +6 -5
  711. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +1 -1
  712. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +6 -5
  713. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +1 -1
  714. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +6 -5
  715. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +1 -1
  716. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +6 -5
  717. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +1 -1
  718. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +6 -5
  719. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +1 -1
  720. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +6 -5
  721. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +1 -1
  722. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +6 -5
  723. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +1 -1
  724. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +6 -5
  725. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +1 -1
  726. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +6 -5
  727. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +1 -1
  728. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +6 -5
  729. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +1 -1
  730. data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +6 -5
  731. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +1 -1
  732. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +6 -5
  733. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +1 -1
  734. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +6 -5
  735. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +1 -1
  736. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +6 -5
  737. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +1 -1
  738. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +6 -5
  739. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +1 -1
  740. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +6 -5
  741. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +1 -1
  742. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +6 -5
  743. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +1 -1
  744. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +6 -5
  745. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +1 -1
  746. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +6 -5
  747. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +1 -1
  748. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +6 -5
  749. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +1 -1
  750. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +6 -5
  751. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +1 -1
  752. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +6 -5
  753. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +1 -1
  754. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +6 -5
  755. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +1 -1
  756. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +6 -5
  757. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +1 -1
  758. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +6 -5
  759. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +1 -1
  760. data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +6 -5
  761. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +1 -1
  762. data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +6 -5
  763. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +1 -1
  764. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +6 -5
  765. data/src/core/ext/xds/certificate_provider_store.cc +8 -13
  766. data/src/core/ext/xds/certificate_provider_store.h +1 -1
  767. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +30 -42
  768. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +14 -9
  769. data/src/core/ext/xds/upb_utils.h +1 -1
  770. data/src/core/ext/xds/xds_api.cc +41 -18
  771. data/src/core/ext/xds/xds_api.h +5 -4
  772. data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
  773. data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
  774. data/src/core/ext/xds/xds_bootstrap.cc +3 -3
  775. data/src/core/ext/xds/xds_bootstrap_grpc.cc +65 -50
  776. data/src/core/ext/xds/xds_bootstrap_grpc.h +10 -13
  777. data/src/core/ext/xds/xds_channel_stack_modifier.cc +1 -2
  778. data/src/core/ext/xds/xds_client.cc +29 -7
  779. data/src/core/ext/xds/xds_client.h +1 -1
  780. data/src/core/ext/xds/xds_client_grpc.cc +12 -6
  781. data/src/core/ext/xds/xds_client_grpc.h +16 -2
  782. data/src/core/ext/xds/xds_client_stats.cc +29 -15
  783. data/src/core/ext/xds/xds_client_stats.h +34 -20
  784. data/src/core/ext/xds/xds_cluster.cc +70 -67
  785. data/src/core/ext/xds/xds_cluster.h +1 -2
  786. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +15 -11
  787. data/src/core/ext/xds/xds_cluster_specifier_plugin.h +2 -2
  788. data/src/core/ext/xds/xds_common_types.cc +8 -5
  789. data/src/core/ext/xds/xds_endpoint.cc +14 -11
  790. data/src/core/ext/xds/xds_endpoint.h +10 -2
  791. data/src/core/ext/xds/xds_health_status.cc +0 -17
  792. data/src/core/ext/xds/xds_health_status.h +5 -25
  793. data/src/core/ext/xds/xds_http_fault_filter.cc +16 -14
  794. data/src/core/ext/xds/xds_http_fault_filter.h +1 -1
  795. data/src/core/ext/xds/xds_http_filters.h +3 -2
  796. data/src/core/ext/xds/xds_http_rbac_filter.cc +153 -73
  797. data/src/core/ext/xds/xds_http_rbac_filter.h +1 -1
  798. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +15 -12
  799. data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -1
  800. data/src/core/ext/xds/xds_lb_policy_registry.cc +72 -35
  801. data/src/core/ext/xds/xds_listener.cc +11 -4
  802. data/src/core/ext/xds/xds_listener.h +1 -1
  803. data/src/core/ext/xds/xds_resource_type.h +2 -2
  804. data/src/core/ext/xds/xds_route_config.cc +52 -8
  805. data/src/core/ext/xds/xds_route_config.h +1 -1
  806. data/src/core/ext/xds/xds_transport_grpc.cc +3 -2
  807. data/src/core/lib/address_utils/parse_address.cc +63 -1
  808. data/src/core/lib/address_utils/parse_address.h +8 -0
  809. data/src/core/lib/address_utils/sockaddr_utils.cc +46 -1
  810. data/src/core/lib/address_utils/sockaddr_utils.h +2 -2
  811. data/src/core/lib/avl/avl.h +15 -173
  812. data/src/core/lib/backoff/random_early_detection.cc +31 -0
  813. data/src/core/lib/backoff/random_early_detection.h +64 -0
  814. data/src/core/lib/channel/call_finalization.h +1 -1
  815. data/src/core/lib/channel/call_tracer.cc +340 -0
  816. data/src/core/lib/channel/call_tracer.h +136 -38
  817. data/src/core/lib/channel/channel_args.cc +120 -46
  818. data/src/core/lib/channel/channel_args.h +52 -4
  819. data/src/core/lib/channel/channel_trace.cc +16 -12
  820. data/src/core/lib/channel/channelz.cc +163 -135
  821. data/src/core/lib/channel/channelz.h +42 -35
  822. data/src/core/lib/channel/channelz_registry.cc +24 -20
  823. data/src/core/lib/channel/connected_channel.cc +545 -1044
  824. data/src/core/lib/channel/context.h +8 -1
  825. data/src/core/lib/channel/promise_based_filter.cc +104 -47
  826. data/src/core/lib/channel/promise_based_filter.h +30 -13
  827. data/src/core/lib/channel/server_call_tracer_filter.cc +110 -0
  828. data/src/core/lib/compression/compression_internal.cc +8 -7
  829. data/src/core/lib/config/config_vars.cc +153 -0
  830. data/src/core/lib/config/config_vars.h +127 -0
  831. data/src/core/lib/config/config_vars_non_generated.cc +51 -0
  832. data/src/core/lib/config/load_config.cc +79 -0
  833. data/src/core/lib/config/load_config.h +55 -0
  834. data/src/core/lib/debug/event_log.h +1 -1
  835. data/src/core/lib/debug/stats_data.cc +93 -21
  836. data/src/core/lib/debug/stats_data.h +42 -1
  837. data/src/core/lib/debug/trace.cc +35 -61
  838. data/src/core/lib/debug/trace.h +14 -9
  839. data/src/core/lib/event_engine/ares_resolver.cc +712 -0
  840. data/src/core/lib/event_engine/ares_resolver.h +150 -0
  841. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +218 -0
  842. data/src/core/lib/event_engine/cf_engine/cf_engine.h +86 -0
  843. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +354 -0
  844. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +146 -0
  845. data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +79 -0
  846. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +229 -0
  847. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +117 -0
  848. data/src/core/lib/event_engine/default_event_engine.cc +13 -1
  849. data/src/core/lib/event_engine/default_event_engine_factory.cc +14 -2
  850. data/src/core/lib/event_engine/event_engine.cc +25 -2
  851. data/src/core/lib/event_engine/forkable.cc +62 -43
  852. data/src/core/lib/event_engine/forkable.h +15 -0
  853. data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
  854. data/src/core/lib/event_engine/handle_containers.h +5 -24
  855. data/src/core/lib/event_engine/memory_allocator_factory.h +47 -0
  856. data/src/core/lib/event_engine/poller.h +2 -2
  857. data/src/core/lib/event_engine/posix.h +4 -0
  858. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +5 -7
  859. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +29 -13
  860. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
  861. data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +3 -9
  862. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
  863. data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +7 -18
  864. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +76 -29
  865. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +20 -9
  866. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +96 -52
  867. data/src/core/lib/event_engine/posix_engine/posix_engine.h +22 -14
  868. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +75 -33
  869. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +12 -8
  870. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +4 -2
  871. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +76 -21
  872. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +9 -3
  873. data/src/core/lib/event_engine/posix_engine/timer.h +10 -37
  874. data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
  875. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
  876. data/src/core/lib/event_engine/resolved_address.cc +2 -1
  877. data/src/core/lib/event_engine/shim.cc +9 -1
  878. data/src/core/lib/event_engine/tcp_socket_utils.cc +67 -7
  879. data/src/core/lib/event_engine/tcp_socket_utils.h +3 -0
  880. data/src/core/lib/event_engine/{thread_pool.cc → thread_pool/original_thread_pool.cc} +28 -25
  881. data/src/core/lib/event_engine/{thread_pool.h → thread_pool/original_thread_pool.h} +11 -15
  882. data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
  883. data/src/core/lib/event_engine/thread_pool/thread_count.h +161 -0
  884. data/src/core/lib/event_engine/{executor/executor.h → thread_pool/thread_pool.h} +21 -9
  885. data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +47 -0
  886. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +517 -0
  887. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +223 -0
  888. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +157 -0
  889. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +104 -0
  890. data/src/core/lib/event_engine/trace.cc +1 -0
  891. data/src/core/lib/event_engine/trace.h +6 -0
  892. data/src/core/lib/event_engine/windows/iocp.cc +4 -3
  893. data/src/core/lib/event_engine/windows/iocp.h +3 -3
  894. data/src/core/lib/event_engine/windows/win_socket.cc +6 -7
  895. data/src/core/lib/event_engine/windows/win_socket.h +4 -4
  896. data/src/core/lib/event_engine/windows/windows_endpoint.cc +153 -105
  897. data/src/core/lib/event_engine/windows/windows_endpoint.h +30 -10
  898. data/src/core/lib/event_engine/windows/windows_engine.cc +57 -33
  899. data/src/core/lib/event_engine/windows/windows_engine.h +16 -19
  900. data/src/core/lib/event_engine/windows/windows_listener.cc +370 -0
  901. data/src/core/lib/event_engine/windows/windows_listener.h +156 -0
  902. data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
  903. data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
  904. data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
  905. data/src/core/lib/experiments/config.cc +113 -37
  906. data/src/core/lib/experiments/config.h +33 -5
  907. data/src/core/lib/experiments/experiments.cc +226 -54
  908. data/src/core/lib/experiments/experiments.h +99 -25
  909. data/src/core/lib/gpr/log.cc +15 -28
  910. data/src/core/lib/gpr/log_internal.h +55 -0
  911. data/src/core/lib/gpr/{time_posix.cc → posix/time.cc} +5 -0
  912. data/src/core/lib/gprpp/crash.cc +10 -0
  913. data/src/core/lib/gprpp/crash.h +3 -0
  914. data/src/core/lib/gprpp/dual_ref_counted.h +9 -9
  915. data/src/core/lib/gprpp/fork.cc +16 -23
  916. data/src/core/lib/gprpp/fork.h +6 -5
  917. data/src/core/lib/gprpp/if_list.h +4530 -0
  918. data/src/core/lib/gprpp/orphanable.h +7 -6
  919. data/src/core/lib/gprpp/per_cpu.cc +33 -0
  920. data/src/core/lib/gprpp/per_cpu.h +33 -4
  921. data/src/core/lib/gprpp/{thd_posix.cc → posix/thd.cc} +49 -37
  922. data/src/core/lib/gprpp/ref_counted.h +42 -41
  923. data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
  924. data/src/core/lib/gprpp/ref_counted_string.h +146 -0
  925. data/src/core/lib/gprpp/sorted_pack.h +3 -12
  926. data/src/core/lib/gprpp/status_helper.cc +2 -2
  927. data/src/core/lib/gprpp/status_helper.h +16 -15
  928. data/src/core/lib/gprpp/thd.h +16 -0
  929. data/src/core/lib/gprpp/time.cc +2 -0
  930. data/src/core/lib/gprpp/time.h +16 -4
  931. data/src/core/lib/gprpp/type_list.h +32 -0
  932. data/src/core/lib/gprpp/validation_errors.cc +8 -3
  933. data/src/core/lib/gprpp/validation_errors.h +16 -9
  934. data/src/core/lib/gprpp/{thd_windows.cc → windows/thd.cc} +2 -2
  935. data/src/core/lib/gprpp/work_serializer.cc +36 -0
  936. data/src/core/lib/gprpp/work_serializer.h +5 -0
  937. data/src/core/lib/http/httpcli.h +6 -9
  938. data/src/core/lib/http/httpcli_security_connector.cc +1 -0
  939. data/src/core/lib/iomgr/buffer_list.cc +2 -0
  940. data/src/core/lib/iomgr/buffer_list.h +0 -1
  941. data/src/core/lib/iomgr/call_combiner.h +2 -2
  942. data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
  943. data/src/core/lib/iomgr/endpoint_cfstream.cc +14 -10
  944. data/src/core/lib/iomgr/endpoint_pair.h +2 -2
  945. data/src/core/lib/iomgr/endpoint_pair_posix.cc +2 -2
  946. data/src/core/lib/iomgr/endpoint_pair_windows.cc +1 -1
  947. data/src/core/lib/iomgr/error.cc +32 -2
  948. data/src/core/lib/iomgr/error.h +9 -10
  949. data/src/core/lib/iomgr/ev_apple.cc +12 -12
  950. data/src/core/lib/iomgr/ev_epoll1_linux.cc +15 -10
  951. data/src/core/lib/iomgr/ev_poll_posix.cc +6 -5
  952. data/src/core/lib/iomgr/ev_posix.cc +13 -53
  953. data/src/core/lib/iomgr/ev_posix.h +0 -3
  954. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +123 -97
  955. data/src/core/lib/iomgr/exec_ctx.h +11 -0
  956. data/src/core/lib/iomgr/iocp_windows.cc +24 -3
  957. data/src/core/lib/iomgr/iocp_windows.h +11 -0
  958. data/src/core/lib/iomgr/iomgr.cc +4 -8
  959. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +1 -1
  960. data/src/core/lib/iomgr/iomgr_windows.cc +8 -2
  961. data/src/core/lib/iomgr/pollset.h +4 -5
  962. data/src/core/lib/iomgr/pollset_set_windows.cc +9 -9
  963. data/src/core/lib/iomgr/pollset_windows.cc +1 -1
  964. data/src/core/lib/iomgr/port.h +10 -0
  965. data/src/core/lib/iomgr/resolve_address.cc +13 -1
  966. data/src/core/lib/iomgr/resolve_address.h +17 -3
  967. data/src/core/lib/iomgr/sockaddr_posix.h +7 -0
  968. data/src/core/lib/iomgr/socket_utils_common_posix.cc +49 -5
  969. data/src/core/lib/iomgr/socket_utils_posix.cc +5 -0
  970. data/src/core/lib/iomgr/socket_utils_posix.h +9 -0
  971. data/src/core/lib/iomgr/socket_windows.cc +61 -7
  972. data/src/core/lib/iomgr/socket_windows.h +9 -2
  973. data/src/core/lib/iomgr/tcp_client_cfstream.cc +14 -3
  974. data/src/core/lib/iomgr/tcp_client_posix.cc +8 -1
  975. data/src/core/lib/iomgr/tcp_client_windows.cc +2 -2
  976. data/src/core/lib/iomgr/tcp_posix.cc +24 -8
  977. data/src/core/lib/iomgr/tcp_server_posix.cc +186 -133
  978. data/src/core/lib/iomgr/tcp_server_utils_posix.h +13 -1
  979. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +26 -2
  980. data/src/core/lib/iomgr/tcp_server_windows.cc +176 -9
  981. data/src/core/lib/iomgr/tcp_windows.cc +13 -11
  982. data/src/core/lib/iomgr/timer_generic.cc +17 -16
  983. data/src/core/lib/iomgr/vsock.cc +59 -0
  984. data/src/core/lib/iomgr/vsock.h +38 -0
  985. data/src/core/lib/iomgr/wakeup_fd_posix.h +3 -6
  986. data/src/core/lib/json/json.h +2 -218
  987. data/src/core/lib/json/json_object_loader.cc +24 -25
  988. data/src/core/lib/json/json_object_loader.h +30 -18
  989. data/src/core/lib/json/json_reader.cc +69 -42
  990. data/src/core/{ext/filters/client_channel/lb_call_state_internal.h → lib/json/json_reader.h} +7 -12
  991. data/src/core/lib/json/json_util.cc +10 -15
  992. data/src/core/lib/json/json_util.h +5 -4
  993. data/src/core/lib/json/json_writer.cc +24 -25
  994. data/src/core/lib/{security/security_connector/ssl_utils_config.h → json/json_writer.h} +14 -10
  995. data/src/core/lib/load_balancing/delegating_helper.h +115 -0
  996. data/src/core/lib/load_balancing/lb_policy.cc +9 -13
  997. data/src/core/lib/load_balancing/lb_policy.h +37 -2
  998. data/src/core/lib/load_balancing/lb_policy_registry.cc +9 -8
  999. data/src/core/lib/load_balancing/subchannel_interface.h +6 -0
  1000. data/src/core/lib/matchers/matchers.cc +3 -4
  1001. data/src/core/lib/matchers/matchers.h +2 -1
  1002. data/src/core/lib/promise/activity.cc +27 -6
  1003. data/src/core/lib/promise/activity.h +71 -24
  1004. data/src/core/lib/promise/cancel_callback.h +77 -0
  1005. data/src/core/lib/promise/detail/basic_seq.h +1 -372
  1006. data/src/core/lib/promise/detail/promise_factory.h +5 -1
  1007. data/src/core/lib/promise/detail/seq_state.h +2076 -0
  1008. data/src/core/lib/promise/for_each.h +176 -0
  1009. data/src/core/lib/promise/if.h +9 -0
  1010. data/src/core/lib/promise/interceptor_list.h +23 -2
  1011. data/src/core/lib/promise/latch.h +89 -3
  1012. data/src/core/lib/promise/loop.h +13 -9
  1013. data/src/core/lib/promise/map.h +7 -0
  1014. data/src/core/lib/promise/party.cc +304 -0
  1015. data/src/core/lib/promise/party.h +508 -0
  1016. data/src/core/lib/promise/pipe.h +213 -59
  1017. data/src/core/lib/promise/poll.h +48 -0
  1018. data/src/core/lib/promise/prioritized_race.h +95 -0
  1019. data/src/core/lib/promise/promise.h +2 -2
  1020. data/src/core/lib/promise/seq.h +19 -2
  1021. data/src/core/lib/promise/sleep.cc +2 -1
  1022. data/src/core/lib/promise/sleep.h +5 -10
  1023. data/src/core/lib/promise/try_seq.h +34 -2
  1024. data/src/core/lib/resolver/resolver_factory.h +3 -2
  1025. data/src/core/lib/resolver/server_address.cc +9 -102
  1026. data/src/core/lib/resolver/server_address.h +10 -70
  1027. data/src/core/lib/resource_quota/api.cc +1 -0
  1028. data/src/core/lib/resource_quota/arena.cc +21 -3
  1029. data/src/core/lib/resource_quota/arena.h +158 -10
  1030. data/src/core/lib/resource_quota/memory_quota.cc +8 -9
  1031. data/src/core/lib/resource_quota/memory_quota.h +2 -3
  1032. data/src/core/lib/resource_quota/resource_quota.h +1 -0
  1033. data/src/core/lib/security/authorization/audit_logging.cc +98 -0
  1034. data/src/core/lib/security/authorization/audit_logging.h +73 -0
  1035. data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
  1036. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +47 -2
  1037. data/src/core/lib/security/authorization/grpc_authorization_engine.h +18 -1
  1038. data/src/core/lib/security/authorization/rbac_policy.cc +36 -4
  1039. data/src/core/lib/security/authorization/rbac_policy.h +19 -2
  1040. data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
  1041. data/src/core/lib/security/authorization/stdout_logger.h +61 -0
  1042. data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +8 -4
  1043. data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +8 -18
  1044. data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +14 -8
  1045. data/src/core/lib/security/credentials/channel_creds_registry.h +51 -27
  1046. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +169 -9
  1047. data/src/core/lib/security/credentials/composite/composite_credentials.cc +1 -1
  1048. data/src/core/lib/security/credentials/composite/composite_credentials.h +3 -1
  1049. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +66 -84
  1050. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +1 -0
  1051. data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
  1052. data/src/core/lib/security/credentials/external/external_account_credentials.cc +104 -65
  1053. data/src/core/lib/security/credentials/external/external_account_credentials.h +6 -0
  1054. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +23 -21
  1055. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +29 -27
  1056. data/src/core/lib/security/credentials/fake/fake_credentials.cc +30 -38
  1057. data/src/core/lib/security/credentials/fake/fake_credentials.h +28 -0
  1058. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +6 -61
  1059. data/src/core/lib/security/credentials/jwt/json_token.cc +36 -16
  1060. data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
  1061. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +10 -5
  1062. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +82 -38
  1063. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +28 -21
  1064. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +1 -1
  1065. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -0
  1066. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +17 -0
  1067. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +2 -0
  1068. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +8 -0
  1069. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +5 -1
  1070. data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -1
  1071. data/src/core/lib/security/credentials/tls/tls_credentials.h +3 -1
  1072. data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
  1073. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +2 -5
  1074. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
  1075. data/src/core/lib/security/security_connector/load_system_roots_supported.cc +5 -9
  1076. data/src/core/lib/security/security_connector/ssl_utils.cc +14 -26
  1077. data/src/core/lib/security/security_connector/ssl_utils.h +1 -1
  1078. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +13 -1
  1079. data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
  1080. data/src/core/lib/security/transport/secure_endpoint.cc +4 -2
  1081. data/src/core/lib/security/transport/security_handshaker.cc +1 -0
  1082. data/src/core/lib/security/transport/server_auth_filter.cc +21 -1
  1083. data/src/core/lib/security/util/json_util.cc +6 -5
  1084. data/src/core/lib/service_config/service_config_call_data.h +54 -20
  1085. data/src/core/lib/service_config/service_config_impl.cc +13 -6
  1086. data/src/core/lib/slice/slice.cc +1 -1
  1087. data/src/core/lib/slice/slice.h +18 -0
  1088. data/src/core/lib/surface/builtins.cc +2 -0
  1089. data/src/core/lib/surface/call.cc +1047 -1059
  1090. data/src/core/lib/surface/call.h +11 -5
  1091. data/src/core/lib/surface/channel.cc +1 -0
  1092. data/src/core/lib/surface/completion_queue.cc +18 -3
  1093. data/src/core/lib/surface/init.cc +1 -0
  1094. data/src/core/lib/surface/lame_client.cc +1 -0
  1095. data/src/core/lib/surface/server.cc +106 -75
  1096. data/src/core/lib/surface/server.h +1 -15
  1097. data/src/core/lib/surface/validate_metadata.cc +57 -41
  1098. data/src/core/lib/surface/validate_metadata.h +19 -0
  1099. data/src/core/lib/surface/version.cc +2 -2
  1100. data/src/core/lib/transport/batch_builder.cc +182 -0
  1101. data/src/core/lib/transport/batch_builder.h +480 -0
  1102. data/src/core/lib/transport/bdp_estimator.cc +7 -7
  1103. data/src/core/lib/transport/bdp_estimator.h +10 -6
  1104. data/src/core/lib/transport/custom_metadata.h +30 -0
  1105. data/src/core/lib/transport/metadata_batch.cc +16 -13
  1106. data/src/core/lib/transport/metadata_batch.h +210 -79
  1107. data/src/core/lib/transport/metadata_compression_traits.h +67 -0
  1108. data/src/core/lib/transport/parsed_metadata.h +52 -28
  1109. data/src/core/lib/transport/simple_slice_based_metadata.h +55 -0
  1110. data/src/core/lib/transport/timeout_encoding.cc +6 -1
  1111. data/src/core/lib/transport/transport.cc +30 -2
  1112. data/src/core/lib/transport/transport.h +73 -14
  1113. data/src/core/lib/transport/transport_impl.h +7 -0
  1114. data/src/core/lib/transport/transport_op_string.cc +52 -42
  1115. data/src/core/plugin_registry/grpc_plugin_registry.cc +4 -8
  1116. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +2 -0
  1117. data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
  1118. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +1 -0
  1119. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +21 -4
  1120. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +5 -0
  1121. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +1 -1
  1122. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +4 -6
  1123. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +1 -2
  1124. data/src/core/tsi/ssl_transport_security.cc +48 -11
  1125. data/src/core/tsi/ssl_transport_security.h +13 -1
  1126. data/src/ruby/bin/math_pb.rb +24 -18
  1127. data/src/ruby/ext/grpc/extconf.rb +27 -27
  1128. data/src/ruby/ext/grpc/rb_call.c +62 -39
  1129. data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
  1130. data/src/ruby/ext/grpc/rb_channel.c +109 -84
  1131. data/src/ruby/ext/grpc/rb_channel.h +1 -0
  1132. data/src/ruby/ext/grpc/rb_channel_args.c +16 -2
  1133. data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
  1134. data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
  1135. data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
  1136. data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
  1137. data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
  1138. data/src/ruby/ext/grpc/rb_grpc.c +192 -30
  1139. data/src/ruby/ext/grpc/rb_grpc.h +8 -2
  1140. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +2 -0
  1141. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +3 -0
  1142. data/src/ruby/ext/grpc/rb_server.c +62 -45
  1143. data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
  1144. data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
  1145. data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
  1146. data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
  1147. data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
  1148. data/src/ruby/lib/grpc/version.rb +1 -1
  1149. data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
  1150. data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
  1151. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +25 -111
  1152. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
  1153. data/src/ruby/pb/test/client.rb +16 -0
  1154. data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
  1155. data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
  1156. data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
  1157. data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
  1158. data/third_party/abseil-cpp/absl/base/casts.h +8 -8
  1159. data/third_party/abseil-cpp/absl/base/config.h +88 -105
  1160. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
  1161. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
  1162. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
  1163. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
  1164. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
  1165. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
  1166. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
  1167. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
  1168. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
  1169. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
  1170. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
  1171. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
  1172. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  1173. data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
  1174. data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
  1175. data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
  1176. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
  1177. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
  1178. data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
  1179. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
  1180. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
  1181. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
  1182. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
  1183. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
  1184. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
  1185. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
  1186. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
  1187. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
  1188. data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
  1189. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
  1190. data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
  1191. data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
  1192. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
  1193. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
  1194. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
  1195. data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
  1196. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
  1197. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
  1198. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
  1199. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
  1200. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
  1201. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
  1202. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
  1203. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
  1204. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
  1205. data/third_party/abseil-cpp/absl/flags/commandlineflag.cc +34 -0
  1206. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +200 -0
  1207. data/third_party/abseil-cpp/absl/flags/config.h +68 -0
  1208. data/third_party/abseil-cpp/absl/flags/declare.h +73 -0
  1209. data/third_party/abseil-cpp/absl/flags/flag.cc +38 -0
  1210. data/third_party/abseil-cpp/absl/flags/flag.h +310 -0
  1211. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +26 -0
  1212. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.h +68 -0
  1213. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +615 -0
  1214. data/third_party/abseil-cpp/absl/flags/internal/flag.h +801 -0
  1215. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +116 -0
  1216. data/third_party/abseil-cpp/absl/flags/internal/path_util.h +62 -0
  1217. data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.cc +65 -0
  1218. data/third_party/abseil-cpp/absl/flags/internal/private_handle_accessor.h +61 -0
  1219. data/third_party/abseil-cpp/absl/flags/internal/program_name.cc +60 -0
  1220. data/third_party/abseil-cpp/absl/flags/internal/program_name.h +50 -0
  1221. data/third_party/abseil-cpp/absl/flags/internal/registry.h +97 -0
  1222. data/third_party/abseil-cpp/absl/flags/internal/sequence_lock.h +187 -0
  1223. data/third_party/abseil-cpp/absl/flags/marshalling.cc +282 -0
  1224. data/third_party/abseil-cpp/absl/flags/marshalling.h +361 -0
  1225. data/third_party/abseil-cpp/absl/flags/reflection.cc +354 -0
  1226. data/third_party/abseil-cpp/absl/flags/reflection.h +90 -0
  1227. data/third_party/abseil-cpp/absl/flags/usage_config.cc +165 -0
  1228. data/third_party/abseil-cpp/absl/flags/usage_config.h +135 -0
  1229. data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
  1230. data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
  1231. data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
  1232. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
  1233. data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
  1234. data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
  1235. data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
  1236. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
  1237. data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
  1238. data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
  1239. data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
  1240. data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
  1241. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
  1242. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
  1243. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
  1244. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
  1245. data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
  1246. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
  1247. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
  1248. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
  1249. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
  1250. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
  1251. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
  1252. data/third_party/abseil-cpp/absl/status/status.cc +11 -7
  1253. data/third_party/abseil-cpp/absl/status/status.h +11 -2
  1254. data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
  1255. data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
  1256. data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
  1257. data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
  1258. data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
  1259. data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
  1260. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
  1261. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
  1262. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
  1263. data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
  1264. data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
  1265. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
  1266. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
  1267. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
  1268. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +27 -21
  1269. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
  1270. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
  1271. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
  1272. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
  1273. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
  1274. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
  1275. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
  1276. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
  1277. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
  1278. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
  1279. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
  1280. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
  1281. data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
  1282. data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
  1283. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
  1284. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
  1285. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
  1286. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
  1287. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
  1288. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
  1289. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
  1290. data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
  1291. data/third_party/abseil-cpp/absl/strings/match.h +19 -0
  1292. data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
  1293. data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
  1294. data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
  1295. data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
  1296. data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
  1297. data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
  1298. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
  1299. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
  1300. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
  1301. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
  1302. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
  1303. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
  1304. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
  1305. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
  1306. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
  1307. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
  1308. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
  1309. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
  1310. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
  1311. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
  1312. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
  1313. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
  1314. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
  1315. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
  1316. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
  1317. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
  1318. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
  1319. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
  1320. data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
  1321. data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
  1322. data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
  1323. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
  1324. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
  1325. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
  1326. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
  1327. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
  1328. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
  1329. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
  1330. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
  1331. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
  1332. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
  1333. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
  1334. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
  1335. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
  1336. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
  1337. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
  1338. data/third_party/abseil-cpp/absl/time/time.cc +9 -2
  1339. data/third_party/abseil-cpp/absl/time/time.h +115 -15
  1340. data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
  1341. data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
  1342. data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
  1343. data/third_party/abseil-cpp/absl/types/optional.h +15 -13
  1344. data/third_party/abseil-cpp/absl/types/span.h +1 -2
  1345. data/third_party/boringssl-with-bazel/err_data.c +731 -714
  1346. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +177 -177
  1347. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +28 -55
  1348. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +21 -23
  1349. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_dup.c +20 -23
  1350. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +70 -185
  1351. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_i2d_fp.c +18 -21
  1352. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +356 -311
  1353. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +177 -196
  1354. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +146 -210
  1355. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +6 -9
  1356. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +346 -526
  1357. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +111 -132
  1358. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +158 -111
  1359. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +93 -60
  1360. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +101 -182
  1361. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +242 -305
  1362. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +41 -18
  1363. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +30 -33
  1364. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +36 -33
  1365. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_string.c +29 -26
  1366. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +135 -90
  1367. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +230 -0
  1368. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +797 -793
  1369. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +529 -526
  1370. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +114 -135
  1371. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +201 -207
  1372. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +21 -26
  1373. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +55 -68
  1374. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +2 -4
  1375. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +20 -14
  1376. data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +42 -57
  1377. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +22 -16
  1378. data/third_party/boringssl-with-bazel/src/crypto/{asn1/a_print.c → bio/errno.c} +29 -20
  1379. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +18 -58
  1380. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +39 -31
  1381. data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
  1382. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +5 -5
  1383. data/third_party/boringssl-with-bazel/src/crypto/bio/printf.c +0 -13
  1384. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +7 -10
  1385. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +13 -2
  1386. data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +40 -27
  1387. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +10 -23
  1388. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +2 -6
  1389. data/third_party/boringssl-with-bazel/src/crypto/bytestring/asn1_compat.c +2 -1
  1390. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +29 -28
  1391. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +161 -201
  1392. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +255 -40
  1393. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +2 -2
  1394. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -3
  1395. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
  1396. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/derive_key.c +4 -4
  1397. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesctrhmac.c +9 -8
  1398. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +37 -75
  1399. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +8 -10
  1400. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/cipher → cipher_extra}/e_des.c +100 -78
  1401. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +1 -0
  1402. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +1 -0
  1403. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +2 -0
  1404. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +34 -37
  1405. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +22 -11
  1406. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
  1407. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +37 -202
  1408. data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -8
  1409. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +20 -0
  1410. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +75 -0
  1411. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-fuchsia.c → cpu_aarch64_fuchsia.c} +8 -8
  1412. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-linux.c → cpu_aarch64_linux.c} +6 -6
  1413. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +61 -0
  1414. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
  1415. data/third_party/boringssl-with-bazel/src/crypto/{cpu-aarch64-win.c → cpu_aarch64_win.c} +4 -4
  1416. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +54 -0
  1417. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.c → cpu_arm_linux.c} +11 -92
  1418. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm-linux.h → cpu_arm_linux.h} +0 -38
  1419. data/third_party/boringssl-with-bazel/src/crypto/{cpu-intel.c → cpu_intel.c} +1 -2
  1420. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +25 -20
  1421. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +71 -77
  1422. data/third_party/boringssl-with-bazel/src/crypto/{cpu-ppc64le.c → curve25519/curve25519_64_adx.c} +3 -23
  1423. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2834 -7442
  1424. data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +26 -8
  1425. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +17 -32
  1426. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/des.c +232 -232
  1427. data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/des → des}/internal.h +1 -1
  1428. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +5 -0
  1429. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +237 -29
  1430. data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +0 -3
  1431. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +43 -16
  1432. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +37 -7
  1433. data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +23 -3
  1434. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +118 -105
  1435. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
  1436. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +234 -111
  1437. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +29 -7
  1438. data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
  1439. data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +2 -4
  1440. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +106 -81
  1441. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +80 -23
  1442. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +3 -3
  1443. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +25 -23
  1444. data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +43 -9
  1445. data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +75 -44
  1446. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +21 -29
  1447. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +99 -52
  1448. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +7 -8
  1449. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519_asn1.c +26 -23
  1450. data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +233 -0
  1451. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +6 -6
  1452. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +42 -25
  1453. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +4 -5
  1454. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519_asn1.c +35 -47
  1455. data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
  1456. data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +138 -246
  1457. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -4
  1458. data/third_party/boringssl-with-bazel/src/crypto/evp/sign.c +15 -10
  1459. data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +47 -71
  1460. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +0 -2
  1461. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes_nohw.c +13 -14
  1462. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +3 -13
  1463. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/key_wrap.c +13 -7
  1464. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/mode_wrappers.c +9 -7
  1465. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +37 -28
  1466. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +16 -26
  1467. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +88 -60
  1468. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/cmp.c +4 -3
  1469. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +0 -2
  1470. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +13 -6
  1471. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +1 -1
  1472. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +99 -113
  1473. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -7
  1474. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +5 -3
  1475. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +112 -168
  1476. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +98 -37
  1477. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +28 -24
  1478. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +55 -20
  1479. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +4 -5
  1480. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +13 -0
  1481. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +13 -5
  1482. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +25 -114
  1483. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.h +19 -15
  1484. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/shift.c +15 -16
  1485. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +22 -21
  1486. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/aead.c +3 -0
  1487. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +79 -19
  1488. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +102 -99
  1489. data/third_party/boringssl-with-bazel/src/crypto/{cipher_extra → fipsmodule/cipher}/e_aesccm.c +52 -46
  1490. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +39 -0
  1491. data/third_party/boringssl-with-bazel/src/crypto/{cmac → fipsmodule/cmac}/cmac.c +55 -11
  1492. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
  1493. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +39 -11
  1494. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +62 -25
  1495. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +65 -0
  1496. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +5 -3
  1497. data/third_party/boringssl-with-bazel/src/crypto/{evp → fipsmodule/digestsign}/digestsign.c +51 -15
  1498. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
  1499. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +226 -450
  1500. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +95 -21
  1501. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +36 -69
  1502. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
  1503. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +139 -155
  1504. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +71 -40
  1505. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +60 -78
  1506. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64-table.h → p256-nistz-table.h} +1 -1
  1507. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.c → p256-nistz.c} +87 -83
  1508. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/{p256-x86_64.h → p256-nistz.h} +5 -13
  1509. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +71 -62
  1510. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
  1511. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -30
  1512. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +21 -42
  1513. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +33 -34
  1514. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +16 -17
  1515. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +9 -1
  1516. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +53 -19
  1517. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +6 -0
  1518. data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +2 -2
  1519. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/hmac.c +52 -24
  1520. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +9 -23
  1521. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +1 -4
  1522. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +3 -8
  1523. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +170 -160
  1524. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
  1525. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +69 -61
  1526. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -12
  1527. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
  1528. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/ctrdrbg.c +31 -13
  1529. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +56 -34
  1530. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +3 -2
  1531. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/getrandom_fillin.h +2 -2
  1532. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -45
  1533. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +111 -78
  1534. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +12 -85
  1535. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +0 -1
  1536. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +98 -16
  1537. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +42 -314
  1538. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +244 -139
  1539. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +175 -255
  1540. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +41 -0
  1541. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +617 -427
  1542. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/internal.h +89 -0
  1543. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +331 -0
  1544. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +3 -12
  1545. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +2 -0
  1546. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +12 -8
  1547. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +14 -12
  1548. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
  1549. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +52 -6
  1550. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +199 -18
  1551. data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +65 -29
  1552. data/third_party/boringssl-with-bazel/src/crypto/internal.h +568 -84
  1553. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +91 -0
  1554. data/third_party/boringssl-with-bazel/src/crypto/kyber/keccak.c +204 -0
  1555. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +834 -0
  1556. data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +13 -1
  1557. data/third_party/boringssl-with-bazel/src/crypto/mem.c +219 -13
  1558. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +43 -52
  1559. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +9 -4
  1560. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +81 -90
  1561. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +150 -245
  1562. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +633 -613
  1563. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_oth.c +17 -17
  1564. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +142 -149
  1565. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +99 -131
  1566. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_x509.c +0 -1
  1567. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_xaux.c +0 -1
  1568. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +0 -1
  1569. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
  1570. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
  1571. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -10
  1572. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +44 -71
  1573. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +31 -38
  1574. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +2 -1
  1575. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +18 -31
  1576. data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +2 -0
  1577. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +8 -1
  1578. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
  1579. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
  1580. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +52 -0
  1581. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
  1582. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +129 -5
  1583. data/third_party/boringssl-with-bazel/src/crypto/{cpu-arm.c → rand_extra/trusty.c} +16 -16
  1584. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
  1585. data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -19
  1586. data/third_party/boringssl-with-bazel/src/crypto/{asn1/a_enum.c → rsa_extra/internal.h} +14 -132
  1587. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
  1588. data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +8 -11
  1589. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +176 -62
  1590. data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
  1591. data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +12 -44
  1592. data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +11 -35
  1593. data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +128 -34
  1594. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +428 -147
  1595. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +116 -284
  1596. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +686 -161
  1597. data/third_party/boringssl-with-bazel/src/crypto/x509/a_digest.c +22 -24
  1598. data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +63 -55
  1599. data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +32 -34
  1600. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +32 -16
  1601. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +465 -704
  1602. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +278 -335
  1603. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +182 -180
  1604. data/third_party/boringssl-with-bazel/src/crypto/x509/i2d_pr.c +11 -15
  1605. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +69 -51
  1606. data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +132 -151
  1607. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +790 -0
  1608. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +95 -102
  1609. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +72 -57
  1610. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +12 -10
  1611. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +220 -254
  1612. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +52 -47
  1613. data/third_party/boringssl-with-bazel/src/crypto/x509/x509.c +3 -4
  1614. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +136 -270
  1615. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +161 -327
  1616. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +38 -36
  1617. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_def.c +14 -31
  1618. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +55 -85
  1619. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +526 -616
  1620. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +129 -122
  1621. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +164 -181
  1622. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +132 -132
  1623. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +186 -203
  1624. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_txt.c +64 -79
  1625. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +171 -160
  1626. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +1863 -2050
  1627. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +380 -480
  1628. data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +156 -163
  1629. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +262 -265
  1630. data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +40 -15
  1631. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +59 -63
  1632. data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +63 -67
  1633. data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +114 -144
  1634. data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +25 -26
  1635. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +330 -417
  1636. data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +8 -7
  1637. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +30 -28
  1638. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +354 -370
  1639. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +37 -32
  1640. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +121 -124
  1641. data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +36 -26
  1642. data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +3 -4
  1643. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +10 -13
  1644. data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +3 -4
  1645. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +419 -261
  1646. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +113 -105
  1647. data/third_party/boringssl-with-bazel/src/crypto/x509v3/ext_dat.h +11 -15
  1648. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +79 -171
  1649. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +126 -131
  1650. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akeya.c +3 -4
  1651. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +464 -469
  1652. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bcons.c +56 -54
  1653. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +46 -49
  1654. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +294 -344
  1655. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +342 -365
  1656. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +429 -393
  1657. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +29 -24
  1658. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_extku.c +65 -59
  1659. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +125 -121
  1660. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +43 -42
  1661. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +120 -125
  1662. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_int.c +50 -20
  1663. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +227 -265
  1664. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +386 -389
  1665. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ocsp.c +45 -32
  1666. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcons.c +57 -54
  1667. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pmaps.c +63 -67
  1668. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +130 -135
  1669. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +650 -691
  1670. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +90 -75
  1671. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +1063 -1145
  1672. data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +13 -11
  1673. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +25 -160
  1674. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
  1675. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +222 -191
  1676. data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +26 -78
  1677. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +54 -124
  1678. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +40 -15
  1679. data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
  1680. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +49 -19
  1681. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +99 -29
  1682. data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
  1683. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +49 -60
  1684. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +7 -16
  1685. data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +16 -200
  1686. data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +34 -0
  1687. data/third_party/boringssl-with-bazel/src/include/openssl/ctrdrbg.h +82 -0
  1688. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +36 -31
  1689. data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +7 -0
  1690. data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +4 -21
  1691. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +67 -7
  1692. data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +56 -14
  1693. data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +1 -0
  1694. data/third_party/boringssl-with-bazel/src/include/openssl/err.h +33 -5
  1695. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +36 -40
  1696. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +1 -1
  1697. data/third_party/boringssl-with-bazel/src/include/openssl/hmac.h +7 -0
  1698. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +75 -18
  1699. data/third_party/boringssl-with-bazel/src/include/openssl/kdf.h +91 -0
  1700. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +128 -0
  1701. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +74 -8
  1702. data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +7 -3
  1703. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +8 -1
  1704. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
  1705. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +11 -18
  1706. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +8 -0
  1707. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +15 -5
  1708. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +97 -65
  1709. data/third_party/boringssl-with-bazel/src/include/openssl/service_indicator.h +96 -0
  1710. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +40 -41
  1711. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +400 -157
  1712. data/third_party/boringssl-with-bazel/src/include/openssl/ssl3.h +1 -6
  1713. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +349 -232
  1714. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +201 -0
  1715. data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -26
  1716. data/third_party/boringssl-with-bazel/src/include/openssl/time.h +41 -0
  1717. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +22 -7
  1718. data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +57 -23
  1719. data/third_party/boringssl-with-bazel/src/include/openssl/type_check.h +0 -11
  1720. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2071 -1407
  1721. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +244 -214
  1722. data/third_party/boringssl-with-bazel/src/ssl/bio_ssl.cc +2 -2
  1723. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +6 -13
  1724. data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +17 -18
  1725. data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +4 -5
  1726. data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +25 -33
  1727. data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +45 -26
  1728. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +72 -99
  1729. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +218 -74
  1730. data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +5 -5
  1731. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +53 -34
  1732. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +77 -45
  1733. data/third_party/boringssl-with-bazel/src/ssl/internal.h +204 -132
  1734. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +47 -12
  1735. data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +2 -2
  1736. data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +91 -75
  1737. data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +8 -10
  1738. data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +47 -69
  1739. data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +1 -0
  1740. data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +5 -9
  1741. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +239 -242
  1742. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +78 -101
  1743. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +126 -155
  1744. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +358 -48
  1745. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +167 -64
  1746. data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +41 -32
  1747. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
  1748. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +22 -6
  1749. data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +15 -13
  1750. data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +7 -44
  1751. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +6 -4
  1752. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +7 -23
  1753. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +25 -34
  1754. data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +2 -2
  1755. data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +16 -98
  1756. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_32.h +1241 -657
  1757. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64.h +751 -398
  1758. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
  1759. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
  1760. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_32.h +3551 -1938
  1761. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +1272 -487
  1762. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
  1763. data/third_party/cares/cares/include/ares.h +23 -1
  1764. data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
  1765. data/third_party/cares/cares/include/ares_rules.h +2 -2
  1766. data/third_party/cares/cares/include/ares_version.h +3 -3
  1767. data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
  1768. data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
  1769. data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
  1770. data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
  1771. data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
  1772. data/third_party/cares/cares/src/lib/ares_data.c +16 -0
  1773. data/third_party/cares/cares/src/lib/ares_data.h +7 -0
  1774. data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
  1775. data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
  1776. data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
  1777. data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
  1778. data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
  1779. data/third_party/cares/cares/src/lib/ares_init.c +97 -485
  1780. data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
  1781. data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
  1782. data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
  1783. data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
  1784. data/third_party/cares/cares/src/lib/ares_private.h +30 -16
  1785. data/third_party/cares/cares/src/lib/ares_process.c +55 -16
  1786. data/third_party/cares/cares/src/lib/ares_query.c +1 -35
  1787. data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
  1788. data/third_party/cares/cares/src/lib/ares_send.c +5 -7
  1789. data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
  1790. data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
  1791. data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
  1792. data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
  1793. data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
  1794. data/third_party/upb/upb/{table_internal.h → alloc.h} +6 -6
  1795. data/third_party/upb/upb/arena.h +4 -193
  1796. data/third_party/upb/upb/array.h +4 -51
  1797. data/third_party/upb/upb/base/descriptor_constants.h +104 -0
  1798. data/third_party/upb/upb/base/log2.h +57 -0
  1799. data/third_party/upb/upb/{status.c → base/status.c} +2 -7
  1800. data/third_party/upb/upb/base/status.h +66 -0
  1801. data/third_party/upb/upb/base/string_view.h +75 -0
  1802. data/third_party/upb/upb/{array.c → collections/array.c} +67 -36
  1803. data/third_party/upb/upb/collections/array.h +85 -0
  1804. data/third_party/upb/upb/collections/array_internal.h +135 -0
  1805. data/third_party/upb/upb/{map.c → collections/map.c} +53 -26
  1806. data/third_party/upb/upb/collections/map.h +135 -0
  1807. data/third_party/upb/upb/collections/map_gencode_util.h +78 -0
  1808. data/third_party/upb/upb/collections/map_internal.h +170 -0
  1809. data/third_party/upb/upb/collections/map_sorter.c +166 -0
  1810. data/third_party/upb/upb/collections/map_sorter_internal.h +109 -0
  1811. data/third_party/upb/upb/{message_value.h → collections/message_value.h} +12 -13
  1812. data/third_party/upb/upb/decode.h +3 -62
  1813. data/third_party/upb/upb/def.h +4 -384
  1814. data/third_party/upb/upb/def.hpp +3 -411
  1815. data/third_party/upb/upb/encode.h +3 -48
  1816. data/third_party/upb/upb/extension_registry.h +3 -52
  1817. data/third_party/upb/upb/{table.c → hash/common.c} +52 -110
  1818. data/third_party/upb/upb/hash/common.h +199 -0
  1819. data/third_party/upb/upb/hash/int_table.h +102 -0
  1820. data/third_party/upb/upb/hash/str_table.h +161 -0
  1821. data/third_party/upb/upb/{json_decode.c → json/decode.c} +63 -98
  1822. data/third_party/upb/upb/json/decode.h +52 -0
  1823. data/third_party/upb/upb/{json_encode.c → json/encode.c} +69 -45
  1824. data/third_party/upb/upb/json/encode.h +70 -0
  1825. data/third_party/upb/upb/json_decode.h +4 -15
  1826. data/third_party/upb/upb/json_encode.h +4 -33
  1827. data/third_party/upb/upb/lex/atoi.c +68 -0
  1828. data/third_party/upb/upb/lex/atoi.h +53 -0
  1829. data/third_party/upb/upb/{upb.c → lex/round_trip.c} +2 -11
  1830. data/third_party/upb/upb/{internal/upb.h → lex/round_trip.h} +17 -30
  1831. data/third_party/upb/upb/lex/strtod.c +97 -0
  1832. data/third_party/upb/upb/lex/strtod.h +46 -0
  1833. data/third_party/upb/upb/lex/unicode.c +57 -0
  1834. data/third_party/upb/upb/lex/unicode.h +77 -0
  1835. data/third_party/upb/upb/map.h +4 -85
  1836. data/third_party/upb/upb/mem/alloc.c +47 -0
  1837. data/third_party/upb/upb/mem/alloc.h +98 -0
  1838. data/third_party/upb/upb/mem/arena.c +367 -0
  1839. data/third_party/upb/upb/mem/arena.h +160 -0
  1840. data/third_party/upb/upb/mem/arena_internal.h +114 -0
  1841. data/third_party/upb/upb/message/accessors.c +68 -0
  1842. data/third_party/upb/upb/message/accessors.h +379 -0
  1843. data/third_party/upb/upb/message/accessors_internal.h +325 -0
  1844. data/third_party/upb/upb/message/extension_internal.h +83 -0
  1845. data/third_party/upb/upb/message/internal.h +135 -0
  1846. data/third_party/upb/upb/message/message.c +180 -0
  1847. data/third_party/upb/upb/message/message.h +69 -0
  1848. data/third_party/upb/upb/mini_table/common.c +128 -0
  1849. data/third_party/upb/upb/mini_table/common.h +170 -0
  1850. data/third_party/upb/upb/mini_table/common_internal.h +111 -0
  1851. data/third_party/upb/upb/{mini_table.c → mini_table/decode.c} +513 -533
  1852. data/third_party/upb/upb/mini_table/decode.h +179 -0
  1853. data/third_party/upb/upb/mini_table/encode.c +300 -0
  1854. data/third_party/upb/upb/mini_table/encode_internal.h +111 -0
  1855. data/third_party/upb/upb/{mini_table.hpp → mini_table/encode_internal.hpp} +32 -8
  1856. data/third_party/upb/upb/mini_table/enum_internal.h +88 -0
  1857. data/third_party/upb/upb/mini_table/extension_internal.h +47 -0
  1858. data/third_party/upb/upb/{extension_registry.c → mini_table/extension_registry.c} +27 -24
  1859. data/third_party/upb/upb/mini_table/extension_registry.h +104 -0
  1860. data/third_party/upb/upb/mini_table/field_internal.h +192 -0
  1861. data/third_party/upb/upb/mini_table/file_internal.h +47 -0
  1862. data/third_party/upb/upb/mini_table/message_internal.h +136 -0
  1863. data/third_party/upb/upb/mini_table/sub_internal.h +38 -0
  1864. data/third_party/upb/upb/mini_table/types.h +40 -0
  1865. data/third_party/upb/upb/msg.h +3 -38
  1866. data/third_party/upb/upb/port/atomic.h +101 -0
  1867. data/third_party/upb/upb/{port_def.inc → port/def.inc} +94 -27
  1868. data/third_party/upb/upb/{port_undef.inc → port/undef.inc} +13 -3
  1869. data/third_party/upb/upb/{internal → port}/vsnprintf_compat.h +5 -7
  1870. data/third_party/upb/upb/reflection/common.h +67 -0
  1871. data/third_party/upb/upb/reflection/def.h +42 -0
  1872. data/third_party/upb/upb/reflection/def.hpp +610 -0
  1873. data/third_party/upb/upb/reflection/def_builder.c +357 -0
  1874. data/third_party/upb/upb/reflection/def_builder_internal.h +157 -0
  1875. data/third_party/upb/upb/reflection/def_pool.c +462 -0
  1876. data/third_party/upb/upb/reflection/def_pool.h +108 -0
  1877. data/third_party/upb/upb/reflection/def_pool_internal.h +77 -0
  1878. data/third_party/upb/upb/reflection/def_type.c +50 -0
  1879. data/third_party/upb/upb/reflection/def_type.h +81 -0
  1880. data/third_party/upb/upb/reflection/desc_state.c +53 -0
  1881. data/third_party/upb/upb/reflection/desc_state_internal.h +64 -0
  1882. data/third_party/upb/upb/reflection/enum_def.c +310 -0
  1883. data/third_party/upb/upb/reflection/enum_def.h +80 -0
  1884. data/third_party/upb/upb/reflection/enum_def_internal.h +56 -0
  1885. data/third_party/upb/upb/reflection/enum_reserved_range.c +84 -0
  1886. data/third_party/upb/upb/reflection/enum_reserved_range.h +51 -0
  1887. data/third_party/upb/upb/reflection/enum_reserved_range_internal.h +55 -0
  1888. data/third_party/upb/upb/reflection/enum_value_def.c +144 -0
  1889. data/third_party/upb/upb/reflection/enum_value_def.h +57 -0
  1890. data/third_party/upb/upb/reflection/enum_value_def_internal.h +57 -0
  1891. data/third_party/upb/upb/reflection/extension_range.c +93 -0
  1892. data/third_party/upb/upb/reflection/extension_range.h +55 -0
  1893. data/third_party/upb/upb/reflection/extension_range_internal.h +54 -0
  1894. data/third_party/upb/upb/reflection/field_def.c +930 -0
  1895. data/third_party/upb/upb/reflection/field_def.h +91 -0
  1896. data/third_party/upb/upb/reflection/field_def_internal.h +76 -0
  1897. data/third_party/upb/upb/reflection/file_def.c +370 -0
  1898. data/third_party/upb/upb/reflection/file_def.h +77 -0
  1899. data/third_party/upb/upb/reflection/file_def_internal.h +57 -0
  1900. data/third_party/upb/upb/reflection/message.c +233 -0
  1901. data/third_party/upb/upb/reflection/message.h +102 -0
  1902. data/third_party/upb/upb/reflection/message.hpp +37 -0
  1903. data/third_party/upb/upb/reflection/message_def.c +718 -0
  1904. data/third_party/upb/upb/reflection/message_def.h +174 -0
  1905. data/third_party/upb/upb/reflection/message_def_internal.h +63 -0
  1906. data/third_party/upb/upb/reflection/message_reserved_range.c +81 -0
  1907. data/third_party/upb/upb/reflection/message_reserved_range.h +51 -0
  1908. data/third_party/upb/upb/reflection/message_reserved_range_internal.h +55 -0
  1909. data/third_party/upb/upb/reflection/method_def.c +124 -0
  1910. data/third_party/upb/upb/reflection/method_def.h +59 -0
  1911. data/third_party/upb/upb/reflection/method_def_internal.h +53 -0
  1912. data/third_party/upb/upb/reflection/oneof_def.c +226 -0
  1913. data/third_party/upb/upb/reflection/oneof_def.h +66 -0
  1914. data/third_party/upb/upb/reflection/oneof_def_internal.h +57 -0
  1915. data/third_party/upb/upb/reflection/service_def.c +128 -0
  1916. data/third_party/upb/upb/reflection/service_def.h +60 -0
  1917. data/third_party/upb/upb/reflection/service_def_internal.h +53 -0
  1918. data/third_party/upb/upb/reflection.h +4 -78
  1919. data/third_party/upb/upb/reflection.hpp +3 -7
  1920. data/third_party/upb/upb/status.h +4 -34
  1921. data/third_party/upb/upb/{collections.h → string_view.h} +7 -7
  1922. data/third_party/upb/upb/{text_encode.c → text/encode.c} +74 -70
  1923. data/third_party/upb/upb/text/encode.h +69 -0
  1924. data/third_party/upb/upb/text_encode.h +4 -32
  1925. data/third_party/upb/upb/upb.h +6 -151
  1926. data/third_party/upb/upb/upb.hpp +10 -18
  1927. data/third_party/upb/upb/wire/common.h +44 -0
  1928. data/third_party/upb/upb/wire/common_internal.h +50 -0
  1929. data/third_party/upb/upb/wire/decode.c +1343 -0
  1930. data/third_party/upb/upb/wire/decode.h +108 -0
  1931. data/third_party/upb/upb/{decode_fast.c → wire/decode_fast.c} +184 -225
  1932. data/third_party/upb/upb/{decode_fast.h → wire/decode_fast.h} +21 -7
  1933. data/third_party/upb/upb/{internal/decode.h → wire/decode_internal.h} +44 -92
  1934. data/third_party/upb/upb/{encode.c → wire/encode.c} +114 -95
  1935. data/third_party/upb/upb/wire/encode.h +92 -0
  1936. data/third_party/upb/upb/wire/eps_copy_input_stream.c +39 -0
  1937. data/third_party/upb/upb/wire/eps_copy_input_stream.h +425 -0
  1938. data/third_party/upb/upb/wire/reader.c +67 -0
  1939. data/third_party/upb/upb/wire/reader.h +227 -0
  1940. data/third_party/upb/upb/wire/swap_internal.h +63 -0
  1941. data/third_party/upb/upb/wire/types.h +41 -0
  1942. data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-neon.c +1 -1
  1943. data/third_party/{upb/third_party/utf8_range → utf8_range}/utf8_range.h +12 -0
  1944. metadata +358 -147
  1945. data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -175
  1946. data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
  1947. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +0 -42
  1948. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.h +0 -64
  1949. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc +0 -30
  1950. data/src/core/ext/transport/chttp2/transport/context_list.cc +0 -71
  1951. data/src/core/ext/transport/chttp2/transport/context_list.h +0 -54
  1952. data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
  1953. data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
  1954. data/src/core/lib/gprpp/global_config.h +0 -93
  1955. data/src/core/lib/gprpp/global_config_env.cc +0 -140
  1956. data/src/core/lib/gprpp/global_config_env.h +0 -133
  1957. data/src/core/lib/gprpp/global_config_generic.h +0 -40
  1958. data/src/core/lib/promise/detail/basic_join.h +0 -197
  1959. data/src/core/lib/promise/detail/switch.h +0 -1455
  1960. data/src/core/lib/promise/intra_activity_waiter.h +0 -55
  1961. data/src/core/lib/promise/try_join.h +0 -82
  1962. data/src/core/lib/security/security_connector/ssl_utils_config.cc +0 -32
  1963. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
  1964. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +0 -236
  1965. data/third_party/boringssl-with-bazel/src/crypto/asn1/charmap.h +0 -15
  1966. data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +0 -206
  1967. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1-altivec.c +0 -361
  1968. data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +0 -53
  1969. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +0 -287
  1970. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +0 -132
  1971. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +0 -155
  1972. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +0 -131
  1973. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +0 -189
  1974. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +0 -843
  1975. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +0 -289
  1976. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcia.c +0 -57
  1977. data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
  1978. data/third_party/re2/util/benchmark.h +0 -156
  1979. data/third_party/re2/util/flags.h +0 -26
  1980. data/third_party/re2/util/malloc_counter.h +0 -19
  1981. data/third_party/re2/util/pcre.cc +0 -1025
  1982. data/third_party/re2/util/pcre.h +0 -681
  1983. data/third_party/re2/util/test.h +0 -50
  1984. data/third_party/upb/upb/arena.c +0 -277
  1985. data/third_party/upb/upb/decode.c +0 -1221
  1986. data/third_party/upb/upb/def.c +0 -3269
  1987. data/third_party/upb/upb/internal/table.h +0 -385
  1988. data/third_party/upb/upb/mini_table.h +0 -189
  1989. data/third_party/upb/upb/msg.c +0 -368
  1990. data/third_party/upb/upb/msg_internal.h +0 -837
  1991. data/third_party/upb/upb/reflection.c +0 -323
  1992. data/third_party/zlib/gzclose.c +0 -25
  1993. data/third_party/zlib/gzlib.c +0 -639
  1994. data/third_party/zlib/gzread.c +0 -650
  1995. data/third_party/zlib/gzwrite.c +0 -677
  1996. /data/src/core/lib/gpr/{log_android.cc → android/log.cc} +0 -0
  1997. /data/src/core/lib/gpr/{cpu_iphone.cc → iphone/cpu.cc} +0 -0
  1998. /data/src/core/lib/gpr/{cpu_linux.cc → linux/cpu.cc} +0 -0
  1999. /data/src/core/lib/gpr/{log_linux.cc → linux/log.cc} +0 -0
  2000. /data/src/core/lib/gpr/{tmpfile_msys.cc → msys/tmpfile.cc} +0 -0
  2001. /data/src/core/lib/gpr/{cpu_posix.cc → posix/cpu.cc} +0 -0
  2002. /data/src/core/lib/gpr/{log_posix.cc → posix/log.cc} +0 -0
  2003. /data/src/core/lib/gpr/{string_posix.cc → posix/string.cc} +0 -0
  2004. /data/src/core/lib/gpr/{sync_posix.cc → posix/sync.cc} +0 -0
  2005. /data/src/core/lib/gpr/{tmpfile_posix.cc → posix/tmpfile.cc} +0 -0
  2006. /data/src/core/lib/gpr/{cpu_windows.cc → windows/cpu.cc} +0 -0
  2007. /data/src/core/lib/gpr/{log_windows.cc → windows/log.cc} +0 -0
  2008. /data/src/core/lib/gpr/{string_windows.cc → windows/string.cc} +0 -0
  2009. /data/src/core/lib/gpr/{string_util_windows.cc → windows/string_util.cc} +0 -0
  2010. /data/src/core/lib/gpr/{sync_windows.cc → windows/sync.cc} +0 -0
  2011. /data/src/core/lib/gpr/{time_windows.cc → windows/time.cc} +0 -0
  2012. /data/src/core/lib/gpr/{tmpfile_windows.cc → windows/tmpfile.cc} +0 -0
  2013. /data/src/core/lib/gprpp/{env_linux.cc → linux/env.cc} +0 -0
  2014. /data/src/core/lib/gprpp/{env_posix.cc → posix/env.cc} +0 -0
  2015. /data/src/core/lib/gprpp/{stat_posix.cc → posix/stat.cc} +0 -0
  2016. /data/src/core/lib/gprpp/{env_windows.cc → windows/env.cc} +0 -0
  2017. /data/src/core/lib/gprpp/{stat_windows.cc → windows/stat.cc} +0 -0
  2018. /data/third_party/{upb/third_party/utf8_range → utf8_range}/naive.c +0 -0
  2019. /data/third_party/{upb/third_party/utf8_range → utf8_range}/range2-sse.c +0 -0
@@ -21,21 +21,16 @@
21
21
  #include "src/core/lib/channel/connected_channel.h"
22
22
 
23
23
  #include <inttypes.h>
24
- #include <string.h>
25
24
 
26
- #include <algorithm>
27
25
  #include <functional>
28
26
  #include <initializer_list>
29
27
  #include <memory>
30
28
  #include <string>
29
+ #include <type_traits>
31
30
  #include <utility>
32
- #include <vector>
33
31
 
34
- #include "absl/base/thread_annotations.h"
35
- #include "absl/container/inlined_vector.h"
36
32
  #include "absl/status/status.h"
37
- #include "absl/strings/str_cat.h"
38
- #include "absl/strings/str_join.h"
33
+ #include "absl/status/statusor.h"
39
34
  #include "absl/types/optional.h"
40
35
  #include "absl/types/variant.h"
41
36
 
@@ -44,42 +39,50 @@
44
39
  #include <grpc/support/alloc.h>
45
40
  #include <grpc/support/log.h>
46
41
 
42
+ #include "src/core/lib/channel/call_finalization.h"
47
43
  #include "src/core/lib/channel/channel_args.h"
48
44
  #include "src/core/lib/channel/channel_fwd.h"
49
45
  #include "src/core/lib/channel/channel_stack.h"
50
- #include "src/core/lib/channel/context.h"
51
46
  #include "src/core/lib/debug/trace.h"
52
47
  #include "src/core/lib/experiments/experiments.h"
53
48
  #include "src/core/lib/gpr/alloc.h"
54
49
  #include "src/core/lib/gprpp/debug_location.h"
55
- #include "src/core/lib/gprpp/match.h"
56
50
  #include "src/core/lib/gprpp/orphanable.h"
57
- #include "src/core/lib/gprpp/status_helper.h"
58
- #include "src/core/lib/gprpp/sync.h"
51
+ #include "src/core/lib/gprpp/ref_counted_ptr.h"
52
+ #include "src/core/lib/gprpp/time.h"
59
53
  #include "src/core/lib/iomgr/call_combiner.h"
60
54
  #include "src/core/lib/iomgr/closure.h"
61
55
  #include "src/core/lib/iomgr/error.h"
62
- #include "src/core/lib/iomgr/exec_ctx.h"
63
56
  #include "src/core/lib/iomgr/polling_entity.h"
64
57
  #include "src/core/lib/promise/activity.h"
65
58
  #include "src/core/lib/promise/arena_promise.h"
66
59
  #include "src/core/lib/promise/context.h"
67
- #include "src/core/lib/promise/detail/basic_seq.h"
60
+ #include "src/core/lib/promise/detail/status.h"
61
+ #include "src/core/lib/promise/for_each.h"
62
+ #include "src/core/lib/promise/if.h"
63
+ #include "src/core/lib/promise/latch.h"
64
+ #include "src/core/lib/promise/loop.h"
65
+ #include "src/core/lib/promise/map.h"
66
+ #include "src/core/lib/promise/party.h"
68
67
  #include "src/core/lib/promise/pipe.h"
69
68
  #include "src/core/lib/promise/poll.h"
69
+ #include "src/core/lib/promise/promise.h"
70
+ #include "src/core/lib/promise/race.h"
71
+ #include "src/core/lib/promise/seq.h"
72
+ #include "src/core/lib/promise/try_seq.h"
70
73
  #include "src/core/lib/resource_quota/arena.h"
71
74
  #include "src/core/lib/slice/slice.h"
72
75
  #include "src/core/lib/slice/slice_buffer.h"
73
76
  #include "src/core/lib/surface/call.h"
74
77
  #include "src/core/lib/surface/call_trace.h"
75
78
  #include "src/core/lib/surface/channel_stack_type.h"
79
+ #include "src/core/lib/transport/batch_builder.h"
80
+ #include "src/core/lib/transport/error_utils.h"
76
81
  #include "src/core/lib/transport/metadata_batch.h"
77
82
  #include "src/core/lib/transport/transport.h"
78
83
  #include "src/core/lib/transport/transport_fwd.h"
79
84
  #include "src/core/lib/transport/transport_impl.h"
80
85
 
81
- #define MAX_BUFFER_LENGTH 8192
82
-
83
86
  typedef struct connected_channel_channel_data {
84
87
  grpc_transport* transport;
85
88
  } channel_data;
@@ -252,10 +255,24 @@ namespace {
252
255
  defined(GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL)
253
256
  class ConnectedChannelStream : public Orphanable {
254
257
  public:
258
+ explicit ConnectedChannelStream(grpc_transport* transport)
259
+ : transport_(transport), stream_(nullptr, StreamDeleter(this)) {
260
+ GRPC_STREAM_REF_INIT(
261
+ &stream_refcount_, 1,
262
+ [](void* p, grpc_error_handle) {
263
+ static_cast<ConnectedChannelStream*>(p)->BeginDestroy();
264
+ },
265
+ this, "ConnectedChannelStream");
266
+ }
267
+
255
268
  grpc_transport* transport() { return transport_; }
256
269
  grpc_closure* stream_destroyed_closure() { return &stream_destroyed_; }
257
270
 
258
- void IncrementRefCount(const char* reason) {
271
+ BatchBuilder::Target batch_target() {
272
+ return BatchBuilder::Target{transport_, stream_.get(), &stream_refcount_};
273
+ }
274
+
275
+ void IncrementRefCount(const char* reason = "smartptr") {
259
276
  #ifndef NDEBUG
260
277
  grpc_stream_ref(&stream_refcount_, reason);
261
278
  #else
@@ -264,7 +281,7 @@ class ConnectedChannelStream : public Orphanable {
264
281
  #endif
265
282
  }
266
283
 
267
- void Unref(const char* reason) {
284
+ void Unref(const char* reason = "smartptr") {
268
285
  #ifndef NDEBUG
269
286
  grpc_stream_unref(&stream_refcount_, reason);
270
287
  #else
@@ -273,234 +290,49 @@ class ConnectedChannelStream : public Orphanable {
273
290
  #endif
274
291
  }
275
292
 
293
+ RefCountedPtr<ConnectedChannelStream> InternalRef() {
294
+ IncrementRefCount("smartptr");
295
+ return RefCountedPtr<ConnectedChannelStream>(this);
296
+ }
297
+
276
298
  void Orphan() final {
277
- bool finished;
278
- {
279
- MutexLock lock(mu());
280
- if (grpc_call_trace.enabled()) {
281
- gpr_log(GPR_INFO, "%s[connected] DropStream: %s finished=%s",
282
- Activity::current()->DebugTag().c_str(),
283
- ActiveOpsString().c_str(), finished_ ? "true" : "false");
284
- }
285
- finished = finished_;
299
+ bool finished = finished_.IsSet();
300
+ if (grpc_call_trace.enabled()) {
301
+ gpr_log(GPR_DEBUG, "%s[connected] Orphan stream, finished: %d",
302
+ party_->DebugTag().c_str(), finished);
286
303
  }
287
304
  // If we hadn't already observed the stream to be finished, we need to
288
305
  // cancel it at the transport.
289
306
  if (!finished) {
290
- IncrementRefCount("shutdown client stream");
291
- auto* cancel_op =
292
- GetContext<Arena>()->New<grpc_transport_stream_op_batch>();
293
- cancel_op->cancel_stream = true;
294
- cancel_op->payload = batch_payload();
295
- auto* s = stream();
296
- cancel_op->on_complete = NewClosure(
297
- [this](grpc_error_handle) { Unref("shutdown client stream"); });
298
- batch_payload()->cancel_stream.cancel_error = absl::CancelledError();
299
- grpc_transport_perform_stream_op(transport(), s, cancel_op);
307
+ party_->Spawn(
308
+ "finish",
309
+ [self = InternalRef()]() {
310
+ if (!self->finished_.IsSet()) {
311
+ self->finished_.Set();
312
+ }
313
+ return Empty{};
314
+ },
315
+ [](Empty) {});
316
+ GetContext<BatchBuilder>()->Cancel(batch_target(),
317
+ absl::CancelledError());
300
318
  }
301
- Unref("orphan client stream");
319
+ Unref("orphan connected stream");
302
320
  }
303
321
 
304
- protected:
305
- explicit ConnectedChannelStream(grpc_transport* transport)
306
- : transport_(transport), stream_(nullptr, StreamDeleter(this)) {
307
- call_context_->IncrementRefCount("connected_channel_stream");
308
- GRPC_STREAM_REF_INIT(
309
- &stream_refcount_, 1,
310
- [](void* p, grpc_error_handle) {
311
- static_cast<ConnectedChannelStream*>(p)->BeginDestroy();
312
- },
313
- this, "client_stream");
314
- }
322
+ // Returns a promise that implements the receive message loop.
323
+ auto RecvMessages(PipeSender<MessageHandle>* incoming_messages,
324
+ bool cancel_on_error);
325
+ // Returns a promise that implements the send message loop.
326
+ auto SendMessages(PipeReceiver<MessageHandle>* outgoing_messages);
315
327
 
316
- grpc_stream* stream() { return stream_.get(); }
317
328
  void SetStream(grpc_stream* stream) { stream_.reset(stream); }
329
+ grpc_stream* stream() { return stream_.get(); }
318
330
  grpc_stream_refcount* stream_refcount() { return &stream_refcount_; }
319
- Mutex* mu() const ABSL_LOCK_RETURNED(mu_) { return &mu_; }
320
- grpc_transport_stream_op_batch_payload* batch_payload() {
321
- return &batch_payload_;
322
- }
323
- bool finished() const ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu_) { return finished_; }
324
- void set_finished() ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu_) { finished_ = true; }
325
- virtual std::string ActiveOpsString() const
326
- ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu_) = 0;
327
-
328
- void SchedulePush(grpc_transport_stream_op_batch* batch)
329
- ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu_) {
330
- if (grpc_call_trace.enabled()) {
331
- gpr_log(GPR_DEBUG, "%s[connected] Push batch to transport: %s",
332
- Activity::current()->DebugTag().c_str(),
333
- grpc_transport_stream_op_batch_string(batch).c_str());
334
- }
335
- if (push_batches_.empty()) {
336
- IncrementRefCount("push");
337
- ExecCtx::Run(DEBUG_LOCATION, &push_, absl::OkStatus());
338
- }
339
- push_batches_.push_back(batch);
340
- }
341
-
342
- void PollSendMessage(PipeReceiver<MessageHandle>* outgoing_messages,
343
- ClientMetadataHandle* client_trailing_metadata)
344
- ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu_) {
345
- if (absl::holds_alternative<Closed>(send_message_state_)) {
346
- message_to_send_.reset();
347
- }
348
- if (absl::holds_alternative<Idle>(send_message_state_)) {
349
- message_to_send_.reset();
350
- send_message_state_.emplace<PipeReceiverNextType<MessageHandle>>(
351
- outgoing_messages->Next());
352
- }
353
- if (auto* next = absl::get_if<PipeReceiverNextType<MessageHandle>>(
354
- &send_message_state_)) {
355
- auto r = (*next)();
356
- if (auto* p = r.value_if_ready()) {
357
- memset(&send_message_, 0, sizeof(send_message_));
358
- send_message_.payload = batch_payload();
359
- send_message_.on_complete = &send_message_batch_done_;
360
- // No value => half close from above.
361
- if (p->has_value()) {
362
- message_to_send_ = std::move(*p);
363
- send_message_state_ = SendMessageToTransport{};
364
- send_message_.send_message = true;
365
- batch_payload()->send_message.send_message =
366
- (*message_to_send_)->payload();
367
- batch_payload()->send_message.flags = (*message_to_send_)->flags();
368
- } else {
369
- if (grpc_call_trace.enabled()) {
370
- gpr_log(GPR_INFO, "%s[connected] PollConnectedChannel: half close",
371
- Activity::current()->DebugTag().c_str());
372
- }
373
- GPR_ASSERT(!absl::holds_alternative<Closed>(send_message_state_));
374
- send_message_state_ = Closed{};
375
- send_message_.send_trailing_metadata = true;
376
- if (client_trailing_metadata != nullptr) {
377
- *client_trailing_metadata =
378
- GetContext<Arena>()->MakePooled<ClientMetadata>(
379
- GetContext<Arena>());
380
- batch_payload()->send_trailing_metadata.send_trailing_metadata =
381
- client_trailing_metadata->get();
382
- batch_payload()->send_trailing_metadata.sent = nullptr;
383
- } else {
384
- return; // Skip rest of function for server
385
- }
386
- }
387
- IncrementRefCount("send_message");
388
- send_message_waker_ = Activity::current()->MakeOwningWaker();
389
- SchedulePush(&send_message_);
390
- }
391
- }
392
- }
393
-
394
- void PollRecvMessage(PipeSender<MessageHandle>*& incoming_messages)
395
- ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu_) {
396
- if (auto* pending =
397
- absl::get_if<PendingReceiveMessage>(&recv_message_state_)) {
398
- if (pending->received) {
399
- if (pending->payload.has_value()) {
400
- if (grpc_call_trace.enabled()) {
401
- gpr_log(GPR_INFO,
402
- "%s[connected] PollRecvMessage: received payload of "
403
- "%" PRIdPTR " bytes",
404
- recv_message_waker_.ActivityDebugTag().c_str(),
405
- pending->payload->Length());
406
- }
407
- recv_message_state_ =
408
- incoming_messages->Push(GetContext<Arena>()->MakePooled<Message>(
409
- std::move(*pending->payload), pending->flags));
410
- } else {
411
- if (grpc_call_trace.enabled()) {
412
- gpr_log(GPR_INFO,
413
- "%s[connected] PollRecvMessage: received no payload",
414
- recv_message_waker_.ActivityDebugTag().c_str());
415
- }
416
- recv_message_state_ = Closed{};
417
- std::exchange(incoming_messages, nullptr)->Close();
418
- }
419
- }
420
- }
421
- if (absl::holds_alternative<Idle>(recv_message_state_)) {
422
- if (grpc_call_trace.enabled()) {
423
- gpr_log(GPR_INFO, "%s[connected] PollRecvMessage: requesting message",
424
- Activity::current()->DebugTag().c_str());
425
- }
426
- PushRecvMessage();
427
- }
428
- if (auto* push = absl::get_if<PipeSender<MessageHandle>::PushType>(
429
- &recv_message_state_)) {
430
- auto r = (*push)();
431
- if (bool* result = r.value_if_ready()) {
432
- if (*result) {
433
- if (!finished_) {
434
- if (grpc_call_trace.enabled()) {
435
- gpr_log(GPR_INFO,
436
- "%s[connected] PollRecvMessage: pushed message; "
437
- "requesting next",
438
- Activity::current()->DebugTag().c_str());
439
- }
440
- PushRecvMessage();
441
- } else {
442
- if (grpc_call_trace.enabled()) {
443
- gpr_log(GPR_INFO,
444
- "%s[connected] PollRecvMessage: pushed message "
445
- "and finished; "
446
- "marking closed",
447
- Activity::current()->DebugTag().c_str());
448
- }
449
- recv_message_state_ = Closed{};
450
- std::exchange(incoming_messages, nullptr)->Close();
451
- }
452
- } else {
453
- if (grpc_call_trace.enabled()) {
454
- gpr_log(GPR_INFO,
455
- "%s[connected] PollRecvMessage: failed to push "
456
- "message; marking "
457
- "closed",
458
- Activity::current()->DebugTag().c_str());
459
- }
460
- recv_message_state_ = Closed{};
461
- std::exchange(incoming_messages, nullptr)->Close();
462
- }
463
- }
464
- }
465
- }
466
-
467
- std::string SendMessageString() const ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu()) {
468
- return Match(
469
- send_message_state_, [](Idle) -> std::string { return "IDLE"; },
470
- [](Closed) -> std::string { return "CLOSED"; },
471
- [](const PipeReceiverNextType<MessageHandle>&) -> std::string {
472
- return "WAITING";
473
- },
474
- [](SendMessageToTransport) -> std::string { return "SENDING"; });
475
- }
476
331
 
477
- std::string RecvMessageString() const ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu()) {
478
- return Match(
479
- recv_message_state_, [](Idle) -> std::string { return "IDLE"; },
480
- [](Closed) -> std::string { return "CLOSED"; },
481
- [](const PendingReceiveMessage&) -> std::string { return "WAITING"; },
482
- [](const absl::optional<MessageHandle>& message) -> std::string {
483
- return absl::StrCat(
484
- "READY:", message.has_value()
485
- ? absl::StrCat((*message)->payload()->Length(), "b")
486
- : "EOS");
487
- },
488
- [](const PipeSender<MessageHandle>::PushType&) -> std::string {
489
- return "PUSHING";
490
- });
491
- }
492
-
493
- bool IsPromiseReceiving() const ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu()) {
494
- return absl::holds_alternative<PipeSender<MessageHandle>::PushType>(
495
- recv_message_state_) ||
496
- absl::holds_alternative<PendingReceiveMessage>(recv_message_state_);
497
- }
332
+ void set_finished() { finished_.Set(); }
333
+ auto WaitFinished() { return finished_.Wait(); }
498
334
 
499
335
  private:
500
- struct SendMessageToTransport {};
501
- struct Idle {};
502
- struct Closed {};
503
-
504
336
  class StreamDeleter {
505
337
  public:
506
338
  explicit StreamDeleter(ConnectedChannelStream* impl) : impl_(impl) {}
@@ -516,11 +348,7 @@ class ConnectedChannelStream : public Orphanable {
516
348
  using StreamPtr = std::unique_ptr<grpc_stream, StreamDeleter>;
517
349
 
518
350
  void StreamDestroyed() {
519
- call_context_->RunInContext([this] {
520
- auto* cc = call_context_;
521
- this->~ConnectedChannelStream();
522
- cc->Unref("child_stream");
523
- });
351
+ call_context_->RunInContext([this] { this->~ConnectedChannelStream(); });
524
352
  }
525
353
 
526
354
  void BeginDestroy() {
@@ -531,828 +359,502 @@ class ConnectedChannelStream : public Orphanable {
531
359
  }
532
360
  }
533
361
 
534
- // Called from outside the activity to push work down to the transport.
535
- void Push() {
536
- PushBatches push_batches;
537
- {
538
- MutexLock lock(&mu_);
539
- push_batches.swap(push_batches_);
540
- }
541
- for (auto* batch : push_batches) {
542
- if (stream() != nullptr) {
543
- grpc_transport_perform_stream_op(transport(), stream(), batch);
544
- } else {
545
- grpc_transport_stream_op_batch_finish_with_failure_from_transport(
546
- batch, absl::CancelledError());
547
- }
548
- }
549
- Unref("push");
550
- }
551
-
552
- void SendMessageBatchDone(grpc_error_handle error) {
553
- {
554
- MutexLock lock(&mu_);
555
- if (error != absl::OkStatus()) {
556
- // Note that we're in error here, the call will be closed by the
557
- // transport in a moment, and we'll return from the promise with an
558
- // error - so we don't need to do any extra work to close out pipes or
559
- // the like.
560
- send_message_state_ = Closed{};
561
- }
562
- if (!absl::holds_alternative<Closed>(send_message_state_)) {
563
- send_message_state_ = Idle{};
564
- }
565
- send_message_waker_.Wakeup();
566
- }
567
- Unref("send_message");
568
- }
569
-
570
- void RecvMessageBatchDone(grpc_error_handle error) {
571
- {
572
- MutexLock lock(mu());
573
- if (error != absl::OkStatus()) {
574
- if (grpc_call_trace.enabled()) {
575
- gpr_log(GPR_INFO, "%s[connected] RecvMessageBatchDone: error=%s",
576
- recv_message_waker_.ActivityDebugTag().c_str(),
577
- StatusToString(error).c_str());
578
- }
579
- } else if (absl::holds_alternative<Closed>(recv_message_state_)) {
580
- if (grpc_call_trace.enabled()) {
581
- gpr_log(GPR_INFO,
582
- "%s[connected] RecvMessageBatchDone: already closed, "
583
- "ignoring",
584
- recv_message_waker_.ActivityDebugTag().c_str());
585
- }
586
- } else {
587
- if (grpc_call_trace.enabled()) {
588
- gpr_log(GPR_INFO,
589
- "%s[connected] RecvMessageBatchDone: received message",
590
- recv_message_waker_.ActivityDebugTag().c_str());
591
- }
592
- auto pending =
593
- absl::get_if<PendingReceiveMessage>(&recv_message_state_);
594
- GPR_ASSERT(pending != nullptr);
595
- GPR_ASSERT(pending->received == false);
596
- pending->received = true;
597
- }
598
- recv_message_waker_.Wakeup();
599
- }
600
- Unref("recv_message");
601
- }
602
-
603
- void PushRecvMessage() ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu_) {
604
- recv_message_state_ = PendingReceiveMessage{};
605
- auto& pending_recv_message =
606
- absl::get<PendingReceiveMessage>(recv_message_state_);
607
- memset(&recv_message_, 0, sizeof(recv_message_));
608
- recv_message_.payload = batch_payload();
609
- recv_message_.on_complete = nullptr;
610
- recv_message_.recv_message = true;
611
- batch_payload()->recv_message.recv_message = &pending_recv_message.payload;
612
- batch_payload()->recv_message.flags = &pending_recv_message.flags;
613
- batch_payload()->recv_message.call_failed_before_recv_message = nullptr;
614
- batch_payload()->recv_message.recv_message_ready =
615
- &recv_message_batch_done_;
616
- IncrementRefCount("recv_message");
617
- recv_message_waker_ = Activity::current()->MakeOwningWaker();
618
- SchedulePush(&recv_message_);
619
- }
620
-
621
- mutable Mutex mu_;
622
362
  grpc_transport* const transport_;
623
- CallContext* const call_context_{GetContext<CallContext>()};
363
+ RefCountedPtr<CallContext> const call_context_{
364
+ GetContext<CallContext>()->Ref()};
624
365
  grpc_closure stream_destroyed_ =
625
366
  MakeMemberClosure<ConnectedChannelStream,
626
367
  &ConnectedChannelStream::StreamDestroyed>(
627
368
  this, DEBUG_LOCATION);
628
369
  grpc_stream_refcount stream_refcount_;
629
370
  StreamPtr stream_;
630
- using PushBatches = absl::InlinedVector<grpc_transport_stream_op_batch*, 3>;
631
- PushBatches push_batches_ ABSL_GUARDED_BY(mu_);
632
- grpc_closure push_ =
633
- MakeMemberClosure<ConnectedChannelStream, &ConnectedChannelStream::Push>(
634
- this, DEBUG_LOCATION);
635
-
636
- NextResult<MessageHandle> message_to_send_ ABSL_GUARDED_BY(mu_);
637
- absl::variant<Idle, Closed, PipeReceiverNextType<MessageHandle>,
638
- SendMessageToTransport>
639
- send_message_state_ ABSL_GUARDED_BY(mu_);
640
- grpc_transport_stream_op_batch send_message_;
641
- grpc_closure send_message_batch_done_ =
642
- MakeMemberClosure<ConnectedChannelStream,
643
- &ConnectedChannelStream::SendMessageBatchDone>(
644
- this, DEBUG_LOCATION);
645
-
646
- struct PendingReceiveMessage {
647
- absl::optional<SliceBuffer> payload;
648
- uint32_t flags;
649
- bool received = false;
650
- };
651
- absl::variant<Idle, PendingReceiveMessage, Closed,
652
- PipeSender<MessageHandle>::PushType>
653
- recv_message_state_ ABSL_GUARDED_BY(mu_);
654
- grpc_closure recv_message_batch_done_ =
655
- MakeMemberClosure<ConnectedChannelStream,
656
- &ConnectedChannelStream::RecvMessageBatchDone>(
657
- this, DEBUG_LOCATION);
658
- grpc_transport_stream_op_batch recv_message_;
659
-
660
- Waker send_message_waker_ ABSL_GUARDED_BY(mu_);
661
- Waker recv_message_waker_ ABSL_GUARDED_BY(mu_);
662
- bool finished_ ABSL_GUARDED_BY(mu_) = false;
663
-
664
- grpc_transport_stream_op_batch_payload batch_payload_{
665
- GetContext<grpc_call_context_element>()};
371
+ Arena* arena_ = GetContext<Arena>();
372
+ Party* const party_ = static_cast<Party*>(Activity::current());
373
+ ExternallyObservableLatch<void> finished_;
666
374
  };
667
- #endif
668
-
669
- #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL
670
- class ClientStream : public ConnectedChannelStream {
671
- public:
672
- ClientStream(grpc_transport* transport, CallArgs call_args)
673
- : ConnectedChannelStream(transport),
674
- server_initial_metadata_pipe_(call_args.server_initial_metadata),
675
- client_to_server_messages_(call_args.client_to_server_messages),
676
- server_to_client_messages_(call_args.server_to_client_messages),
677
- client_initial_metadata_(std::move(call_args.client_initial_metadata)) {
678
- if (grpc_call_trace.enabled()) {
679
- gpr_log(GPR_INFO, "%s[connected] InitImpl: intitial_metadata=%s",
680
- Activity::current()->DebugTag().c_str(),
681
- client_initial_metadata_->DebugString().c_str());
682
- }
683
- }
684
-
685
- Poll<ServerMetadataHandle> PollOnce() {
686
- MutexLock lock(mu());
687
- GPR_ASSERT(!finished());
688
-
689
- if (grpc_call_trace.enabled()) {
690
- gpr_log(GPR_INFO, "%s[connected] PollConnectedChannel: %s",
691
- Activity::current()->DebugTag().c_str(),
692
- ActiveOpsString().c_str());
693
- }
694
-
695
- if (!std::exchange(requested_metadata_, true)) {
696
- if (grpc_call_trace.enabled()) {
697
- gpr_log(GPR_INFO,
698
- "%s[connected] PollConnectedChannel: requesting metadata",
699
- Activity::current()->DebugTag().c_str());
700
- }
701
- SetStream(static_cast<grpc_stream*>(
702
- GetContext<Arena>()->Alloc(transport()->vtable->sizeof_stream)));
703
- grpc_transport_init_stream(transport(), stream(), stream_refcount(),
704
- nullptr, GetContext<Arena>());
705
- grpc_transport_set_pops(transport(), stream(),
706
- GetContext<CallContext>()->polling_entity());
707
- memset(&metadata_, 0, sizeof(metadata_));
708
- metadata_.send_initial_metadata = true;
709
- metadata_.recv_initial_metadata = true;
710
- metadata_.recv_trailing_metadata = true;
711
- metadata_.payload = batch_payload();
712
- metadata_.on_complete = &metadata_batch_done_;
713
- batch_payload()->send_initial_metadata.send_initial_metadata =
714
- client_initial_metadata_.get();
715
- batch_payload()->send_initial_metadata.peer_string =
716
- GetContext<CallContext>()->peer_string_atm_ptr();
717
- server_initial_metadata_ =
718
- GetContext<Arena>()->MakePooled<ServerMetadata>(GetContext<Arena>());
719
- batch_payload()->recv_initial_metadata.recv_initial_metadata =
720
- server_initial_metadata_.get();
721
- batch_payload()->recv_initial_metadata.recv_initial_metadata_ready =
722
- &recv_initial_metadata_ready_;
723
- batch_payload()->recv_initial_metadata.trailing_metadata_available =
724
- nullptr;
725
- batch_payload()->recv_initial_metadata.peer_string = nullptr;
726
- server_trailing_metadata_ =
727
- GetContext<Arena>()->MakePooled<ServerMetadata>(GetContext<Arena>());
728
- batch_payload()->recv_trailing_metadata.recv_trailing_metadata =
729
- server_trailing_metadata_.get();
730
- batch_payload()->recv_trailing_metadata.collect_stats =
731
- &GetContext<CallContext>()->call_stats()->transport_stream_stats;
732
- batch_payload()->recv_trailing_metadata.recv_trailing_metadata_ready =
733
- &recv_trailing_metadata_ready_;
734
- IncrementRefCount("metadata_batch_done");
735
- IncrementRefCount("initial_metadata_ready");
736
- IncrementRefCount("trailing_metadata_ready");
737
- initial_metadata_waker_ = Activity::current()->MakeOwningWaker();
738
- trailing_metadata_waker_ = Activity::current()->MakeOwningWaker();
739
- SchedulePush(&metadata_);
740
- }
741
- if (server_initial_metadata_state_ ==
742
- ServerInitialMetadataState::kReceivedButNotPushed) {
743
- server_initial_metadata_state_ = ServerInitialMetadataState::kPushing;
744
- server_initial_metadata_push_promise_ =
745
- server_initial_metadata_pipe_->Push(
746
- std::move(server_initial_metadata_));
747
- }
748
- if (server_initial_metadata_state_ ==
749
- ServerInitialMetadataState::kPushing) {
750
- auto r = (*server_initial_metadata_push_promise_)();
751
- if (r.ready()) {
752
- server_initial_metadata_state_ = ServerInitialMetadataState::kPushed;
753
- server_initial_metadata_push_promise_.reset();
754
- }
755
- }
756
- PollSendMessage(client_to_server_messages_, &client_trailing_metadata_);
757
- PollRecvMessage(server_to_client_messages_);
758
- if (server_initial_metadata_state_ == ServerInitialMetadataState::kPushed &&
759
- !IsPromiseReceiving() &&
760
- std::exchange(queued_trailing_metadata_, false)) {
761
- if (grpc_call_trace.enabled()) {
762
- gpr_log(GPR_INFO,
763
- "%s[connected] PollConnectedChannel: finished request, "
764
- "returning: {%s}; "
765
- "active_ops: %s",
766
- Activity::current()->DebugTag().c_str(),
767
- server_trailing_metadata_->DebugString().c_str(),
768
- ActiveOpsString().c_str());
769
- }
770
- set_finished();
771
- return ServerMetadataHandle(std::move(server_trailing_metadata_));
772
- }
773
- return Pending{};
774
- }
775
-
776
- void RecvInitialMetadataReady(grpc_error_handle error) {
777
- GPR_ASSERT(error == absl::OkStatus());
778
- {
779
- MutexLock lock(mu());
780
- server_initial_metadata_state_ =
781
- ServerInitialMetadataState::kReceivedButNotPushed;
782
- initial_metadata_waker_.Wakeup();
783
- }
784
- Unref("initial_metadata_ready");
785
- }
786
-
787
- void RecvTrailingMetadataReady(grpc_error_handle error) {
788
- GPR_ASSERT(error == absl::OkStatus());
789
- {
790
- MutexLock lock(mu());
791
- queued_trailing_metadata_ = true;
792
- if (grpc_call_trace.enabled()) {
793
- gpr_log(GPR_DEBUG,
794
- "%s[connected] RecvTrailingMetadataReady: "
795
- "queued_trailing_metadata_ "
796
- "set to true; active_ops: %s",
797
- trailing_metadata_waker_.ActivityDebugTag().c_str(),
798
- ActiveOpsString().c_str());
799
- }
800
- trailing_metadata_waker_.Wakeup();
801
- }
802
- Unref("trailing_metadata_ready");
803
- }
804
375
 
805
- void MetadataBatchDone(grpc_error_handle error) {
806
- GPR_ASSERT(error == absl::OkStatus());
807
- Unref("metadata_batch_done");
808
- }
809
-
810
- private:
811
- enum class ServerInitialMetadataState : uint8_t {
812
- // Initial metadata has not been received from the server.
813
- kNotReceived,
814
- // Initial metadata has been received from the server via the transport, but
815
- // has not yet been pushed onto the pipe to publish it up the call stack.
816
- kReceivedButNotPushed,
817
- // Initial metadata has been received from the server via the transport and
818
- // has been pushed on the pipe to publish it up the call stack.
819
- // It's still in the pipe and has not been removed by the call at the top
820
- // yet.
821
- kPushing,
822
- // Initial metadata has been received from the server via the transport and
823
- // has been pushed on the pipe to publish it up the call stack AND removed
824
- // by the call at the top.
825
- kPushed,
826
- };
827
-
828
- std::string ActiveOpsString() const override
829
- ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu()) {
830
- std::vector<std::string> ops;
831
- if (finished()) ops.push_back("FINISHED");
832
- // Outstanding Operations on Transport
833
- std::vector<std::string> waiting;
834
- if (initial_metadata_waker_ != Waker()) {
835
- waiting.push_back("initial_metadata");
836
- }
837
- if (trailing_metadata_waker_ != Waker()) {
838
- waiting.push_back("trailing_metadata");
839
- }
840
- if (!waiting.empty()) {
841
- ops.push_back(absl::StrCat("waiting:", absl::StrJoin(waiting, ",")));
842
- }
843
- // Results from transport
844
- std::vector<std::string> queued;
845
- if (server_initial_metadata_state_ ==
846
- ServerInitialMetadataState::kReceivedButNotPushed) {
847
- queued.push_back("initial_metadata");
848
- }
849
- if (queued_trailing_metadata_) queued.push_back("trailing_metadata");
850
- if (!queued.empty()) {
851
- ops.push_back(absl::StrCat("queued:", absl::StrJoin(queued, ",")));
852
- }
853
- // Send message
854
- std::string send_message_state = SendMessageString();
855
- if (send_message_state != "WAITING") {
856
- ops.push_back(absl::StrCat("send_message:", send_message_state));
857
- }
858
- // Receive message
859
- std::string recv_message_state = RecvMessageString();
860
- if (recv_message_state != "IDLE") {
861
- ops.push_back(absl::StrCat("recv_message:", recv_message_state));
862
- }
863
- return absl::StrJoin(ops, " ");
864
- }
865
-
866
- bool requested_metadata_ = false;
867
- ServerInitialMetadataState server_initial_metadata_state_
868
- ABSL_GUARDED_BY(mu()) = ServerInitialMetadataState::kNotReceived;
869
- bool queued_trailing_metadata_ ABSL_GUARDED_BY(mu()) = false;
870
- Waker initial_metadata_waker_ ABSL_GUARDED_BY(mu());
871
- Waker trailing_metadata_waker_ ABSL_GUARDED_BY(mu());
872
- PipeSender<ServerMetadataHandle>* server_initial_metadata_pipe_;
873
- PipeReceiver<MessageHandle>* client_to_server_messages_;
874
- PipeSender<MessageHandle>* server_to_client_messages_;
875
- grpc_closure recv_initial_metadata_ready_ =
876
- MakeMemberClosure<ClientStream, &ClientStream::RecvInitialMetadataReady>(
877
- this, DEBUG_LOCATION);
878
- grpc_closure recv_trailing_metadata_ready_ =
879
- MakeMemberClosure<ClientStream, &ClientStream::RecvTrailingMetadataReady>(
880
- this, DEBUG_LOCATION);
881
- ClientMetadataHandle client_initial_metadata_;
882
- ClientMetadataHandle client_trailing_metadata_;
883
- ServerMetadataHandle server_initial_metadata_;
884
- ServerMetadataHandle server_trailing_metadata_;
885
- absl::optional<PipeSender<ServerMetadataHandle>::PushType>
886
- server_initial_metadata_push_promise_;
887
- grpc_transport_stream_op_batch metadata_;
888
- grpc_closure metadata_batch_done_ =
889
- MakeMemberClosure<ClientStream, &ClientStream::MetadataBatchDone>(
890
- this, DEBUG_LOCATION);
891
- };
892
-
893
- class ClientConnectedCallPromise {
894
- public:
895
- ClientConnectedCallPromise(grpc_transport* transport, CallArgs call_args)
896
- : impl_(GetContext<Arena>()->New<ClientStream>(transport,
897
- std::move(call_args))) {}
898
-
899
- ClientConnectedCallPromise(const ClientConnectedCallPromise&) = delete;
900
- ClientConnectedCallPromise& operator=(const ClientConnectedCallPromise&) =
901
- delete;
902
- ClientConnectedCallPromise(ClientConnectedCallPromise&& other) noexcept
903
- : impl_(std::exchange(other.impl_, nullptr)) {}
904
- ClientConnectedCallPromise& operator=(
905
- ClientConnectedCallPromise&& other) noexcept {
906
- impl_ = std::move(other.impl_);
907
- return *this;
908
- }
909
-
910
- static ArenaPromise<ServerMetadataHandle> Make(grpc_transport* transport,
911
- CallArgs call_args,
912
- NextPromiseFactory) {
913
- return ClientConnectedCallPromise(transport, std::move(call_args));
914
- }
915
-
916
- Poll<ServerMetadataHandle> operator()() { return impl_->PollOnce(); }
917
-
918
- private:
919
- OrphanablePtr<ClientStream> impl_;
920
- };
921
- #endif
376
+ auto ConnectedChannelStream::RecvMessages(
377
+ PipeSender<MessageHandle>* incoming_messages, bool cancel_on_error) {
378
+ return Loop([self = InternalRef(), cancel_on_error,
379
+ incoming_messages = std::move(*incoming_messages)]() mutable {
380
+ return Seq(
381
+ GetContext<BatchBuilder>()->ReceiveMessage(self->batch_target()),
382
+ [cancel_on_error, &incoming_messages](
383
+ absl::StatusOr<absl::optional<MessageHandle>> status) mutable {
384
+ bool has_message = status.ok() && status->has_value();
385
+ auto publish_message = [&incoming_messages, &status]() {
386
+ auto pending_message = std::move(**status);
387
+ if (grpc_call_trace.enabled()) {
388
+ gpr_log(GPR_INFO,
389
+ "%s[connected] RecvMessage: received payload of %" PRIdPTR
390
+ " bytes",
391
+ Activity::current()->DebugTag().c_str(),
392
+ pending_message->payload()->Length());
393
+ }
394
+ return Map(incoming_messages.Push(std::move(pending_message)),
395
+ [](bool ok) -> LoopCtl<absl::Status> {
396
+ if (!ok) {
397
+ if (grpc_call_trace.enabled()) {
398
+ gpr_log(GPR_INFO,
399
+ "%s[connected] RecvMessage: failed to "
400
+ "push message towards the application",
401
+ Activity::current()->DebugTag().c_str());
402
+ }
403
+ return absl::OkStatus();
404
+ }
405
+ return Continue{};
406
+ });
407
+ };
408
+ auto publish_close = [cancel_on_error, &incoming_messages,
409
+ &status]() mutable {
410
+ if (grpc_call_trace.enabled()) {
411
+ gpr_log(GPR_INFO,
412
+ "%s[connected] RecvMessage: reached end of stream with "
413
+ "status:%s",
414
+ Activity::current()->DebugTag().c_str(),
415
+ status.status().ToString().c_str());
416
+ }
417
+ if (cancel_on_error && !status.ok()) {
418
+ incoming_messages.CloseWithError();
419
+ }
420
+ return Immediate(LoopCtl<absl::Status>(status.status()));
421
+ };
422
+ return If(has_message, std::move(publish_message),
423
+ std::move(publish_close));
424
+ });
425
+ });
426
+ }
922
427
 
923
- #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
924
- class ServerStream final : public ConnectedChannelStream {
925
- public:
926
- ServerStream(grpc_transport* transport,
927
- NextPromiseFactory next_promise_factory)
928
- : ConnectedChannelStream(transport) {
929
- SetStream(static_cast<grpc_stream*>(
930
- GetContext<Arena>()->Alloc(transport->vtable->sizeof_stream)));
931
- grpc_transport_init_stream(
932
- transport, stream(), stream_refcount(),
933
- GetContext<CallContext>()->server_call_context()->server_stream_data(),
934
- GetContext<Arena>());
935
- grpc_transport_set_pops(transport, stream(),
936
- GetContext<CallContext>()->polling_entity());
937
-
938
- // Fetch initial metadata
939
- auto& gim = call_state_.emplace<GettingInitialMetadata>(this);
940
- gim.recv_initial_metadata_ready_waker =
941
- Activity::current()->MakeOwningWaker();
942
- memset(&gim.recv_initial_metadata, 0, sizeof(gim.recv_initial_metadata));
943
- gim.recv_initial_metadata.payload = batch_payload();
944
- gim.recv_initial_metadata.on_complete = nullptr;
945
- gim.recv_initial_metadata.recv_initial_metadata = true;
946
- gim.next_promise_factory = std::move(next_promise_factory);
947
- batch_payload()->recv_initial_metadata.recv_initial_metadata =
948
- gim.client_initial_metadata.get();
949
- batch_payload()->recv_initial_metadata.recv_initial_metadata_ready =
950
- &gim.recv_initial_metadata_ready;
951
- SchedulePush(&gim.recv_initial_metadata);
952
-
953
- // Fetch trailing metadata (to catch cancellations)
954
- auto& gtm =
955
- client_trailing_metadata_state_.emplace<WaitingForTrailingMetadata>();
956
- gtm.recv_trailing_metadata_ready =
957
- MakeMemberClosure<ServerStream,
958
- &ServerStream::RecvTrailingMetadataReady>(this);
959
- memset(&gtm.recv_trailing_metadata, 0, sizeof(gtm.recv_trailing_metadata));
960
- gtm.recv_trailing_metadata.payload = batch_payload();
961
- gtm.recv_trailing_metadata.recv_trailing_metadata = true;
962
- batch_payload()->recv_trailing_metadata.recv_trailing_metadata =
963
- gtm.result.get();
964
- batch_payload()->recv_trailing_metadata.collect_stats =
965
- &GetContext<CallContext>()->call_stats()->transport_stream_stats;
966
- batch_payload()->recv_trailing_metadata.recv_trailing_metadata_ready =
967
- &gtm.recv_trailing_metadata_ready;
968
- SchedulePush(&gtm.recv_trailing_metadata);
969
- gtm.waker = Activity::current()->MakeOwningWaker();
970
- }
428
+ auto ConnectedChannelStream::SendMessages(
429
+ PipeReceiver<MessageHandle>* outgoing_messages) {
430
+ return ForEach(std::move(*outgoing_messages),
431
+ [self = InternalRef()](MessageHandle message) {
432
+ return GetContext<BatchBuilder>()->SendMessage(
433
+ self->batch_target(), std::move(message));
434
+ });
435
+ }
436
+ #endif // defined(GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL) ||
437
+ // defined(GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL)
971
438
 
972
- Poll<ServerMetadataHandle> PollOnce() {
973
- MutexLock lock(mu());
974
-
975
- auto poll_send_initial_metadata = [this]() ABSL_EXCLUSIVE_LOCKS_REQUIRED(
976
- mu()) {
977
- if (auto* promise =
978
- absl::get_if<PipeReceiverNextType<ServerMetadataHandle>>(
979
- &server_initial_metadata_)) {
980
- auto r = (*promise)();
981
- if (auto* md = r.value_if_ready()) {
982
- if (grpc_call_trace.enabled()) {
983
- gpr_log(
984
- GPR_INFO, "%s[connected] got initial metadata %s",
985
- Activity::current()->DebugTag().c_str(),
986
- (md->has_value() ? (**md)->DebugString() : "<trailers-only>")
987
- .c_str());
439
+ #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL
440
+ ArenaPromise<ServerMetadataHandle> MakeClientCallPromise(
441
+ grpc_transport* transport, CallArgs call_args, NextPromiseFactory) {
442
+ OrphanablePtr<ConnectedChannelStream> stream(
443
+ GetContext<Arena>()->New<ConnectedChannelStream>(transport));
444
+ stream->SetStream(static_cast<grpc_stream*>(
445
+ GetContext<Arena>()->Alloc(transport->vtable->sizeof_stream)));
446
+ grpc_transport_init_stream(transport, stream->stream(),
447
+ stream->stream_refcount(), nullptr,
448
+ GetContext<Arena>());
449
+ auto* party = static_cast<Party*>(Activity::current());
450
+ party->Spawn(
451
+ "set_polling_entity", call_args.polling_entity->Wait(),
452
+ [transport,
453
+ stream = stream->InternalRef()](grpc_polling_entity polling_entity) {
454
+ grpc_transport_set_pops(transport, stream->stream(), &polling_entity);
455
+ });
456
+ // Start a loop to send messages from client_to_server_messages to the
457
+ // transport. When the pipe closes and the loop completes, send a trailing
458
+ // metadata batch to close the stream.
459
+ party->Spawn(
460
+ "send_messages",
461
+ TrySeq(stream->SendMessages(call_args.client_to_server_messages),
462
+ [stream = stream->InternalRef()]() {
463
+ return GetContext<BatchBuilder>()->SendClientTrailingMetadata(
464
+ stream->batch_target());
465
+ }),
466
+ [](absl::Status) {});
467
+ // Start a promise to receive server initial metadata and then forward it up
468
+ // through the receiving pipe.
469
+ auto server_initial_metadata =
470
+ GetContext<Arena>()->MakePooled<ServerMetadata>(GetContext<Arena>());
471
+ party->Spawn(
472
+ "recv_initial_metadata",
473
+ TrySeq(GetContext<BatchBuilder>()->ReceiveServerInitialMetadata(
474
+ stream->batch_target()),
475
+ [pipe = call_args.server_initial_metadata](
476
+ ServerMetadataHandle server_initial_metadata) {
477
+ if (grpc_call_trace.enabled()) {
478
+ gpr_log(GPR_DEBUG,
479
+ "%s[connected] Publish client initial metadata: %s",
480
+ Activity::current()->DebugTag().c_str(),
481
+ server_initial_metadata->DebugString().c_str());
482
+ }
483
+ return Map(pipe->Push(std::move(server_initial_metadata)),
484
+ [](bool r) {
485
+ if (r) return absl::OkStatus();
486
+ return absl::CancelledError();
487
+ });
488
+ }),
489
+ [](absl::Status) {});
490
+
491
+ // Build up the rest of the main call promise:
492
+
493
+ // Create a promise that will send initial metadata and then signal completion
494
+ // of that via the token.
495
+ auto send_initial_metadata = Seq(
496
+ GetContext<BatchBuilder>()->SendClientInitialMetadata(
497
+ stream->batch_target(), std::move(call_args.client_initial_metadata)),
498
+ [sent_initial_metadata_token =
499
+ std::move(call_args.client_initial_metadata_outstanding)](
500
+ absl::Status status) mutable {
501
+ sent_initial_metadata_token.Complete(status.ok());
502
+ return status;
503
+ });
504
+ // Create a promise that will receive server trailing metadata.
505
+ // If this fails, we massage the error into metadata that we can report
506
+ // upwards.
507
+ auto server_trailing_metadata =
508
+ GetContext<Arena>()->MakePooled<ServerMetadata>(GetContext<Arena>());
509
+ auto recv_trailing_metadata =
510
+ Map(GetContext<BatchBuilder>()->ReceiveServerTrailingMetadata(
511
+ stream->batch_target()),
512
+ [](absl::StatusOr<ServerMetadataHandle> status) mutable {
513
+ if (!status.ok()) {
514
+ auto server_trailing_metadata =
515
+ GetContext<Arena>()->MakePooled<ServerMetadata>(
516
+ GetContext<Arena>());
517
+ grpc_status_code status_code = GRPC_STATUS_UNKNOWN;
518
+ std::string message;
519
+ grpc_error_get_status(status.status(), Timestamp::InfFuture(),
520
+ &status_code, &message, nullptr, nullptr);
521
+ server_trailing_metadata->Set(GrpcStatusMetadata(), status_code);
522
+ server_trailing_metadata->Set(GrpcMessageMetadata(),
523
+ Slice::FromCopiedString(message));
524
+ return server_trailing_metadata;
525
+ } else {
526
+ return std::move(*status);
527
+ }
528
+ });
529
+ // Finally the main call promise.
530
+ // Concurrently: send initial metadata and receive messages, until BOTH
531
+ // complete (or one fails).
532
+ // Next: receive trailing metadata, and return that up the stack.
533
+ auto recv_messages =
534
+ stream->RecvMessages(call_args.server_to_client_messages, false);
535
+ return Map(
536
+ [send_initial_metadata = std::move(send_initial_metadata),
537
+ recv_messages = std::move(recv_messages),
538
+ recv_trailing_metadata = std::move(recv_trailing_metadata),
539
+ done_send_initial_metadata = false, done_recv_messages = false,
540
+ done_recv_trailing_metadata =
541
+ false]() mutable -> Poll<ServerMetadataHandle> {
542
+ if (!done_send_initial_metadata) {
543
+ auto p = send_initial_metadata();
544
+ if (auto* r = p.value_if_ready()) {
545
+ done_send_initial_metadata = true;
546
+ if (!r->ok()) return StatusCast<ServerMetadataHandle>(*r);
988
547
  }
989
- memset(&send_initial_metadata_, 0, sizeof(send_initial_metadata_));
990
- send_initial_metadata_.send_initial_metadata = true;
991
- send_initial_metadata_.payload = batch_payload();
992
- send_initial_metadata_.on_complete = &send_initial_metadata_done_;
993
- batch_payload()->send_initial_metadata.send_initial_metadata =
994
- server_initial_metadata_
995
- .emplace<ServerMetadataHandle>(std::move(**md))
996
- .get();
997
- batch_payload()->send_initial_metadata.peer_string = nullptr;
998
- SchedulePush(&send_initial_metadata_);
999
- return true;
1000
- } else {
1001
- return false;
1002
548
  }
1003
- } else {
1004
- return true;
1005
- }
1006
- };
1007
-
1008
- if (grpc_call_trace.enabled()) {
1009
- gpr_log(GPR_INFO, "%s[connected] PollConnectedChannel: %s",
1010
- Activity::current()->DebugTag().c_str(),
1011
- ActiveOpsString().c_str());
1012
- }
1013
-
1014
- poll_send_initial_metadata();
1015
-
1016
- if (auto* p = absl::get_if<GotClientHalfClose>(
1017
- &client_trailing_metadata_state_)) {
1018
- pipes_.client_to_server.sender.Close();
1019
- if (!p->result.ok()) {
1020
- // client cancelled, we should cancel too
1021
- if (absl::holds_alternative<absl::monostate>(call_state_) ||
1022
- absl::holds_alternative<GotInitialMetadata>(call_state_) ||
1023
- absl::holds_alternative<MessageLoop>(call_state_)) {
1024
- if (!absl::holds_alternative<ServerMetadataHandle>(
1025
- server_initial_metadata_)) {
1026
- // pretend we've sent initial metadata to stop that op from
1027
- // progressing if it's stuck somewhere above us in the stack
1028
- server_initial_metadata_.emplace<ServerMetadataHandle>();
549
+ if (!done_recv_messages) {
550
+ auto p = recv_messages();
551
+ if (auto* r = p.value_if_ready()) {
552
+ // NOTE: ignore errors here, they'll be collected in the
553
+ // recv_trailing_metadata.
554
+ done_recv_messages = true;
555
+ } else {
556
+ return Pending{};
1029
557
  }
1030
- // cancel the call - this status will be returned to the server bottom
1031
- // promise
1032
- call_state_.emplace<Complete>(
1033
- Complete{ServerMetadataFromStatus(p->result)});
1034
- }
1035
- }
1036
- }
1037
-
1038
- if (auto* p = absl::get_if<GotInitialMetadata>(&call_state_)) {
1039
- incoming_messages_ = &pipes_.client_to_server.sender;
1040
- auto promise = p->next_promise_factory(CallArgs{
1041
- std::move(p->client_initial_metadata),
1042
- &pipes_.server_initial_metadata.sender,
1043
- &pipes_.client_to_server.receiver, &pipes_.server_to_client.sender});
1044
- call_state_.emplace<MessageLoop>(
1045
- MessageLoop{&pipes_.server_to_client.receiver, std::move(promise)});
1046
- server_initial_metadata_
1047
- .emplace<PipeReceiverNextType<ServerMetadataHandle>>(
1048
- pipes_.server_initial_metadata.receiver.Next());
1049
- }
1050
- if (incoming_messages_ != nullptr) {
1051
- PollRecvMessage(incoming_messages_);
1052
- }
1053
- if (auto* p = absl::get_if<MessageLoop>(&call_state_)) {
1054
- if (absl::holds_alternative<ServerMetadataHandle>(
1055
- server_initial_metadata_)) {
1056
- PollSendMessage(p->outgoing_messages, nullptr);
1057
- }
1058
- auto poll = p->promise();
1059
- if (auto* r = poll.value_if_ready()) {
1060
- if (grpc_call_trace.enabled()) {
1061
- gpr_log(GPR_INFO, "%s[connected] got trailing metadata %s; %s",
1062
- Activity::current()->DebugTag().c_str(),
1063
- (*r)->DebugString().c_str(), ActiveOpsString().c_str());
1064
558
  }
1065
- auto& completing = call_state_.emplace<Completing>();
1066
- completing.server_trailing_metadata = std::move(*r);
1067
- completing.on_complete =
1068
- MakeMemberClosure<ServerStream,
1069
- &ServerStream::SendTrailingMetadataDone>(this);
1070
- completing.waker = Activity::current()->MakeOwningWaker();
1071
- auto& op = completing.send_trailing_metadata;
1072
- memset(&op, 0, sizeof(op));
1073
- op.payload = batch_payload();
1074
- op.on_complete = &completing.on_complete;
1075
- // If we've gotten initial server metadata, we can send trailing
1076
- // metadata.
1077
- // Otherwise we need to cancel the call.
1078
- // There could be an unlucky ordering, so we poll here to make sure.
1079
- if (poll_send_initial_metadata()) {
1080
- op.send_trailing_metadata = true;
1081
- batch_payload()->send_trailing_metadata.send_trailing_metadata =
1082
- completing.server_trailing_metadata.get();
1083
- batch_payload()->send_trailing_metadata.sent = &completing.sent;
1084
- } else {
1085
- op.cancel_stream = true;
1086
- const auto status_code =
1087
- completing.server_trailing_metadata->get(GrpcStatusMetadata())
1088
- .value_or(GRPC_STATUS_UNKNOWN);
1089
- batch_payload()->cancel_stream.cancel_error = grpc_error_set_int(
1090
- absl::Status(static_cast<absl::StatusCode>(status_code),
1091
- completing.server_trailing_metadata
1092
- ->GetOrCreatePointer(GrpcMessageMetadata())
1093
- ->as_string_view()),
1094
- StatusIntProperty::kRpcStatus, status_code);
559
+ if (!done_recv_trailing_metadata) {
560
+ auto p = recv_trailing_metadata();
561
+ if (auto* r = p.value_if_ready()) {
562
+ done_recv_trailing_metadata = true;
563
+ return std::move(*r);
564
+ }
1095
565
  }
1096
- SchedulePush(&op);
1097
- }
1098
- }
1099
- if (auto* p = absl::get_if<Complete>(&call_state_)) {
1100
- set_finished();
1101
- return std::move(p->result);
1102
- }
1103
- return Pending{};
1104
- }
1105
-
1106
- private:
1107
- // Call state: we've asked the transport for initial metadata and are
1108
- // waiting for it before proceeding.
1109
- struct GettingInitialMetadata {
1110
- explicit GettingInitialMetadata(ServerStream* stream)
1111
- : recv_initial_metadata_ready(
1112
- MakeMemberClosure<ServerStream,
1113
- &ServerStream::RecvInitialMetadataReady>(
1114
- stream)) {}
1115
- // The batch we're using to get initial metadata.
1116
- grpc_transport_stream_op_batch recv_initial_metadata;
1117
- // Waker to re-enter the activity once the transport returns.
1118
- Waker recv_initial_metadata_ready_waker;
1119
- // Initial metadata storage for the transport.
1120
- ClientMetadataHandle client_initial_metadata =
1121
- GetContext<Arena>()->MakePooled<ClientMetadata>(GetContext<Arena>());
1122
- // Closure for the transport to call when it's ready.
1123
- grpc_closure recv_initial_metadata_ready;
1124
- // Next promise factory to use once we have initial metadata.
1125
- NextPromiseFactory next_promise_factory;
1126
- };
1127
-
1128
- // Call state: transport has returned initial metadata, we're waiting to
1129
- // re-enter the activity to process it.
1130
- struct GotInitialMetadata {
1131
- ClientMetadataHandle client_initial_metadata;
1132
- NextPromiseFactory next_promise_factory;
1133
- };
1134
-
1135
- // Call state: we're sending/receiving messages and processing the filter
1136
- // stack.
1137
- struct MessageLoop {
1138
- PipeReceiver<MessageHandle>* outgoing_messages;
1139
- ArenaPromise<ServerMetadataHandle> promise;
1140
- };
1141
-
1142
- // Call state: promise stack has returned trailing metadata, we're sending it
1143
- // to the transport to communicate.
1144
- struct Completing {
1145
- ServerMetadataHandle server_trailing_metadata;
1146
- grpc_transport_stream_op_batch send_trailing_metadata;
1147
- grpc_closure on_complete;
1148
- bool sent = false;
1149
- Waker waker;
1150
- };
1151
-
1152
- // Call state: server metadata has been communicated to the transport and sent
1153
- // to the client.
1154
- // The metadata will be returned down to the server call to tick the
1155
- // cancellation bit or not on the originating batch.
1156
- struct Complete {
1157
- ServerMetadataHandle result;
1158
- };
566
+ return Pending{};
567
+ },
568
+ [stream = std::move(stream)](ServerMetadataHandle result) {
569
+ stream->set_finished();
570
+ return result;
571
+ });
572
+ }
573
+ #endif
1159
574
 
1160
- // Trailing metadata state: we've asked the transport for trailing metadata
1161
- // and are waiting for it before proceeding.
1162
- struct WaitingForTrailingMetadata {
1163
- ClientMetadataHandle result =
1164
- GetContext<Arena>()->MakePooled<ClientMetadata>(GetContext<Arena>());
1165
- grpc_transport_stream_op_batch recv_trailing_metadata;
1166
- grpc_closure recv_trailing_metadata_ready;
1167
- Waker waker;
575
+ #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
576
+ ArenaPromise<ServerMetadataHandle> MakeServerCallPromise(
577
+ grpc_transport* transport, CallArgs,
578
+ NextPromiseFactory next_promise_factory) {
579
+ OrphanablePtr<ConnectedChannelStream> stream(
580
+ GetContext<Arena>()->New<ConnectedChannelStream>(transport));
581
+
582
+ stream->SetStream(static_cast<grpc_stream*>(
583
+ GetContext<Arena>()->Alloc(transport->vtable->sizeof_stream)));
584
+ grpc_transport_init_stream(
585
+ transport, stream->stream(), stream->stream_refcount(),
586
+ GetContext<CallContext>()->server_call_context()->server_stream_data(),
587
+ GetContext<Arena>());
588
+ auto* party = static_cast<Party*>(Activity::current());
589
+
590
+ // Arifacts we need for the lifetime of the call.
591
+ struct CallData {
592
+ Pipe<MessageHandle> server_to_client;
593
+ Pipe<MessageHandle> client_to_server;
594
+ Pipe<ServerMetadataHandle> server_initial_metadata;
595
+ Latch<ServerMetadataHandle> failure_latch;
596
+ Latch<grpc_polling_entity> polling_entity_latch;
597
+ bool sent_initial_metadata = false;
598
+ bool sent_trailing_metadata = false;
1168
599
  };
1169
-
1170
- // We've received trailing metadata from the transport - which indicates reads
1171
- // are closed.
1172
- // We convert to an absl::Status here and use that to drive a decision to
1173
- // cancel the call (on error) or not.
1174
- struct GotClientHalfClose {
1175
- absl::Status result;
600
+ auto* call_data = GetContext<Arena>()->New<CallData>();
601
+ GetContext<CallFinalization>()->Add(
602
+ [call_data](const grpc_call_final_info*) { call_data->~CallData(); });
603
+
604
+ party->Spawn(
605
+ "set_polling_entity", call_data->polling_entity_latch.Wait(),
606
+ [transport,
607
+ stream = stream->InternalRef()](grpc_polling_entity polling_entity) {
608
+ grpc_transport_set_pops(transport, stream->stream(), &polling_entity);
609
+ });
610
+
611
+ auto server_to_client_empty =
612
+ call_data->server_to_client.receiver.AwaitEmpty();
613
+
614
+ // Create a promise that will receive client initial metadata, and then run
615
+ // the main stem of the call (calling next_promise_factory up through the
616
+ // filters).
617
+ // Race the main call with failure_latch, allowing us to forcefully complete
618
+ // the call in the case of a failure.
619
+ auto recv_initial_metadata_then_run_promise =
620
+ TrySeq(GetContext<BatchBuilder>()->ReceiveClientInitialMetadata(
621
+ stream->batch_target()),
622
+ [next_promise_factory = std::move(next_promise_factory),
623
+ server_to_client_empty = std::move(server_to_client_empty),
624
+ call_data](ClientMetadataHandle client_initial_metadata) {
625
+ auto call_promise = next_promise_factory(CallArgs{
626
+ std::move(client_initial_metadata),
627
+ ClientInitialMetadataOutstandingToken::Empty(),
628
+ &call_data->polling_entity_latch,
629
+ &call_data->server_initial_metadata.sender,
630
+ &call_data->client_to_server.receiver,
631
+ &call_data->server_to_client.sender,
632
+ });
633
+ return Race(call_data->failure_latch.Wait(),
634
+ [call_promise = std::move(call_promise),
635
+ server_to_client_empty =
636
+ std::move(server_to_client_empty)]() mutable
637
+ -> Poll<ServerMetadataHandle> {
638
+ // TODO(ctiller): this is deeply weird and we need
639
+ // to clean this up.
640
+ //
641
+ // The following few lines check to ensure that
642
+ // there's no message currently pending in the
643
+ // outgoing message queue, and if (and only if)
644
+ // that's true decides to poll the main promise to
645
+ // see if there's a result.
646
+ //
647
+ // This essentially introduces a polling priority
648
+ // scheme that makes the current promise structure
649
+ // work out the way we want when talking to
650
+ // transports.
651
+ //
652
+ // The problem is that transports are going to need
653
+ // to replicate this structure when they convert to
654
+ // promises, and that becomes troubling as we'll be
655
+ // replicating weird throughout the stack.
656
+ //
657
+ // Instead we likely need to change the way we're
658
+ // composing promises through the stack.
659
+ //
660
+ // Proposed is to change filters from a promise
661
+ // that takes ClientInitialMetadata and returns
662
+ // ServerTrailingMetadata with three pipes for
663
+ // ServerInitialMetadata and
664
+ // ClientToServerMessages, ServerToClientMessages.
665
+ // Instead we'll have five pipes, moving
666
+ // ClientInitialMetadata and ServerTrailingMetadata
667
+ // to pipes that can be intercepted.
668
+ //
669
+ // The effect of this change will be to cripple the
670
+ // things that can be done in a filter (but cripple
671
+ // in line with what most filters actually do).
672
+ // We'll likely need to add a `CallContext::Cancel`
673
+ // to allow filters to cancel a request, but this
674
+ // would also have the advantage of centralizing
675
+ // our cancellation machinery which seems like an
676
+ // additional win - with the net effect that the
677
+ // shape of the call gets made explicit at the top
678
+ // & bottom of the stack.
679
+ //
680
+ // There's a small set of filters (retry, this one,
681
+ // lame client, clinet channel) that terminate
682
+ // stacks and need a richer set of semantics, but
683
+ // that ends up being fine because we can spawn
684
+ // tasks in parties to handle those edge cases, and
685
+ // keep the majority of filters simple: they just
686
+ // call InterceptAndMap on a handful of filters at
687
+ // call initialization time and then proceed to
688
+ // actually filter.
689
+ //
690
+ // So that's the plan, why isn't it enacted here?
691
+ //
692
+ // Well, the plan ends up being easy to implement
693
+ // in the promise based world (I did a prototype on
694
+ // a branch in an afternoon). It's heinous to
695
+ // implement in promise_based_filter, and that code
696
+ // is load bearing for us at the time of writing.
697
+ // It's not worth delaying promises for a further N
698
+ // months (N ~ 6) to make that change.
699
+ //
700
+ // Instead, we'll move forward with this, get
701
+ // promise_based_filter out of the picture, and
702
+ // then during the mop-up phase for promises tweak
703
+ // the compute structure to move to the magical
704
+ // five pipes (I'm reminded of an old Onion
705
+ // article), and end up in a good happy place.
706
+ if (server_to_client_empty().pending()) {
707
+ return Pending{};
708
+ }
709
+ return call_promise();
710
+ });
711
+ });
712
+
713
+ // Promise factory that accepts a ServerMetadataHandle, and sends it as the
714
+ // trailing metadata for this call.
715
+ auto send_trailing_metadata = [call_data, stream = stream->InternalRef()](
716
+ ServerMetadataHandle
717
+ server_trailing_metadata) {
718
+ bool is_cancellation =
719
+ server_trailing_metadata->get(GrpcCallWasCancelled()).value_or(false);
720
+ return GetContext<BatchBuilder>()->SendServerTrailingMetadata(
721
+ stream->batch_target(), std::move(server_trailing_metadata),
722
+ is_cancellation ||
723
+ !std::exchange(call_data->sent_initial_metadata, true));
1176
724
  };
1177
725
 
1178
- void RecvInitialMetadataReady(absl::Status status) {
1179
- MutexLock lock(mu());
1180
- auto& getting = absl::get<GettingInitialMetadata>(call_state_);
1181
- auto waker = std::move(getting.recv_initial_metadata_ready_waker);
1182
- if (grpc_call_trace.enabled()) {
1183
- gpr_log(GPR_DEBUG, "%sGOT INITIAL METADATA: err=%s %s",
1184
- waker.ActivityDebugTag().c_str(), status.ToString().c_str(),
1185
- getting.client_initial_metadata->DebugString().c_str());
1186
- }
1187
- GotInitialMetadata got{std::move(getting.client_initial_metadata),
1188
- std::move(getting.next_promise_factory)};
1189
- call_state_.emplace<GotInitialMetadata>(std::move(got));
1190
- waker.Wakeup();
1191
- }
1192
-
1193
- void SendTrailingMetadataDone(absl::Status result) {
1194
- MutexLock lock(mu());
1195
- auto& completing = absl::get<Completing>(call_state_);
1196
- auto md = std::move(completing.server_trailing_metadata);
1197
- auto waker = std::move(completing.waker);
1198
- if (grpc_call_trace.enabled()) {
1199
- gpr_log(GPR_DEBUG, "%sSEND TRAILING METADATA DONE: err=%s sent=%s %s",
1200
- waker.ActivityDebugTag().c_str(), result.ToString().c_str(),
1201
- completing.sent ? "true" : "false", md->DebugString().c_str());
1202
- }
1203
- md->Set(GrpcStatusFromWire(), completing.sent);
1204
- if (!result.ok()) {
1205
- md->Clear();
1206
- md->Set(GrpcStatusMetadata(),
1207
- static_cast<grpc_status_code>(result.code()));
1208
- md->Set(GrpcMessageMetadata(), Slice::FromCopiedString(result.message()));
1209
- md->Set(GrpcStatusFromWire(), false);
1210
- }
1211
- call_state_.emplace<Complete>(Complete{std::move(md)});
1212
- waker.Wakeup();
1213
- }
1214
-
1215
- std::string ActiveOpsString() const override
1216
- ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu()) {
1217
- std::vector<std::string> ops;
1218
- ops.push_back(absl::StrCat(
1219
- "call_state:",
1220
- Match(
1221
- call_state_,
1222
- [](const absl::monostate&) { return "absl::monostate"; },
1223
- [](const GettingInitialMetadata&) { return "GETTING"; },
1224
- [](const GotInitialMetadata&) { return "GOT"; },
1225
- [](const MessageLoop&) { return "RUNNING"; },
1226
- [](const Completing&) { return "COMPLETING"; },
1227
- [](const Complete&) { return "COMPLETE"; })));
1228
- ops.push_back(
1229
- absl::StrCat("client_trailing_metadata_state:",
1230
- Match(
1231
- client_trailing_metadata_state_,
1232
- [](const absl::monostate&) -> std::string {
1233
- return "absl::monostate";
1234
- },
1235
- [](const WaitingForTrailingMetadata&) -> std::string {
1236
- return "WAITING";
1237
- },
1238
- [](const GotClientHalfClose& got) -> std::string {
1239
- return absl::StrCat("GOT:", got.result.ToString());
1240
- })));
1241
- // Send initial metadata
1242
- ops.push_back(absl::StrCat(
1243
- "server_initial_metadata_state:",
1244
- Match(
1245
- server_initial_metadata_,
1246
- [](const absl::monostate&) { return "absl::monostate"; },
1247
- [](const PipeReceiverNextType<ServerMetadataHandle>&) {
1248
- return "WAITING";
1249
- },
1250
- [](const ServerMetadataHandle&) { return "GOT"; })));
1251
- // Send message
1252
- std::string send_message_state = SendMessageString();
1253
- if (send_message_state != "WAITING") {
1254
- ops.push_back(absl::StrCat("send_message:", send_message_state));
1255
- }
1256
- // Receive message
1257
- std::string recv_message_state = RecvMessageString();
1258
- if (recv_message_state != "IDLE") {
1259
- ops.push_back(absl::StrCat("recv_message:", recv_message_state));
1260
- }
1261
- return absl::StrJoin(ops, " ");
1262
- }
726
+ // Runs the receive message loop, either until all the messages
727
+ // are received or the server call is complete.
728
+ party->Spawn(
729
+ "recv_messages",
730
+ Race(
731
+ Map(stream->WaitFinished(), [](Empty) { return absl::OkStatus(); }),
732
+ Map(stream->RecvMessages(&call_data->client_to_server.sender, true),
733
+ [failure_latch = &call_data->failure_latch](absl::Status status) {
734
+ if (!status.ok() && !failure_latch->is_set()) {
735
+ failure_latch->Set(ServerMetadataFromStatus(status));
736
+ }
737
+ return status;
738
+ })),
739
+ [](absl::Status) {});
740
+
741
+ // Run a promise that will send initial metadata (if that pipe sends some).
742
+ // And then run the send message loop until that completes.
743
+
744
+ auto send_initial_metadata = Seq(
745
+ Race(Map(stream->WaitFinished(),
746
+ [](Empty) { return NextResult<ServerMetadataHandle>(true); }),
747
+ call_data->server_initial_metadata.receiver.Next()),
748
+ [call_data, stream = stream->InternalRef()](
749
+ NextResult<ServerMetadataHandle> next_result) mutable {
750
+ auto md = !call_data->sent_initial_metadata && next_result.has_value()
751
+ ? std::move(next_result.value())
752
+ : nullptr;
753
+ if (md != nullptr) {
754
+ call_data->sent_initial_metadata = true;
755
+ auto* party = static_cast<Party*>(Activity::current());
756
+ party->Spawn("connected/send_initial_metadata",
757
+ GetContext<BatchBuilder>()->SendServerInitialMetadata(
758
+ stream->batch_target(), std::move(md)),
759
+ [](absl::Status) {});
760
+ return Immediate(absl::OkStatus());
761
+ }
762
+ return Immediate(absl::CancelledError());
763
+ });
764
+ party->Spawn(
765
+ "send_initial_metadata_then_messages",
766
+ Race(Map(stream->WaitFinished(), [](Empty) { return absl::OkStatus(); }),
767
+ TrySeq(std::move(send_initial_metadata),
768
+ stream->SendMessages(&call_data->server_to_client.receiver))),
769
+ [](absl::Status) {});
770
+
771
+ // Spawn a job to fetch the "client trailing metadata" - if this is OK then
772
+ // it's client done, otherwise it's a signal of cancellation from the client
773
+ // which we'll use failure_latch to signal.
774
+
775
+ party->Spawn(
776
+ "recv_trailing_metadata",
777
+ Seq(GetContext<BatchBuilder>()->ReceiveClientTrailingMetadata(
778
+ stream->batch_target()),
779
+ [failure_latch = &call_data->failure_latch](
780
+ absl::StatusOr<ClientMetadataHandle> status) mutable {
781
+ if (grpc_call_trace.enabled()) {
782
+ gpr_log(
783
+ GPR_DEBUG,
784
+ "%s[connected] Got trailing metadata; status=%s metadata=%s",
785
+ Activity::current()->DebugTag().c_str(),
786
+ status.status().ToString().c_str(),
787
+ status.ok() ? (*status)->DebugString().c_str() : "<none>");
788
+ }
789
+ ClientMetadataHandle trailing_metadata;
790
+ if (status.ok()) {
791
+ trailing_metadata = std::move(*status);
792
+ } else {
793
+ trailing_metadata =
794
+ GetContext<Arena>()->MakePooled<ClientMetadata>(
795
+ GetContext<Arena>());
796
+ grpc_status_code status_code = GRPC_STATUS_UNKNOWN;
797
+ std::string message;
798
+ grpc_error_get_status(status.status(), Timestamp::InfFuture(),
799
+ &status_code, &message, nullptr, nullptr);
800
+ trailing_metadata->Set(GrpcStatusMetadata(), status_code);
801
+ trailing_metadata->Set(GrpcMessageMetadata(),
802
+ Slice::FromCopiedString(message));
803
+ }
804
+ if (trailing_metadata->get(GrpcStatusMetadata())
805
+ .value_or(GRPC_STATUS_UNKNOWN) != GRPC_STATUS_OK) {
806
+ if (!failure_latch->is_set()) {
807
+ failure_latch->Set(std::move(trailing_metadata));
808
+ }
809
+ }
810
+ return Empty{};
811
+ }),
812
+ [](Empty) {});
1263
813
 
1264
- void SendInitialMetadataDone() {}
814
+ // Finally assemble the main call promise:
815
+ // Receive initial metadata from the client and start the promise up the
816
+ // filter stack.
817
+ // Upon completion, send trailing metadata to the client and then return it
818
+ // (allowing the call code to decide on what signalling to give the
819
+ // application).
1265
820
 
1266
- void RecvTrailingMetadataReady(absl::Status error) {
1267
- MutexLock lock(mu());
1268
- auto& state =
1269
- absl::get<WaitingForTrailingMetadata>(client_trailing_metadata_state_);
1270
- if (grpc_call_trace.enabled()) {
1271
- gpr_log(GPR_INFO,
1272
- "%sRecvTrailingMetadataReady: error:%s metadata:%s state:%s",
1273
- state.waker.ActivityDebugTag().c_str(), error.ToString().c_str(),
1274
- state.result->DebugString().c_str(), ActiveOpsString().c_str());
821
+ struct CleanupPollingEntityLatch {
822
+ void operator()(Latch<grpc_polling_entity>* latch) {
823
+ if (!latch->is_set()) latch->Set(grpc_polling_entity());
1275
824
  }
1276
- auto waker = std::move(state.waker);
1277
- ServerMetadataHandle result = std::move(state.result);
1278
- if (error.ok()) {
1279
- auto* message = result->get_pointer(GrpcMessageMetadata());
1280
- error = absl::Status(
1281
- static_cast<absl::StatusCode>(
1282
- result->get(GrpcStatusMetadata()).value_or(GRPC_STATUS_UNKNOWN)),
1283
- message == nullptr ? "" : message->as_string_view());
825
+ };
826
+ auto cleanup_polling_entity_latch =
827
+ std::unique_ptr<Latch<grpc_polling_entity>, CleanupPollingEntityLatch>(
828
+ &call_data->polling_entity_latch);
829
+ struct CleanupSendInitialMetadata {
830
+ void operator()(CallData* call_data) {
831
+ call_data->server_initial_metadata.receiver.CloseWithError();
1284
832
  }
1285
- client_trailing_metadata_state_.emplace<GotClientHalfClose>(
1286
- GotClientHalfClose{error});
1287
- waker.Wakeup();
1288
- }
1289
-
1290
- struct Pipes {
1291
- Pipe<MessageHandle> server_to_client;
1292
- Pipe<MessageHandle> client_to_server;
1293
- Pipe<ServerMetadataHandle> server_initial_metadata;
1294
833
  };
1295
-
1296
- using CallState =
1297
- absl::variant<absl::monostate, GettingInitialMetadata, GotInitialMetadata,
1298
- MessageLoop, Completing, Complete>;
1299
- CallState call_state_ ABSL_GUARDED_BY(mu()) = absl::monostate{};
1300
- using ClientTrailingMetadataState =
1301
- absl::variant<absl::monostate, WaitingForTrailingMetadata,
1302
- GotClientHalfClose>;
1303
- ClientTrailingMetadataState client_trailing_metadata_state_
1304
- ABSL_GUARDED_BY(mu()) = absl::monostate{};
1305
- absl::variant<absl::monostate, PipeReceiverNextType<ServerMetadataHandle>,
1306
- ServerMetadataHandle>
1307
- ABSL_GUARDED_BY(mu()) server_initial_metadata_ = absl::monostate{};
1308
- PipeSender<MessageHandle>* incoming_messages_ = nullptr;
1309
- grpc_transport_stream_op_batch send_initial_metadata_;
1310
- grpc_closure send_initial_metadata_done_ =
1311
- MakeMemberClosure<ServerStream, &ServerStream::SendInitialMetadataDone>(
1312
- this);
1313
- Pipes pipes_ ABSL_GUARDED_BY(mu());
1314
- };
1315
-
1316
- class ServerConnectedCallPromise {
1317
- public:
1318
- ServerConnectedCallPromise(grpc_transport* transport,
1319
- NextPromiseFactory next_promise_factory)
1320
- : impl_(GetContext<Arena>()->New<ServerStream>(
1321
- transport, std::move(next_promise_factory))) {}
1322
-
1323
- ServerConnectedCallPromise(const ServerConnectedCallPromise&) = delete;
1324
- ServerConnectedCallPromise& operator=(const ServerConnectedCallPromise&) =
1325
- delete;
1326
- ServerConnectedCallPromise(ServerConnectedCallPromise&& other) noexcept
1327
- : impl_(std::exchange(other.impl_, nullptr)) {}
1328
- ServerConnectedCallPromise& operator=(
1329
- ServerConnectedCallPromise&& other) noexcept {
1330
- impl_ = std::move(other.impl_);
1331
- return *this;
1332
- }
1333
-
1334
- static ArenaPromise<ServerMetadataHandle> Make(grpc_transport* transport,
1335
- CallArgs,
1336
- NextPromiseFactory next) {
1337
- return ServerConnectedCallPromise(transport, std::move(next));
1338
- }
1339
-
1340
- Poll<ServerMetadataHandle> operator()() { return impl_->PollOnce(); }
1341
-
1342
- private:
1343
- OrphanablePtr<ServerStream> impl_;
1344
- };
834
+ auto cleanup_send_initial_metadata =
835
+ std::unique_ptr<CallData, CleanupSendInitialMetadata>(call_data);
836
+
837
+ return Map(
838
+ Seq(std::move(recv_initial_metadata_then_run_promise),
839
+ std::move(send_trailing_metadata)),
840
+ [cleanup_polling_entity_latch = std::move(cleanup_polling_entity_latch),
841
+ cleanup_send_initial_metadata = std::move(cleanup_send_initial_metadata),
842
+ stream = std::move(stream)](ServerMetadataHandle md) {
843
+ stream->set_finished();
844
+ return md;
845
+ });
846
+ }
1345
847
  #endif
1346
848
 
1347
849
  template <ArenaPromise<ServerMetadataHandle> (*make_call_promise)(
1348
850
  grpc_transport*, CallArgs, NextPromiseFactory)>
1349
851
  grpc_channel_filter MakeConnectedFilter() {
1350
852
  // Create a vtable that contains both the legacy call methods (for filter
1351
- // stack based calls) and the new promise based method for creating promise
1352
- // based calls (the latter iff make_call_promise != nullptr).
1353
- // In this way the filter can be inserted into either kind of channel stack,
1354
- // and only if all the filters in the stack are promise based will the call
1355
- // be promise based.
853
+ // stack based calls) and the new promise based method for creating
854
+ // promise based calls (the latter iff make_call_promise != nullptr). In
855
+ // this way the filter can be inserted into either kind of channel stack,
856
+ // and only if all the filters in the stack are promise based will the
857
+ // call be promise based.
1356
858
  auto make_call_wrapper = +[](grpc_channel_element* elem, CallArgs call_args,
1357
859
  NextPromiseFactory next) {
1358
860
  grpc_transport* transport =
@@ -1370,12 +872,11 @@ grpc_channel_filter MakeConnectedFilter() {
1370
872
  sizeof(channel_data),
1371
873
  connected_channel_init_channel_elem,
1372
874
  +[](grpc_channel_stack* channel_stack, grpc_channel_element* elem) {
1373
- // HACK(ctiller): increase call stack size for the channel to make space
1374
- // for channel data. We need a cleaner (but performant) way to do this,
1375
- // and I'm not sure what that is yet.
1376
- // This is only "safe" because call stacks place no additional data
1377
- // after the last call element, and the last call element MUST be the
1378
- // connected channel.
875
+ // HACK(ctiller): increase call stack size for the channel to make
876
+ // space for channel data. We need a cleaner (but performant) way to
877
+ // do this, and I'm not sure what that is yet. This is only "safe"
878
+ // because call stacks place no additional data after the last call
879
+ // element, and the last call element MUST be the connected channel.
1379
880
  channel_stack->call_stack_size += grpc_transport_stream_size(
1380
881
  static_cast<channel_data*>(elem->channel_data)->transport);
1381
882
  },
@@ -1395,7 +896,7 @@ const grpc_channel_filter kPromiseBasedTransportFilter =
1395
896
 
1396
897
  #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_CLIENT_CALL
1397
898
  const grpc_channel_filter kClientEmulatedFilter =
1398
- MakeConnectedFilter<ClientConnectedCallPromise::Make>();
899
+ MakeConnectedFilter<MakeClientCallPromise>();
1399
900
  #else
1400
901
  const grpc_channel_filter kClientEmulatedFilter =
1401
902
  MakeConnectedFilter<nullptr>();
@@ -1403,7 +904,7 @@ const grpc_channel_filter kClientEmulatedFilter =
1403
904
 
1404
905
  #ifdef GRPC_EXPERIMENT_IS_INCLUDED_PROMISE_BASED_SERVER_CALL
1405
906
  const grpc_channel_filter kServerEmulatedFilter =
1406
- MakeConnectedFilter<ServerConnectedCallPromise::Make>();
907
+ MakeConnectedFilter<MakeServerCallPromise>();
1407
908
  #else
1408
909
  const grpc_channel_filter kServerEmulatedFilter =
1409
910
  MakeConnectedFilter<nullptr>();
@@ -1419,20 +920,20 @@ bool grpc_add_connected_filter(grpc_core::ChannelStackBuilder* builder) {
1419
920
  // We can't know promise based call or not here (that decision needs the
1420
921
  // collaboration of all of the filters on the channel, and we don't want
1421
922
  // ordering constraints on when we add filters).
1422
- // We can know if this results in a promise based call how we'll create our
1423
- // promise (if indeed we can), and so that is the choice made here.
923
+ // We can know if this results in a promise based call how we'll create
924
+ // our promise (if indeed we can), and so that is the choice made here.
1424
925
  if (t->vtable->make_call_promise != nullptr) {
1425
- // Option 1, and our ideal: the transport supports promise based calls, and
1426
- // so we simply use the transport directly.
926
+ // Option 1, and our ideal: the transport supports promise based calls,
927
+ // and so we simply use the transport directly.
1427
928
  builder->AppendFilter(&grpc_core::kPromiseBasedTransportFilter);
1428
929
  } else if (grpc_channel_stack_type_is_client(builder->channel_stack_type())) {
1429
- // Option 2: the transport does not support promise based calls, but we're
1430
- // on the client and so we have an implementation that we can use to convert
1431
- // to batches.
930
+ // Option 2: the transport does not support promise based calls, but
931
+ // we're on the client and so we have an implementation that we can use
932
+ // to convert to batches.
1432
933
  builder->AppendFilter(&grpc_core::kClientEmulatedFilter);
1433
934
  } else {
1434
- // Option 3: the transport does not support promise based calls, and we're
1435
- // on the server so we use the server filter.
935
+ // Option 3: the transport does not support promise based calls, and
936
+ // we're on the server so we use the server filter.
1436
937
  builder->AppendFilter(&grpc_core::kServerEmulatedFilter);
1437
938
  }
1438
939
  return true;