grpc 1.60.0 → 1.62.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (889) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +397 -332
  3. data/include/grpc/event_engine/event_engine.h +25 -16
  4. data/include/grpc/event_engine/extensible.h +68 -0
  5. data/include/grpc/event_engine/internal/memory_allocator_impl.h +6 -0
  6. data/include/grpc/event_engine/internal/slice_cast.h +12 -0
  7. data/include/grpc/event_engine/memory_allocator.h +3 -1
  8. data/include/grpc/event_engine/slice.h +5 -0
  9. data/include/grpc/grpc_security.h +22 -1
  10. data/include/grpc/impl/call.h +29 -0
  11. data/include/grpc/impl/channel_arg_names.h +12 -1
  12. data/include/grpc/impl/slice_type.h +1 -1
  13. data/include/grpc/module.modulemap +1 -0
  14. data/include/grpc/support/port_platform.h +12 -20
  15. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.cc +3 -3
  16. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.h +4 -4
  17. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.cc +1 -1
  18. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.h +3 -3
  19. data/src/core/{ext/filters/client_channel → client_channel}/channel_connectivity.cc +11 -11
  20. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.cc +1 -1
  21. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.h +3 -3
  22. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.cc +1 -1
  23. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.h +4 -4
  24. data/src/core/{ext/filters/client_channel/client_channel.cc → client_channel/client_channel_filter.cc} +278 -236
  25. data/src/core/{ext/filters/client_channel/client_channel.h → client_channel/client_channel_filter.h} +42 -42
  26. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_internal.h +8 -6
  27. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_plugin.cc +5 -5
  28. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.cc +2 -2
  29. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.h +5 -5
  30. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.cc +1 -1
  31. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.h +5 -5
  32. data/src/core/{ext/filters/client_channel → client_channel}/connector.h +3 -3
  33. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.cc +1 -1
  34. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.h +3 -3
  35. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.cc +3 -3
  36. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.h +4 -4
  37. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.cc +1 -1
  38. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.h +3 -3
  39. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.cc +2 -2
  40. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.h +4 -4
  41. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.cc +9 -8
  42. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.h +8 -8
  43. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.cc +12 -9
  44. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.h +11 -10
  45. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.cc +1 -1
  46. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.h +4 -4
  47. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.cc +1 -1
  48. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.h +3 -3
  49. data/src/core/{ext/filters/client_channel → client_channel}/service_config_channel_arg_filter.cc +39 -21
  50. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.cc +2 -2
  51. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.h +6 -6
  52. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_interface_internal.h +5 -5
  53. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.cc +1 -1
  54. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.h +3 -3
  55. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.cc +1 -1
  56. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.h +4 -4
  57. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +55 -8
  58. data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +20 -6
  59. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +10 -13
  60. data/src/core/ext/filters/channel_idle/channel_idle_filter.h +18 -10
  61. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.cc +326 -0
  62. data/src/core/ext/filters/channel_idle/legacy_channel_idle_filter.h +143 -0
  63. data/src/core/ext/filters/deadline/deadline_filter.cc +12 -0
  64. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +18 -14
  65. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +13 -4
  66. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
  67. data/src/core/ext/filters/http/client/http_client_filter.cc +23 -32
  68. data/src/core/ext/filters/http/client/http_client_filter.h +10 -5
  69. data/src/core/ext/filters/http/client_authority_filter.cc +14 -14
  70. data/src/core/ext/filters/http/client_authority_filter.h +12 -4
  71. data/src/core/ext/filters/http/http_filters_plugin.cc +42 -20
  72. data/src/core/ext/filters/http/message_compress/compression_filter.cc +55 -80
  73. data/src/core/ext/filters/http/message_compress/compression_filter.h +54 -12
  74. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.cc +325 -0
  75. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.h +139 -0
  76. data/src/core/ext/filters/http/server/http_server_filter.cc +41 -41
  77. data/src/core/ext/filters/http/server/http_server_filter.h +11 -4
  78. data/src/core/ext/filters/message_size/message_size_filter.cc +57 -77
  79. data/src/core/ext/filters/message_size/message_size_filter.h +36 -24
  80. data/src/core/ext/filters/rbac/rbac_filter.cc +16 -12
  81. data/src/core/ext/filters/rbac/rbac_filter.h +11 -4
  82. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
  83. data/src/core/ext/filters/server_config_selector/server_config_selector.h +2 -2
  84. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +27 -15
  85. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +48 -51
  86. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +22 -5
  87. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
  88. data/src/core/ext/transport/chttp2/alpn/alpn.cc +5 -2
  89. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +7 -7
  90. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
  91. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +11 -2
  92. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +67 -145
  93. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +3 -3
  94. data/src/core/ext/transport/chttp2/transport/flow_control.cc +21 -82
  95. data/src/core/ext/transport/chttp2/transport/flow_control.h +1 -8
  96. data/src/core/ext/transport/chttp2/transport/frame.cc +506 -0
  97. data/src/core/ext/transport/chttp2/transport/frame.h +214 -0
  98. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +1 -1
  99. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +33 -79
  100. data/src/core/ext/transport/chttp2/transport/frame_settings.h +4 -7
  101. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +5 -0
  102. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +3 -1
  103. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -1
  104. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +122 -32
  105. data/src/core/ext/transport/chttp2/transport/http2_settings.h +142 -37
  106. data/src/core/ext/transport/chttp2/transport/internal.h +1 -22
  107. data/src/core/ext/transport/chttp2/transport/parsing.cc +23 -37
  108. data/src/core/ext/transport/chttp2/transport/writing.cc +26 -58
  109. data/src/core/ext/transport/inproc/inproc_transport.cc +179 -13
  110. data/src/core/ext/transport/inproc/inproc_transport.h +8 -0
  111. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +351 -164
  112. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +89 -50
  113. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +2 -0
  114. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +47 -3
  115. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +15 -7
  116. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +32 -3
  117. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +8 -5
  118. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +28 -0
  119. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +6 -4
  120. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +0 -1
  121. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +0 -1
  122. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +29 -0
  123. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +7 -4
  124. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +17 -1
  125. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +4 -3
  126. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +166 -0
  127. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +55 -0
  128. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.h +30 -0
  129. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +30 -0
  130. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +7 -5
  131. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +99 -19
  132. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +29 -12
  133. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.h +1 -0
  134. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +15 -0
  135. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +4 -3
  136. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +31 -3
  137. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +22 -4
  138. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +91 -3
  139. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +11 -8
  140. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +30 -0
  141. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +7 -4
  142. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +1 -0
  143. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +1 -0
  144. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +125 -3
  145. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +17 -4
  146. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +19 -1
  147. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +4 -3
  148. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +1 -0
  149. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +1 -0
  150. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +15 -0
  151. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +5 -2
  152. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +42 -0
  153. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +11 -8
  154. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +23 -8
  155. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +9 -4
  156. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +58 -16
  157. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +14 -11
  158. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb.h +712 -0
  159. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.c +151 -0
  160. data/src/core/ext/upb-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upb_minitable.h +33 -0
  161. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +15 -0
  162. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +7 -2
  163. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +129 -0
  164. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +27 -6
  165. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.h +1 -0
  166. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +15 -0
  167. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +5 -2
  168. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +60 -60
  169. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +278 -256
  170. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +10 -0
  171. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +483 -475
  172. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.c +27 -20
  173. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +17 -12
  174. data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.c +157 -161
  175. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.c +105 -97
  176. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +106 -102
  177. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.c +52 -0
  178. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.h +35 -0
  179. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.c +14 -13
  180. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +228 -224
  181. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.c +32 -26
  182. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.h +5 -0
  183. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.c +31 -28
  184. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.c +22 -19
  185. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +818 -813
  186. data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.c +158 -151
  187. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +27 -23
  188. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +59 -53
  189. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.c +40 -18
  190. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +106 -103
  191. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.c +16 -12
  192. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +22 -21
  193. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +265 -261
  194. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +127 -125
  195. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +188 -182
  196. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.c +133 -0
  197. data/src/core/ext/upbdefs-gen/envoy/extensions/upstreams/http/v3/http_protocol_options.upbdefs.h +50 -0
  198. data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.c +57 -56
  199. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.c +27 -20
  200. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.h +5 -0
  201. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.c +10 -8
  202. data/src/core/ext/xds/certificate_provider_store.cc +2 -1
  203. data/src/core/ext/xds/certificate_provider_store.h +0 -5
  204. data/src/core/ext/xds/xds_api.cc +92 -166
  205. data/src/core/ext/xds/xds_api.h +4 -9
  206. data/src/core/ext/xds/xds_bootstrap.h +6 -4
  207. data/src/core/ext/xds/xds_bootstrap_grpc.cc +4 -15
  208. data/src/core/ext/xds/xds_bootstrap_grpc.h +2 -1
  209. data/src/core/ext/xds/xds_certificate_provider.cc +88 -287
  210. data/src/core/ext/xds/xds_certificate_provider.h +44 -111
  211. data/src/core/ext/xds/xds_client.cc +526 -468
  212. data/src/core/ext/xds/xds_client.h +50 -36
  213. data/src/core/ext/xds/xds_client_grpc.cc +56 -16
  214. data/src/core/ext/xds/xds_client_grpc.h +4 -1
  215. data/src/core/ext/xds/xds_client_stats.cc +11 -11
  216. data/src/core/ext/xds/xds_client_stats.h +8 -13
  217. data/src/core/ext/xds/xds_cluster.cc +105 -12
  218. data/src/core/ext/xds/xds_cluster.h +10 -2
  219. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +9 -5
  220. data/src/core/ext/xds/xds_common_types.cc +14 -10
  221. data/src/core/ext/xds/xds_endpoint.cc +9 -4
  222. data/src/core/ext/xds/xds_endpoint.h +6 -2
  223. data/src/core/ext/xds/xds_health_status.cc +12 -2
  224. data/src/core/ext/xds/xds_health_status.h +5 -3
  225. data/src/core/ext/xds/xds_http_rbac_filter.cc +5 -3
  226. data/src/core/ext/xds/xds_lb_policy_registry.cc +1 -1
  227. data/src/core/ext/xds/xds_listener.cc +14 -8
  228. data/src/core/ext/xds/xds_resource_type_impl.h +6 -4
  229. data/src/core/ext/xds/xds_route_config.cc +35 -23
  230. data/src/core/ext/xds/xds_route_config.h +1 -0
  231. data/src/core/ext/xds/xds_server_config_fetcher.cc +63 -59
  232. data/src/core/ext/xds/xds_transport.h +3 -0
  233. data/src/core/ext/xds/xds_transport_grpc.cc +52 -55
  234. data/src/core/ext/xds/xds_transport_grpc.h +4 -0
  235. data/src/core/lib/channel/call_tracer.cc +12 -0
  236. data/src/core/lib/channel/call_tracer.h +17 -3
  237. data/src/core/lib/channel/channel_args.cc +24 -14
  238. data/src/core/lib/channel/channel_args.h +89 -14
  239. data/src/core/lib/channel/channel_stack.cc +27 -0
  240. data/src/core/lib/channel/channel_stack.h +10 -10
  241. data/src/core/lib/channel/connected_channel.cc +77 -30
  242. data/src/core/lib/channel/promise_based_filter.cc +4 -4
  243. data/src/core/lib/channel/promise_based_filter.h +1040 -1
  244. data/src/core/lib/channel/server_call_tracer_filter.cc +43 -35
  245. data/src/core/lib/compression/compression_internal.cc +0 -3
  246. data/src/core/lib/config/core_configuration.h +3 -3
  247. data/src/core/lib/event_engine/ares_resolver.cc +141 -73
  248. data/src/core/lib/event_engine/ares_resolver.h +9 -10
  249. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +4 -0
  250. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +8 -1
  251. data/src/core/lib/event_engine/extensions/can_track_errors.h +40 -0
  252. data/src/core/lib/event_engine/extensions/supports_fd.h +160 -0
  253. data/src/core/lib/event_engine/forkable.cc +7 -5
  254. data/src/core/lib/event_engine/posix.h +11 -122
  255. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.cc +132 -0
  256. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +57 -0
  257. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +31 -7
  258. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +1 -0
  259. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +54 -39
  260. data/src/core/lib/event_engine/posix_engine/posix_engine.h +6 -12
  261. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +14 -6
  262. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +21 -3
  263. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +9 -2
  264. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +7 -0
  265. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +17 -27
  266. data/src/core/lib/event_engine/posix_engine/timer_manager.h +0 -3
  267. data/src/core/lib/event_engine/query_extensions.h +85 -0
  268. data/src/core/lib/event_engine/ref_counted_dns_resolver_interface.h +55 -0
  269. data/src/core/lib/event_engine/shim.cc +3 -17
  270. data/src/core/lib/event_engine/shim.h +0 -2
  271. data/src/core/lib/event_engine/thread_pool/thread_count.cc +28 -7
  272. data/src/core/lib/event_engine/thread_pool/thread_count.h +6 -1
  273. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +109 -5
  274. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +9 -0
  275. data/src/core/lib/event_engine/utils.cc +2 -1
  276. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +1 -0
  277. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +115 -0
  278. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.h +51 -0
  279. data/src/core/lib/event_engine/windows/windows_engine.cc +7 -7
  280. data/src/core/lib/experiments/config.cc +23 -2
  281. data/src/core/lib/experiments/config.h +9 -0
  282. data/src/core/lib/experiments/experiments.cc +296 -378
  283. data/src/core/lib/experiments/experiments.h +64 -162
  284. data/src/core/lib/gpr/posix/sync.cc +2 -2
  285. data/src/core/lib/gpr/posix/time.cc +0 -5
  286. data/src/core/lib/gpr/windows/sync.cc +2 -2
  287. data/src/core/lib/gprpp/debug_location.h +15 -0
  288. data/src/core/lib/gprpp/down_cast.h +49 -0
  289. data/src/core/lib/gprpp/dual_ref_counted.h +36 -7
  290. data/src/core/lib/gprpp/linux/env.cc +1 -19
  291. data/src/core/lib/gprpp/load_file.cc +2 -1
  292. data/src/core/lib/gprpp/load_file.h +2 -1
  293. data/src/core/lib/gprpp/orphanable.h +27 -0
  294. data/src/core/lib/gprpp/posix/thd.cc +27 -2
  295. data/src/core/lib/gprpp/ref_counted.h +63 -22
  296. data/src/core/lib/gprpp/ref_counted_ptr.h +70 -27
  297. data/src/core/lib/gprpp/ref_counted_string.h +13 -0
  298. data/src/core/lib/gprpp/status_helper.cc +1 -2
  299. data/src/core/lib/gprpp/thd.h +8 -0
  300. data/src/core/lib/gprpp/time.h +4 -3
  301. data/src/core/lib/gprpp/windows/directory_reader.cc +1 -0
  302. data/src/core/lib/gprpp/windows/thd.cc +10 -1
  303. data/src/core/lib/iomgr/combiner.cc +16 -52
  304. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +51 -14
  305. data/src/core/lib/iomgr/event_engine_shims/endpoint.h +16 -0
  306. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -2
  307. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +2 -2
  308. data/src/core/lib/iomgr/tcp_client_posix.cc +4 -3
  309. data/src/core/lib/iomgr/tcp_server_posix.cc +65 -50
  310. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +12 -0
  311. data/src/core/lib/json/json_writer.cc +1 -1
  312. data/src/core/lib/promise/activity.cc +17 -2
  313. data/src/core/lib/promise/activity.h +13 -6
  314. data/src/core/lib/promise/all_ok.h +80 -0
  315. data/src/core/lib/promise/context.h +45 -7
  316. data/src/core/lib/promise/detail/join_state.h +2077 -0
  317. data/src/core/lib/promise/detail/promise_factory.h +1 -0
  318. data/src/core/lib/promise/detail/promise_like.h +8 -1
  319. data/src/core/lib/promise/detail/seq_state.h +3458 -150
  320. data/src/core/lib/promise/detail/status.h +42 -5
  321. data/src/core/lib/promise/for_each.h +13 -4
  322. data/src/core/lib/promise/if.h +4 -0
  323. data/src/core/lib/promise/interceptor_list.h +13 -5
  324. data/src/core/lib/promise/latch.h +9 -6
  325. data/src/core/lib/promise/party.cc +45 -31
  326. data/src/core/lib/promise/party.h +176 -9
  327. data/src/core/lib/promise/pipe.h +2 -7
  328. data/src/core/lib/promise/poll.h +39 -13
  329. data/src/core/lib/promise/promise.h +4 -0
  330. data/src/core/lib/promise/seq.h +107 -7
  331. data/src/core/lib/promise/sleep.cc +1 -1
  332. data/src/core/lib/promise/status_flag.h +226 -0
  333. data/src/core/lib/promise/try_join.h +132 -0
  334. data/src/core/lib/promise/try_seq.h +132 -10
  335. data/src/core/lib/resource_quota/arena.h +2 -2
  336. data/src/core/lib/resource_quota/memory_quota.cc +61 -12
  337. data/src/core/lib/resource_quota/memory_quota.h +6 -0
  338. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +14 -11
  339. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +14 -5
  340. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +4 -0
  341. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +4 -0
  342. data/src/core/lib/security/credentials/external/external_account_credentials.cc +28 -20
  343. data/src/core/lib/security/credentials/external/external_account_credentials.h +4 -0
  344. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +9 -11
  345. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +4 -0
  346. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +4 -0
  347. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +4 -0
  348. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +11 -10
  349. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +9 -7
  350. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +2 -1
  351. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +1 -1
  352. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +16 -24
  353. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +0 -3
  354. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +12 -0
  355. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.cc +22 -5
  356. data/src/core/lib/security/credentials/tls/grpc_tls_crl_provider.h +1 -5
  357. data/src/core/lib/security/credentials/tls/tls_credentials.cc +16 -0
  358. data/src/core/lib/security/credentials/xds/xds_credentials.cc +22 -29
  359. data/src/core/lib/security/credentials/xds/xds_credentials.h +2 -4
  360. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -1
  361. data/src/core/lib/security/security_connector/load_system_roots_supported.cc +3 -7
  362. data/src/core/lib/security/security_connector/local/local_security_connector.cc +1 -1
  363. data/src/core/lib/security/security_connector/ssl_utils.cc +26 -17
  364. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +4 -3
  365. data/src/core/lib/security/transport/auth_filters.h +71 -4
  366. data/src/core/lib/security/transport/client_auth_filter.cc +2 -4
  367. data/src/core/lib/security/transport/legacy_server_auth_filter.cc +244 -0
  368. data/src/core/lib/security/transport/security_handshaker.cc +0 -8
  369. data/src/core/lib/security/transport/security_handshaker.h +0 -6
  370. data/src/core/lib/security/transport/server_auth_filter.cc +70 -90
  371. data/src/core/lib/slice/slice_buffer.h +6 -1
  372. data/src/core/lib/surface/builtins.cc +1 -1
  373. data/src/core/lib/surface/call.cc +783 -210
  374. data/src/core/lib/surface/call.h +26 -13
  375. data/src/core/lib/surface/call_trace.cc +46 -5
  376. data/src/core/lib/surface/channel.cc +15 -25
  377. data/src/core/lib/surface/channel.h +4 -26
  378. data/src/core/lib/surface/channel_init.cc +81 -7
  379. data/src/core/lib/surface/channel_init.h +129 -5
  380. data/src/core/lib/surface/init.cc +15 -9
  381. data/src/core/lib/surface/server.cc +255 -239
  382. data/src/core/lib/surface/server.h +26 -54
  383. data/src/core/lib/surface/version.cc +2 -2
  384. data/src/core/lib/surface/wait_for_cq_end_op.cc +75 -0
  385. data/src/core/lib/surface/wait_for_cq_end_op.h +72 -0
  386. data/src/core/lib/transport/batch_builder.cc +2 -3
  387. data/src/core/lib/transport/batch_builder.h +1 -1
  388. data/src/core/lib/transport/call_factory.cc +41 -0
  389. data/src/core/lib/transport/call_factory.h +56 -0
  390. data/src/core/lib/transport/call_filters.cc +371 -0
  391. data/src/core/lib/transport/call_filters.h +1500 -0
  392. data/src/core/lib/transport/call_final_info.cc +38 -0
  393. data/src/core/lib/transport/call_final_info.h +54 -0
  394. data/src/core/lib/transport/call_size_estimator.cc +41 -0
  395. data/src/core/lib/transport/call_size_estimator.h +52 -0
  396. data/src/core/lib/transport/call_spine.cc +107 -0
  397. data/src/core/lib/transport/call_spine.h +429 -0
  398. data/src/core/lib/transport/connectivity_state.cc +3 -2
  399. data/src/core/lib/transport/connectivity_state.h +4 -0
  400. data/src/core/lib/transport/handshaker.cc +0 -8
  401. data/src/core/lib/transport/handshaker.h +0 -7
  402. data/src/core/lib/transport/message.cc +45 -0
  403. data/src/core/lib/transport/message.h +61 -0
  404. data/src/core/lib/transport/metadata.cc +37 -0
  405. data/src/core/lib/transport/metadata.h +78 -0
  406. data/src/core/lib/transport/metadata_batch.cc +4 -2
  407. data/src/core/lib/transport/metadata_batch.h +6 -6
  408. data/src/core/lib/transport/transport.cc +3 -57
  409. data/src/core/lib/transport/transport.h +23 -102
  410. data/src/core/load_balancing/address_filtering.cc +108 -0
  411. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/address_filtering.h +7 -6
  412. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/backend_metric_data.h +3 -3
  413. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.cc +6 -5
  414. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.h +4 -4
  415. data/src/core/{lib/load_balancing → load_balancing}/delegating_helper.h +5 -5
  416. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.cc +18 -21
  417. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.h +14 -11
  418. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.cc +2 -2
  419. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.h +3 -3
  420. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.cc +158 -111
  421. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.h +3 -3
  422. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.cc +1 -1
  423. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.h +4 -4
  424. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.cc +1 -1
  425. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.h +3 -3
  426. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.cc +1 -1
  427. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.h +4 -4
  428. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.cc +15 -10
  429. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.h +4 -4
  430. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client_internal.h +7 -7
  431. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.cc +1 -1
  432. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.h +7 -7
  433. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_factory.h +4 -4
  434. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.cc +2 -2
  435. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.h +5 -5
  436. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.cc +15 -10
  437. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.h +5 -5
  438. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric_internal.h +8 -8
  439. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.cc +20 -21
  440. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.h +3 -3
  441. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.cc +100 -99
  442. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.h +4 -4
  443. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/priority/priority.cc +13 -11
  444. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.cc +20 -23
  445. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.h +4 -4
  446. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/rls/rls.cc +51 -29
  447. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/round_robin/round_robin.cc +32 -35
  448. data/src/core/{lib/load_balancing → load_balancing}/subchannel_interface.h +3 -3
  449. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/subchannel_list.h +17 -17
  450. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.cc +1 -1
  451. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.h +3 -3
  452. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/weighted_round_robin.cc +47 -45
  453. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_target/weighted_target.cc +18 -16
  454. data/src/core/load_balancing/xds/cds.cc +757 -0
  455. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_channel_args.h +4 -4
  456. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_impl.cc +241 -131
  457. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_manager.cc +15 -13
  458. data/src/core/load_balancing/xds/xds_override_host.cc +1313 -0
  459. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_override_host.h +6 -10
  460. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_wrr_locality.cc +13 -14
  461. data/src/core/plugin_registry/grpc_plugin_registry.cc +3 -0
  462. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +0 -3
  463. data/src/core/{ext/filters/client_channel/resolver → resolver}/binder/binder_resolver.cc +3 -3
  464. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.cc +11 -10
  465. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.h +3 -3
  466. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver.h +4 -4
  467. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_posix.cc +2 -2
  468. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_windows.cc +2 -2
  469. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.cc +2 -2
  470. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.h +4 -4
  471. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_posix.cc +1 -1
  472. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -2
  473. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.cc +7 -5
  474. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.h +3 -3
  475. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.cc +12 -10
  476. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.h +5 -5
  477. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.cc +1 -1
  478. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.h +3 -3
  479. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.cc +4 -4
  480. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.h +3 -3
  481. data/src/core/{lib/resolver → resolver}/endpoint_addresses.cc +1 -2
  482. data/src/core/{lib/resolver → resolver}/endpoint_addresses.h +51 -3
  483. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.cc +4 -4
  484. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.h +4 -4
  485. data/src/core/{ext/filters/client_channel/resolver → resolver}/google_c2p/google_c2p_resolver.cc +5 -5
  486. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.cc +9 -11
  487. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.h +5 -5
  488. data/src/core/{lib/resolver → resolver}/resolver.cc +1 -1
  489. data/src/core/{lib/resolver → resolver}/resolver.h +6 -6
  490. data/src/core/{lib/resolver → resolver}/resolver_factory.h +4 -4
  491. data/src/core/{lib/resolver → resolver}/resolver_registry.cc +1 -1
  492. data/src/core/{lib/resolver → resolver}/resolver_registry.h +5 -5
  493. data/src/core/{lib/resolver → resolver}/server_address.h +4 -4
  494. data/src/core/{ext/filters/client_channel/resolver → resolver}/sockaddr/sockaddr_resolver.cc +3 -3
  495. data/src/core/resolver/xds/xds_dependency_manager.cc +1031 -0
  496. data/src/core/resolver/xds/xds_dependency_manager.h +277 -0
  497. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver.cc +136 -278
  498. data/src/core/{ext/filters/client_channel/resolver/xds/xds_resolver.h → resolver/xds/xds_resolver_attributes.h} +6 -5
  499. data/src/core/resolver/xds/xds_resolver_trace.cc +25 -0
  500. data/src/core/resolver/xds/xds_resolver_trace.h +30 -0
  501. data/src/core/{lib/service_config → service_config}/service_config.h +4 -4
  502. data/src/core/{lib/service_config → service_config}/service_config_call_data.h +5 -5
  503. data/src/core/{lib/service_config → service_config}/service_config_impl.cc +2 -2
  504. data/src/core/{lib/service_config → service_config}/service_config_impl.h +5 -5
  505. data/src/core/{lib/service_config → service_config}/service_config_parser.cc +1 -1
  506. data/src/core/{lib/service_config → service_config}/service_config_parser.h +3 -3
  507. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +1 -1
  508. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +1 -1
  509. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -1
  510. data/src/core/tsi/fake_transport_security.cc +1 -1
  511. data/src/core/tsi/ssl_transport_security.cc +65 -43
  512. data/src/ruby/ext/grpc/extconf.rb +0 -1
  513. data/src/ruby/ext/grpc/rb_channel.c +11 -5
  514. data/src/ruby/ext/grpc/rb_channel_args.c +3 -1
  515. data/src/ruby/ext/grpc/rb_event_thread.c +9 -3
  516. data/src/ruby/ext/grpc/rb_grpc.c +0 -1
  517. data/src/ruby/ext/grpc/rb_grpc.h +0 -2
  518. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +4 -0
  519. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +6 -0
  520. data/src/ruby/lib/grpc/version.rb +1 -1
  521. data/third_party/abseil-cpp/absl/algorithm/algorithm.h +8 -103
  522. data/third_party/abseil-cpp/absl/algorithm/container.h +57 -71
  523. data/third_party/abseil-cpp/absl/base/attributes.h +51 -12
  524. data/third_party/abseil-cpp/absl/base/call_once.h +15 -9
  525. data/third_party/abseil-cpp/absl/base/casts.h +1 -1
  526. data/third_party/abseil-cpp/absl/base/config.h +91 -24
  527. data/third_party/abseil-cpp/absl/base/internal/endian.h +13 -12
  528. data/third_party/abseil-cpp/absl/base/internal/identity.h +4 -2
  529. data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +19 -18
  530. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +1 -1
  531. data/third_party/abseil-cpp/absl/base/internal/nullability_impl.h +106 -0
  532. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +9 -11
  533. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +2 -0
  534. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +17 -4
  535. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +20 -0
  536. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +10 -4
  537. data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +13 -6
  538. data/third_party/abseil-cpp/absl/base/log_severity.cc +1 -0
  539. data/third_party/abseil-cpp/absl/base/log_severity.h +23 -10
  540. data/third_party/abseil-cpp/absl/base/no_destructor.h +217 -0
  541. data/third_party/abseil-cpp/absl/base/nullability.h +224 -0
  542. data/third_party/abseil-cpp/absl/base/optimization.h +1 -0
  543. data/third_party/abseil-cpp/absl/base/options.h +27 -1
  544. data/third_party/abseil-cpp/absl/base/prefetch.h +25 -14
  545. data/third_party/abseil-cpp/absl/base/thread_annotations.h +0 -2
  546. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +3 -3
  547. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +1 -1
  548. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +4 -2
  549. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +13 -9
  550. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +2 -12
  551. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +12 -1
  552. data/third_party/abseil-cpp/absl/container/internal/layout.h +6 -21
  553. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +11 -2
  554. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +148 -31
  555. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +717 -278
  556. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +26 -2
  557. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +6 -0
  558. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +34 -5
  559. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +6 -3
  560. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +4 -2
  561. data/third_party/abseil-cpp/absl/crc/internal/{crc_memcpy_x86_64.cc → crc_memcpy_x86_arm_combined.cc} +65 -47
  562. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +10 -2
  563. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +4 -2
  564. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +24 -0
  565. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +35 -33
  566. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +41 -17
  567. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +108 -44
  568. data/third_party/abseil-cpp/absl/flags/declare.h +0 -5
  569. data/third_party/abseil-cpp/absl/flags/flag.h +1 -10
  570. data/third_party/abseil-cpp/absl/flags/internal/flag.h +0 -5
  571. data/third_party/abseil-cpp/absl/flags/marshalling.cc +10 -1
  572. data/third_party/abseil-cpp/absl/flags/reflection.cc +2 -1
  573. data/third_party/abseil-cpp/absl/functional/function_ref.h +8 -0
  574. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +2 -2
  575. data/third_party/abseil-cpp/absl/hash/internal/hash.h +49 -2
  576. data/third_party/abseil-cpp/absl/numeric/bits.h +37 -18
  577. data/third_party/abseil-cpp/absl/random/distributions.h +1 -1
  578. data/third_party/abseil-cpp/absl/status/internal/status_internal.cc +248 -0
  579. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +55 -14
  580. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +53 -2
  581. data/third_party/abseil-cpp/absl/status/status.cc +36 -238
  582. data/third_party/abseil-cpp/absl/status/status.h +95 -53
  583. data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +1 -3
  584. data/third_party/abseil-cpp/absl/status/status_payload_printer.h +3 -2
  585. data/third_party/abseil-cpp/absl/status/statusor.cc +5 -2
  586. data/third_party/abseil-cpp/absl/status/statusor.h +43 -3
  587. data/third_party/abseil-cpp/absl/strings/ascii.cc +84 -12
  588. data/third_party/abseil-cpp/absl/strings/ascii.h +8 -6
  589. data/third_party/abseil-cpp/absl/strings/charconv.cc +19 -12
  590. data/third_party/abseil-cpp/absl/strings/charconv.h +6 -3
  591. data/third_party/abseil-cpp/absl/strings/charset.h +164 -0
  592. data/third_party/abseil-cpp/absl/strings/cord.cc +266 -69
  593. data/third_party/abseil-cpp/absl/strings/cord.h +138 -92
  594. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +19 -33
  595. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +4 -3
  596. data/third_party/abseil-cpp/absl/strings/escaping.cc +5 -4
  597. data/third_party/abseil-cpp/absl/strings/has_absl_stringify.h +63 -0
  598. data/third_party/abseil-cpp/absl/strings/has_ostream_operator.h +42 -0
  599. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -6
  600. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +19 -45
  601. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +23 -28
  602. data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +15 -26
  603. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +12 -4
  604. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +145 -8
  605. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +72 -24
  606. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +17 -1
  607. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +7 -4
  608. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +8 -3
  609. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +10 -4
  610. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +5 -4
  611. data/third_party/abseil-cpp/absl/strings/match.cc +3 -0
  612. data/third_party/abseil-cpp/absl/strings/numbers.cc +396 -153
  613. data/third_party/abseil-cpp/absl/strings/numbers.h +193 -35
  614. data/third_party/abseil-cpp/absl/strings/str_cat.cc +151 -21
  615. data/third_party/abseil-cpp/absl/strings/str_cat.h +127 -25
  616. data/third_party/abseil-cpp/absl/strings/str_format.h +30 -20
  617. data/third_party/abseil-cpp/absl/strings/str_join.h +16 -16
  618. data/third_party/abseil-cpp/absl/strings/str_replace.cc +12 -3
  619. data/third_party/abseil-cpp/absl/strings/str_replace.h +8 -5
  620. data/third_party/abseil-cpp/absl/strings/str_split.cc +8 -6
  621. data/third_party/abseil-cpp/absl/strings/str_split.h +18 -0
  622. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -5
  623. data/third_party/abseil-cpp/absl/strings/string_view.h +91 -26
  624. data/third_party/abseil-cpp/absl/strings/strip.h +5 -2
  625. data/third_party/abseil-cpp/absl/strings/substitute.cc +12 -4
  626. data/third_party/abseil-cpp/absl/strings/substitute.h +103 -91
  627. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +2 -2
  628. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +2 -0
  629. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +4 -2
  630. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +296 -332
  631. data/third_party/abseil-cpp/absl/synchronization/mutex.h +89 -34
  632. data/third_party/abseil-cpp/absl/time/civil_time.h +26 -0
  633. data/third_party/abseil-cpp/absl/time/clock.h +5 -1
  634. data/third_party/abseil-cpp/absl/time/duration.cc +3 -3
  635. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +2 -2
  636. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
  637. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +9 -14
  638. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +0 -8
  639. data/third_party/abseil-cpp/absl/types/bad_optional_access.cc +18 -0
  640. data/third_party/abseil-cpp/absl/types/bad_variant_access.cc +18 -0
  641. data/third_party/abseil-cpp/absl/types/internal/variant.h +3 -3
  642. data/third_party/abseil-cpp/absl/types/optional.h +3 -2
  643. data/third_party/abseil-cpp/absl/types/span.h +9 -4
  644. data/third_party/abseil-cpp/absl/utility/utility.h +11 -93
  645. data/third_party/boringssl-with-bazel/err_data.c +278 -276
  646. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +1 -1
  647. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -9
  648. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +8 -21
  649. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
  650. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +19 -1
  651. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +1 -1
  652. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +11 -3
  653. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +4 -1
  654. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +1 -1
  655. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +3 -3
  656. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +1 -6
  657. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +4 -13
  658. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +1 -6
  659. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +27 -4
  660. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -4
  661. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -4
  662. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +8 -0
  663. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +1 -11
  664. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +7 -8
  665. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +42 -12
  666. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +0 -22
  667. data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +9 -9
  668. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +34 -1
  669. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +49 -3
  670. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +30 -42
  671. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +87 -96
  672. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +5 -1
  673. data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +4 -2
  674. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +11 -0
  675. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +4 -0
  676. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +1 -2
  677. data/third_party/boringssl-with-bazel/src/crypto/des/des.c +105 -31
  678. data/third_party/boringssl-with-bazel/src/crypto/des/internal.h +10 -81
  679. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +2 -15
  680. data/third_party/boringssl-with-bazel/src/crypto/engine/engine.c +1 -9
  681. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +1 -5
  682. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +2 -5
  683. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +1 -4
  684. data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +1 -2
  685. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -3
  686. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -2
  687. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/add.c +2 -8
  688. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +1 -1
  689. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +26 -17
  690. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +1 -1
  691. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +4 -2
  692. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +26 -5
  693. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +10 -41
  694. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +49 -2
  695. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +26 -0
  696. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +27 -26
  697. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +2 -6
  698. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +1 -8
  699. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +8 -2
  700. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +11 -2
  701. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +11 -24
  702. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aesccm.c +43 -50
  703. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +2 -6
  704. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +4 -0
  705. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +1 -2
  706. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +16 -9
  707. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +7 -6
  708. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +2 -7
  709. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +51 -13
  710. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +17 -0
  711. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +5 -2
  712. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +1 -2
  713. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +1 -3
  714. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +6 -5
  715. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +1 -2
  716. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +153 -6
  717. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +87 -7
  718. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +39 -5
  719. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +32 -5
  720. data/third_party/boringssl-with-bazel/src/crypto/internal.h +254 -54
  721. data/third_party/boringssl-with-bazel/src/crypto/keccak/internal.h +70 -0
  722. data/third_party/boringssl-with-bazel/src/crypto/{kyber → keccak}/keccak.c +124 -49
  723. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +8 -39
  724. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +39 -29
  725. data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +3 -6
  726. data/third_party/boringssl-with-bazel/src/crypto/mem.c +17 -33
  727. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +36 -16
  728. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +0 -3
  729. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +31 -0
  730. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +2 -4
  731. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +3 -3
  732. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +9 -13
  733. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +3 -6
  734. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +4 -0
  735. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +3 -1
  736. data/third_party/boringssl-with-bazel/src/crypto/spx/address.c +101 -0
  737. data/third_party/boringssl-with-bazel/src/crypto/spx/address.h +50 -0
  738. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.c +133 -0
  739. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.h +54 -0
  740. data/third_party/boringssl-with-bazel/src/crypto/spx/internal.h +79 -0
  741. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.c +150 -0
  742. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.h +61 -0
  743. data/third_party/boringssl-with-bazel/src/crypto/spx/params.h +71 -0
  744. data/third_party/boringssl-with-bazel/src/crypto/spx/spx.c +139 -0
  745. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.c +53 -0
  746. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.h +44 -0
  747. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.c +136 -0
  748. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.h +70 -0
  749. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.c +135 -0
  750. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.h +45 -0
  751. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +4 -9
  752. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +10 -22
  753. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +3 -6
  754. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +12 -36
  755. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +1 -2
  756. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +0 -2
  757. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +14 -9
  758. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +23 -33
  759. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +225 -51
  760. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +2 -6
  761. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +6 -2
  762. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +1 -1
  763. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +1 -4
  764. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +1 -3
  765. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akey.c +1 -1
  766. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akeya.c +3 -1
  767. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_alt.c +5 -6
  768. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bcons.c +1 -1
  769. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bitst.c +1 -1
  770. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_conf.c +0 -2
  771. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_cpols.c +1 -1
  772. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_crld.c +1 -2
  773. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_enum.c +1 -0
  774. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_extku.c +1 -1
  775. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_genn.c +12 -12
  776. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ia5.c +1 -1
  777. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_info.c +4 -6
  778. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_int.c +1 -1
  779. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_lib.c +3 -2
  780. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ncons.c +2 -2
  781. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ocsp.c +1 -1
  782. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pcons.c +1 -1
  783. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pmaps.c +1 -1
  784. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_prn.c +3 -4
  785. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_purp.c +92 -335
  786. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_skey.c +1 -2
  787. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_utl.c +20 -18
  788. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +35 -32
  789. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +44 -59
  790. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +0 -1
  791. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +107 -255
  792. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +32 -20
  793. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +25 -152
  794. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +0 -1
  795. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +330 -944
  796. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +93 -215
  797. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +28 -6
  798. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
  799. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +35 -129
  800. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +7 -8
  801. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +46 -50
  802. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +2 -0
  803. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +1 -4
  804. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +6 -6
  805. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +0 -21
  806. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +5 -6
  807. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +3 -1
  808. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +24 -0
  809. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +14 -5
  810. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +22 -0
  811. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +1 -0
  812. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +4 -1
  813. data/third_party/boringssl-with-bazel/src/include/openssl/curve25519.h +2 -2
  814. data/third_party/boringssl-with-bazel/src/include/openssl/des.h +0 -13
  815. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +33 -11
  816. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +1 -1
  817. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +5 -4
  818. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +26 -18
  819. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +13 -6
  820. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +5 -1
  821. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
  822. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +19 -5
  823. data/third_party/boringssl-with-bazel/src/include/openssl/posix_time.h +45 -0
  824. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -0
  825. data/third_party/boringssl-with-bazel/src/include/openssl/sha.h +20 -3
  826. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -20
  827. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +76 -60
  828. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +31 -6
  829. data/third_party/boringssl-with-bazel/src/include/openssl/time.h +3 -22
  830. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -1
  831. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2806 -941
  832. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +38 -1025
  833. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3_errors.h +124 -0
  834. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +1 -2
  835. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +82 -9
  836. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +42 -4
  837. data/third_party/boringssl-with-bazel/src/ssl/internal.h +4 -0
  838. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +4 -5
  839. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +9 -1
  840. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +0 -1
  841. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +5 -1
  842. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -1
  843. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +4 -2
  844. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +21 -0
  845. data/third_party/cares/config_linux/ares_config.h +2 -38
  846. data/third_party/upb/upb/reflection/def_pool.h +2 -2
  847. data/third_party/zlib/adler32.c +5 -27
  848. data/third_party/zlib/compress.c +5 -16
  849. data/third_party/zlib/crc32.c +86 -162
  850. data/third_party/zlib/deflate.c +233 -336
  851. data/third_party/zlib/deflate.h +8 -8
  852. data/third_party/zlib/gzguts.h +11 -12
  853. data/third_party/zlib/infback.c +7 -23
  854. data/third_party/zlib/inffast.c +1 -4
  855. data/third_party/zlib/inffast.h +1 -1
  856. data/third_party/zlib/inflate.c +30 -99
  857. data/third_party/zlib/inftrees.c +6 -11
  858. data/third_party/zlib/inftrees.h +3 -3
  859. data/third_party/zlib/trees.c +224 -302
  860. data/third_party/zlib/uncompr.c +4 -12
  861. data/third_party/zlib/zconf.h +6 -2
  862. data/third_party/zlib/zlib.h +191 -188
  863. data/third_party/zlib/zutil.c +16 -44
  864. data/third_party/zlib/zutil.h +10 -10
  865. metadata +241 -184
  866. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +0 -75
  867. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +0 -711
  868. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +0 -1173
  869. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +0 -922
  870. data/src/core/lib/event_engine/memory_allocator.cc +0 -74
  871. data/src/core/lib/iomgr/load_file.cc +0 -78
  872. data/src/core/lib/iomgr/load_file.h +0 -35
  873. data/src/core/lib/transport/pid_controller.cc +0 -51
  874. data/src/core/lib/transport/pid_controller.h +0 -116
  875. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +0 -137
  876. data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +0 -280
  877. data/third_party/abseil-cpp/absl/flags/flag.cc +0 -38
  878. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +0 -116
  879. data/third_party/abseil-cpp/absl/strings/internal/char_map.h +0 -158
  880. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +0 -773
  881. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +0 -607
  882. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +0 -118
  883. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +0 -100
  884. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +0 -111
  885. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +0 -197
  886. data/third_party/upb/upb/collections/array.h +0 -17
  887. data/third_party/upb/upb/collections/map.h +0 -17
  888. data/third_party/upb/upb/upb.hpp +0 -18
  889. /data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/ext_dat.h +0 -0
@@ -189,8 +189,14 @@ CpuType GetAmdCpuType() {
189
189
  break;
190
190
  case 0x19:
191
191
  switch (model_num) {
192
+ case 0x0: // Stepping Ax
192
193
  case 0x1: // Stepping B0
193
194
  return CpuType::kAmdMilan;
195
+ case 0x10: // Stepping A0
196
+ case 0x11: // Stepping B0
197
+ return CpuType::kAmdGenoa;
198
+ case 0x44: // Stepping A0
199
+ return CpuType::kAmdRyzenV3000;
194
200
  default:
195
201
  return CpuType::kUnknown;
196
202
  }
@@ -237,8 +243,26 @@ CpuType GetCpuType() {
237
243
  ABSL_INTERNAL_AARCH64_ID_REG_READ(MIDR_EL1, midr);
238
244
  uint32_t implementer = (midr >> 24) & 0xff;
239
245
  uint32_t part_number = (midr >> 4) & 0xfff;
240
- if (implementer == 0x41 && part_number == 0xd0c) {
241
- return CpuType::kArmNeoverseN1;
246
+ switch (implementer) {
247
+ case 0x41:
248
+ switch (part_number) {
249
+ case 0xd0c: return CpuType::kArmNeoverseN1;
250
+ case 0xd40: return CpuType::kArmNeoverseV1;
251
+ case 0xd49: return CpuType::kArmNeoverseN2;
252
+ case 0xd4f: return CpuType::kArmNeoverseV2;
253
+ default:
254
+ return CpuType::kUnknown;
255
+ }
256
+ break;
257
+ case 0xc0:
258
+ switch (part_number) {
259
+ case 0xac3: return CpuType::kAmpereSiryn;
260
+ default:
261
+ return CpuType::kUnknown;
262
+ }
263
+ break;
264
+ default:
265
+ return CpuType::kUnknown;
242
266
  }
243
267
  }
244
268
  return CpuType::kUnknown;
@@ -29,6 +29,8 @@ enum class CpuType {
29
29
  kAmdRome,
30
30
  kAmdNaples,
31
31
  kAmdMilan,
32
+ kAmdGenoa,
33
+ kAmdRyzenV3000,
32
34
  kIntelCascadelakeXeon,
33
35
  kIntelSkylakeXeon,
34
36
  kIntelBroadwell,
@@ -37,6 +39,10 @@ enum class CpuType {
37
39
  kIntelSandybridge,
38
40
  kIntelWestmere,
39
41
  kArmNeoverseN1,
42
+ kArmNeoverseV1,
43
+ kAmpereSiryn,
44
+ kArmNeoverseN2,
45
+ kArmNeoverseV2
40
46
  };
41
47
 
42
48
  // Returns the type of host CPU this code is running on. Returns kUnknown if
@@ -59,6 +59,8 @@ namespace crc_internal {
59
59
  #if defined(ABSL_CRC_INTERNAL_HAVE_ARM_SIMD)
60
60
  using V128 = uint64x2_t;
61
61
  #else
62
+ // Note: Do not use __m128i_u, it is not portable.
63
+ // Use V128_LoadU() perform an unaligned load from __m128i*.
62
64
  using V128 = __m128i;
63
65
  #endif
64
66
 
@@ -78,6 +80,9 @@ V128 V128_Load(const V128* src);
78
80
  // Load 128 bits of integer data. |src| does not need to be aligned.
79
81
  V128 V128_LoadU(const V128* src);
80
82
 
83
+ // Store 128 bits of integer data. |src| must be 16-byte aligned.
84
+ void V128_Store(V128* dst, V128 data);
85
+
81
86
  // Polynomially multiplies the high 64 bits of |l| and |r|.
82
87
  V128 V128_PMulHi(const V128 l, const V128 r);
83
88
 
@@ -109,6 +114,10 @@ V128 V128_ShiftRight(const V128 l);
109
114
  template <int imm>
110
115
  int V128_Extract32(const V128 l);
111
116
 
117
+ // Extracts a 64-bit integer from |l|, selected with |imm|.
118
+ template <int imm>
119
+ uint64_t V128_Extract64(const V128 l);
120
+
112
121
  // Extracts the low 64 bits from V128.
113
122
  int64_t V128_Low64(const V128 l);
114
123
 
@@ -139,6 +148,8 @@ inline V128 V128_Load(const V128* src) { return _mm_load_si128(src); }
139
148
 
140
149
  inline V128 V128_LoadU(const V128* src) { return _mm_loadu_si128(src); }
141
150
 
151
+ inline void V128_Store(V128* dst, V128 data) { _mm_store_si128(dst, data); }
152
+
142
153
  inline V128 V128_PMulHi(const V128 l, const V128 r) {
143
154
  return _mm_clmulepi64_si128(l, r, 0x11);
144
155
  }
@@ -173,6 +184,11 @@ inline int V128_Extract32(const V128 l) {
173
184
  return _mm_extract_epi32(l, imm);
174
185
  }
175
186
 
187
+ template <int imm>
188
+ inline uint64_t V128_Extract64(const V128 l) {
189
+ return static_cast<uint64_t>(_mm_extract_epi64(l, imm));
190
+ }
191
+
176
192
  inline int64_t V128_Low64(const V128 l) { return _mm_cvtsi128_si64(l); }
177
193
 
178
194
  inline V128 V128_ShiftLeft64(const V128 l, const V128 r) {
@@ -203,10 +219,14 @@ inline V128 V128_LoadU(const V128* src) {
203
219
  return vld1q_u64(reinterpret_cast<const uint64_t*>(src));
204
220
  }
205
221
 
222
+ inline void V128_Store(V128* dst, V128 data) {
223
+ vst1q_u64(reinterpret_cast<uint64_t*>(dst), data);
224
+ }
225
+
206
226
  // Using inline assembly as clang does not generate the pmull2 instruction and
207
227
  // performance drops by 15-20%.
208
- // TODO(b/193678732): Investigate why the compiler decides not to generate
209
- // such instructions and why it becomes so much worse.
228
+ // TODO(b/193678732): Investigate why there is a slight performance hit when
229
+ // using intrinsics instead of inline assembly.
210
230
  inline V128 V128_PMulHi(const V128 l, const V128 r) {
211
231
  uint64x2_t res;
212
232
  __asm__ __volatile__("pmull2 %0.1q, %1.2d, %2.2d \n\t"
@@ -215,10 +235,14 @@ inline V128 V128_PMulHi(const V128 l, const V128 r) {
215
235
  return res;
216
236
  }
217
237
 
238
+ // TODO(b/193678732): Investigate why the compiler decides to move the constant
239
+ // loop multiplicands from GPR to Neon registers every loop iteration.
218
240
  inline V128 V128_PMulLow(const V128 l, const V128 r) {
219
- return reinterpret_cast<V128>(vmull_p64(
220
- reinterpret_cast<poly64_t>(vget_low_p64(vreinterpretq_p64_u64(l))),
221
- reinterpret_cast<poly64_t>(vget_low_p64(vreinterpretq_p64_u64(r)))));
241
+ uint64x2_t res;
242
+ __asm__ __volatile__("pmull %0.1q, %1.1d, %2.1d \n\t"
243
+ : "=w"(res)
244
+ : "w"(l), "w"(r));
245
+ return res;
222
246
  }
223
247
 
224
248
  inline V128 V128_PMul01(const V128 l, const V128 r) {
@@ -252,6 +276,11 @@ inline int V128_Extract32(const V128 l) {
252
276
  return vgetq_lane_s32(vreinterpretq_s32_u64(l), imm);
253
277
  }
254
278
 
279
+ template <int imm>
280
+ inline uint64_t V128_Extract64(const V128 l) {
281
+ return vgetq_lane_u64(l, imm);
282
+ }
283
+
255
284
  inline int64_t V128_Low64(const V128 l) {
256
285
  return vgetq_lane_s64(vreinterpretq_s64_u64(l), 0);
257
286
  }
@@ -20,12 +20,15 @@
20
20
 
21
21
  #include "absl/base/config.h"
22
22
  #include "absl/crc/crc32c.h"
23
+ #include "absl/crc/internal/crc32_x86_arm_combined_simd.h"
23
24
 
24
25
  // Defined if the class AcceleratedCrcMemcpyEngine exists.
25
- #if defined(__x86_64__) && defined(__SSE4_2__)
26
- #define ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE 1
27
- #elif defined(_MSC_VER) && defined(__AVX__)
26
+ // TODO(b/299127771): Consider relaxing the pclmul requirement once the other
27
+ // intrinsics are conditionally compiled without it.
28
+ #if defined(ABSL_CRC_INTERNAL_HAVE_X86_SIMD)
28
29
  #define ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE 1
30
+ #elif defined(ABSL_CRC_INTERNAL_HAVE_ARM_SIMD)
31
+ #define ABSL_INTERNAL_HAVE_ARM_ACCELERATED_CRC_MEMCPY_ENGINE 1
29
32
  #endif
30
33
 
31
34
  namespace absl {
@@ -54,7 +54,8 @@ absl::crc32c_t FallbackCrcMemcpyEngine::Compute(void* __restrict dst,
54
54
  }
55
55
 
56
56
  // Compile the following only if we don't have
57
- #ifndef ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE
57
+ #if !defined(ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE) && \
58
+ !defined(ABSL_INTERNAL_HAVE_ARM_ACCELERATED_CRC_MEMCPY_ENGINE)
58
59
 
59
60
  CrcMemcpy::ArchSpecificEngines CrcMemcpy::GetArchSpecificEngines() {
60
61
  CrcMemcpy::ArchSpecificEngines engines;
@@ -68,7 +69,8 @@ std::unique_ptr<CrcMemcpyEngine> CrcMemcpy::GetTestEngine(int /*vector*/,
68
69
  return std::make_unique<FallbackCrcMemcpyEngine>();
69
70
  }
70
71
 
71
- #endif // ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE
72
+ #endif // !ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE &&
73
+ // !ABSL_INTERNAL_HAVE_ARM_ACCELERATED_CRC_MEMCPY_ENGINE
72
74
 
73
75
  } // namespace crc_internal
74
76
  ABSL_NAMESPACE_END
@@ -12,9 +12,9 @@
12
12
  // See the License for the specific language governing permissions and
13
13
  // limitations under the License.
14
14
 
15
- // Simultaneous memcopy and CRC-32C for x86-64. Uses integer registers because
16
- // XMM registers do not support the CRC instruction (yet). While copying,
17
- // compute the running CRC of the data being copied.
15
+ // Simultaneous memcopy and CRC-32C for x86-64 and ARM 64. Uses integer
16
+ // registers because XMM registers do not support the CRC instruction (yet).
17
+ // While copying, compute the running CRC of the data being copied.
18
18
  //
19
19
  // It is assumed that any CPU running this code has SSE4.2 instructions
20
20
  // available (for CRC32C). This file will do nothing if that is not true.
@@ -49,17 +49,20 @@
49
49
  #include <array>
50
50
  #include <cstddef>
51
51
  #include <cstdint>
52
- #include <type_traits>
52
+ #include <cstring>
53
+ #include <memory>
53
54
 
54
- #include "absl/base/dynamic_annotations.h"
55
+ #include "absl/base/config.h"
55
56
  #include "absl/base/optimization.h"
56
57
  #include "absl/base/prefetch.h"
57
58
  #include "absl/crc/crc32c.h"
58
59
  #include "absl/crc/internal/cpu_detect.h"
60
+ #include "absl/crc/internal/crc32_x86_arm_combined_simd.h"
59
61
  #include "absl/crc/internal/crc_memcpy.h"
60
62
  #include "absl/strings/string_view.h"
61
63
 
62
- #ifdef ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE
64
+ #if defined(ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE) || \
65
+ defined(ABSL_INTERNAL_HAVE_ARM_ACCELERATED_CRC_MEMCPY_ENGINE)
63
66
 
64
67
  namespace absl {
65
68
  ABSL_NAMESPACE_BEGIN
@@ -74,7 +77,7 @@ inline crc32c_t ShortCrcCopy(char* dst, const char* src, std::size_t length,
74
77
  uint32_t crc_uint32 = static_cast<uint32_t>(crc);
75
78
  for (std::size_t i = 0; i < length; i++) {
76
79
  uint8_t data = *reinterpret_cast<const uint8_t*>(src);
77
- crc_uint32 = _mm_crc32_u8(crc_uint32, data);
80
+ crc_uint32 = CRC32_u8(crc_uint32, data);
78
81
  *reinterpret_cast<uint8_t*>(dst) = data;
79
82
  ++src;
80
83
  ++dst;
@@ -82,36 +85,35 @@ inline crc32c_t ShortCrcCopy(char* dst, const char* src, std::size_t length,
82
85
  return crc32c_t{crc_uint32};
83
86
  }
84
87
 
85
- constexpr size_t kIntLoadsPerVec = sizeof(__m128i) / sizeof(uint64_t);
88
+ constexpr size_t kIntLoadsPerVec = sizeof(V128) / sizeof(uint64_t);
86
89
 
87
90
  // Common function for copying the tails of multiple large regions.
88
91
  template <size_t vec_regions, size_t int_regions>
89
92
  inline void LargeTailCopy(crc32c_t* crcs, char** dst, const char** src,
90
93
  size_t region_size, size_t copy_rounds) {
91
- std::array<__m128i, vec_regions> data;
94
+ std::array<V128, vec_regions> data;
92
95
  std::array<uint64_t, kIntLoadsPerVec * int_regions> int_data;
93
96
 
94
97
  while (copy_rounds > 0) {
95
98
  for (size_t i = 0; i < vec_regions; i++) {
96
99
  size_t region = i;
97
100
 
98
- auto* vsrc =
99
- reinterpret_cast<const __m128i*>(*src + region_size * region);
100
- auto* vdst = reinterpret_cast<__m128i*>(*dst + region_size * region);
101
+ auto* vsrc = reinterpret_cast<const V128*>(*src + region_size * region);
102
+ auto* vdst = reinterpret_cast<V128*>(*dst + region_size * region);
101
103
 
102
104
  // Load the blocks, unaligned
103
- data[i] = _mm_loadu_si128(vsrc);
105
+ data[i] = V128_LoadU(vsrc);
104
106
 
105
107
  // Store the blocks, aligned
106
- _mm_store_si128(vdst, data[i]);
108
+ V128_Store(vdst, data[i]);
107
109
 
108
110
  // Compute the running CRC
109
111
  crcs[region] = crc32c_t{static_cast<uint32_t>(
110
- _mm_crc32_u64(static_cast<uint32_t>(crcs[region]),
111
- static_cast<uint64_t>(_mm_extract_epi64(data[i], 0))))};
112
+ CRC32_u64(static_cast<uint32_t>(crcs[region]),
113
+ static_cast<uint64_t>(V128_Extract64<0>(data[i]))))};
112
114
  crcs[region] = crc32c_t{static_cast<uint32_t>(
113
- _mm_crc32_u64(static_cast<uint32_t>(crcs[region]),
114
- static_cast<uint64_t>(_mm_extract_epi64(data[i], 1))))};
115
+ CRC32_u64(static_cast<uint32_t>(crcs[region]),
116
+ static_cast<uint64_t>(V128_Extract64<1>(data[i]))))};
115
117
  }
116
118
 
117
119
  for (size_t i = 0; i < int_regions; i++) {
@@ -125,7 +127,7 @@ inline void LargeTailCopy(crc32c_t* crcs, char** dst, const char** src,
125
127
  size_t data_index = i * kIntLoadsPerVec + j;
126
128
 
127
129
  int_data[data_index] = *(usrc + j);
128
- crcs[region] = crc32c_t{static_cast<uint32_t>(_mm_crc32_u64(
130
+ crcs[region] = crc32c_t{static_cast<uint32_t>(CRC32_u64(
129
131
  static_cast<uint32_t>(crcs[region]), int_data[data_index]))};
130
132
 
131
133
  *(udst + j) = int_data[data_index];
@@ -133,8 +135,8 @@ inline void LargeTailCopy(crc32c_t* crcs, char** dst, const char** src,
133
135
  }
134
136
 
135
137
  // Increment pointers
136
- *src += sizeof(__m128i);
137
- *dst += sizeof(__m128i);
138
+ *src += sizeof(V128);
139
+ *dst += sizeof(V128);
138
140
  --copy_rounds;
139
141
  }
140
142
  }
@@ -158,8 +160,9 @@ crc32c_t AcceleratedCrcMemcpyEngine<vec_regions, int_regions>::Compute(
158
160
  void* __restrict dst, const void* __restrict src, std::size_t length,
159
161
  crc32c_t initial_crc) const {
160
162
  constexpr std::size_t kRegions = vec_regions + int_regions;
163
+ static_assert(kRegions > 0, "Must specify at least one region.");
161
164
  constexpr uint32_t kCrcDataXor = uint32_t{0xffffffff};
162
- constexpr std::size_t kBlockSize = sizeof(__m128i);
165
+ constexpr std::size_t kBlockSize = sizeof(V128);
163
166
  constexpr std::size_t kCopyRoundSize = kRegions * kBlockSize;
164
167
 
165
168
  // Number of blocks per cacheline.
@@ -235,7 +238,7 @@ crc32c_t AcceleratedCrcMemcpyEngine<vec_regions, int_regions>::Compute(
235
238
  const std::size_t tail_size = length - (kRegions * region_size);
236
239
 
237
240
  // Holding registers for data in each region.
238
- std::array<__m128i, vec_regions> vec_data;
241
+ std::array<V128, vec_regions> vec_data;
239
242
  std::array<uint64_t, int_regions * kIntLoadsPerVec> int_data;
240
243
 
241
244
  // Main loop.
@@ -243,7 +246,10 @@ crc32c_t AcceleratedCrcMemcpyEngine<vec_regions, int_regions>::Compute(
243
246
  // Prefetch kPrefetchAhead bytes ahead of each pointer.
244
247
  for (size_t i = 0; i < kRegions; i++) {
245
248
  absl::PrefetchToLocalCache(src_bytes + kPrefetchAhead + region_size * i);
249
+ #ifdef ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE
250
+ // TODO(b/297082454): investigate dropping prefetch on x86.
246
251
  absl::PrefetchToLocalCache(dst_bytes + kPrefetchAhead + region_size * i);
252
+ #endif
247
253
  }
248
254
 
249
255
  // Load and store data, computing CRC on the way.
@@ -256,21 +262,20 @@ crc32c_t AcceleratedCrcMemcpyEngine<vec_regions, int_regions>::Compute(
256
262
  size_t region = (j + i) % kRegions;
257
263
 
258
264
  auto* vsrc =
259
- reinterpret_cast<const __m128i*>(src_bytes + region_size * region);
260
- auto* vdst =
261
- reinterpret_cast<__m128i*>(dst_bytes + region_size * region);
265
+ reinterpret_cast<const V128*>(src_bytes + region_size * region);
266
+ auto* vdst = reinterpret_cast<V128*>(dst_bytes + region_size * region);
262
267
 
263
268
  // Load and CRC data.
264
- vec_data[j] = _mm_loadu_si128(vsrc + i);
265
- crcs[region] = crc32c_t{static_cast<uint32_t>(_mm_crc32_u64(
266
- static_cast<uint32_t>(crcs[region]),
267
- static_cast<uint64_t>(_mm_extract_epi64(vec_data[j], 0))))};
268
- crcs[region] = crc32c_t{static_cast<uint32_t>(_mm_crc32_u64(
269
- static_cast<uint32_t>(crcs[region]),
270
- static_cast<uint64_t>(_mm_extract_epi64(vec_data[j], 1))))};
269
+ vec_data[j] = V128_LoadU(vsrc + i);
270
+ crcs[region] = crc32c_t{static_cast<uint32_t>(
271
+ CRC32_u64(static_cast<uint32_t>(crcs[region]),
272
+ static_cast<uint64_t>(V128_Extract64<0>(vec_data[j]))))};
273
+ crcs[region] = crc32c_t{static_cast<uint32_t>(
274
+ CRC32_u64(static_cast<uint32_t>(crcs[region]),
275
+ static_cast<uint64_t>(V128_Extract64<1>(vec_data[j]))))};
271
276
 
272
277
  // Store the data.
273
- _mm_store_si128(vdst + i, vec_data[j]);
278
+ V128_Store(vdst + i, vec_data[j]);
274
279
  }
275
280
 
276
281
  // Preload the partial CRCs for the CLMUL subregions.
@@ -290,7 +295,7 @@ crc32c_t AcceleratedCrcMemcpyEngine<vec_regions, int_regions>::Compute(
290
295
 
291
296
  // Load and CRC the data.
292
297
  int_data[data_index] = *(usrc + i * kIntLoadsPerVec + k);
293
- crcs[region] = crc32c_t{static_cast<uint32_t>(_mm_crc32_u64(
298
+ crcs[region] = crc32c_t{static_cast<uint32_t>(CRC32_u64(
294
299
  static_cast<uint32_t>(crcs[region]), int_data[data_index]))};
295
300
 
296
301
  // Store the data.
@@ -313,6 +318,21 @@ crc32c_t AcceleratedCrcMemcpyEngine<vec_regions, int_regions>::Compute(
313
318
  src_bytes += region_size * (kRegions - 1);
314
319
  dst_bytes += region_size * (kRegions - 1);
315
320
 
321
+ // Copy and CRC the tail through the XMM registers.
322
+ std::size_t tail_blocks = tail_size / kBlockSize;
323
+ LargeTailCopy<0, 1>(&crcs[kRegions - 1], &dst_bytes, &src_bytes, 0,
324
+ tail_blocks);
325
+
326
+ // Final tail copy for under 16 bytes.
327
+ crcs[kRegions - 1] =
328
+ ShortCrcCopy(dst_bytes, src_bytes, tail_size - tail_blocks * kBlockSize,
329
+ crcs[kRegions - 1]);
330
+
331
+ if (kRegions == 1) {
332
+ // If there is only one region, finalize and return its CRC.
333
+ return crc32c_t{static_cast<uint32_t>(crcs[0]) ^ kCrcDataXor};
334
+ }
335
+
316
336
  // Finalize the first CRCs: XOR the internal CRCs by the XOR mask to undo the
317
337
  // XOR done before doing block copy + CRCs.
318
338
  for (size_t i = 0; i + 1 < kRegions; i++) {
@@ -325,16 +345,6 @@ crc32c_t AcceleratedCrcMemcpyEngine<vec_regions, int_regions>::Compute(
325
345
  full_crc = ConcatCrc32c(full_crc, crcs[i], region_size);
326
346
  }
327
347
 
328
- // Copy and CRC the tail through the XMM registers.
329
- std::size_t tail_blocks = tail_size / kBlockSize;
330
- LargeTailCopy<0, 1>(&crcs[kRegions - 1], &dst_bytes, &src_bytes, 0,
331
- tail_blocks);
332
-
333
- // Final tail copy for under 16 bytes.
334
- crcs[kRegions - 1] =
335
- ShortCrcCopy(dst_bytes, src_bytes, tail_size - tail_blocks * kBlockSize,
336
- crcs[kRegions - 1]);
337
-
338
348
  // Finalize and concatenate the final CRC, then return.
339
349
  crcs[kRegions - 1] =
340
350
  crc32c_t{static_cast<uint32_t>(crcs[kRegions - 1]) ^ kCrcDataXor};
@@ -347,9 +357,11 @@ CrcMemcpy::ArchSpecificEngines CrcMemcpy::GetArchSpecificEngines() {
347
357
  // Get the underlying architecture.
348
358
  CpuType cpu_type = GetCpuType();
349
359
  switch (cpu_type) {
350
- case CpuType::kUnknown:
351
360
  case CpuType::kAmdRome:
352
361
  case CpuType::kAmdNaples:
362
+ case CpuType::kAmdMilan:
363
+ case CpuType::kAmdGenoa:
364
+ case CpuType::kAmdRyzenV3000:
353
365
  case CpuType::kIntelCascadelakeXeon:
354
366
  case CpuType::kIntelSkylakeXeon:
355
367
  case CpuType::kIntelSkylake:
@@ -385,6 +397,9 @@ CrcMemcpy::ArchSpecificEngines CrcMemcpy::GetArchSpecificEngines() {
385
397
  // strided access to each region, and do the right thing.
386
398
  case CpuType::kAmdRome:
387
399
  case CpuType::kAmdNaples:
400
+ case CpuType::kAmdMilan:
401
+ case CpuType::kAmdGenoa:
402
+ case CpuType::kAmdRyzenV3000:
388
403
  return {
389
404
  /*.temporal=*/new AcceleratedCrcMemcpyEngine<1, 2>(),
390
405
  /*.non_temporal=*/new CrcNonTemporalMemcpyAVXEngine(),
@@ -421,6 +436,8 @@ std::unique_ptr<CrcMemcpyEngine> CrcMemcpy::GetTestEngine(int vector,
421
436
  return std::make_unique<AcceleratedCrcMemcpyEngine<3, 0>>();
422
437
  } else if (vector == 1 && integer == 2) {
423
438
  return std::make_unique<AcceleratedCrcMemcpyEngine<1, 2>>();
439
+ } else if (vector == 1 && integer == 0) {
440
+ return std::make_unique<AcceleratedCrcMemcpyEngine<1, 0>>();
424
441
  }
425
442
  return nullptr;
426
443
  }
@@ -429,4 +446,5 @@ std::unique_ptr<CrcMemcpyEngine> CrcMemcpy::GetTestEngine(int vector,
429
446
  ABSL_NAMESPACE_END
430
447
  } // namespace absl
431
448
 
432
- #endif // ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE
449
+ #endif // ABSL_INTERNAL_HAVE_X86_64_ACCELERATED_CRC_MEMCPY_ENGINE ||
450
+ // ABSL_INTERNAL_HAVE_ARM_ACCELERATED_CRC_MEMCPY_ENGINE
@@ -16,14 +16,14 @@
16
16
 
17
17
  #include <cstddef>
18
18
  #include <cstdint>
19
+ #include <memory>
20
+ #include <vector>
19
21
 
20
22
  #include "absl/base/attributes.h"
21
23
  #include "absl/base/config.h"
22
- #include "absl/base/dynamic_annotations.h"
23
24
  #include "absl/base/internal/endian.h"
24
25
  #include "absl/base/prefetch.h"
25
26
  #include "absl/crc/internal/cpu_detect.h"
26
- #include "absl/crc/internal/crc.h"
27
27
  #include "absl/crc/internal/crc32_x86_arm_combined_simd.h"
28
28
  #include "absl/crc/internal/crc_internal.h"
29
29
  #include "absl/memory/memory.h"
@@ -634,8 +634,16 @@ CRCImpl* TryNewCRC32AcceleratedX86ARMCombined() {
634
634
  return new CRC32AcceleratedX86ARMCombinedMultipleStreams<
635
635
  3, 0, CutoffStrategy::Fold3>();
636
636
  case CpuType::kArmNeoverseN1:
637
+ case CpuType::kArmNeoverseN2:
638
+ case CpuType::kArmNeoverseV1:
637
639
  return new CRC32AcceleratedX86ARMCombinedMultipleStreams<
638
640
  1, 1, CutoffStrategy::Unroll64CRC>();
641
+ case CpuType::kAmpereSiryn:
642
+ return new CRC32AcceleratedX86ARMCombinedMultipleStreams<
643
+ 3, 2, CutoffStrategy::Fold3>();
644
+ case CpuType::kArmNeoverseV2:
645
+ return new CRC32AcceleratedX86ARMCombinedMultipleStreams<
646
+ 1, 2, CutoffStrategy::Unroll64CRC>();
639
647
  #if defined(__aarch64__)
640
648
  default:
641
649
  // Not all ARM processors support the needed instructions, so check here
@@ -50,8 +50,10 @@ namespace debugging_internal {
50
50
  // NOTE: any new system calls here may also require sandbox reconfiguration.
51
51
  //
52
52
  bool AddressIsReadable(const void *addr) {
53
- // Align address on 8-byte boundary. On aarch64, checking last
54
- // byte before inaccessible page returned unexpected EFAULT.
53
+ // rt_sigprocmask below checks 8 contiguous bytes. If addr resides in the
54
+ // last 7 bytes of a page (unaligned), rt_sigprocmask would additionally
55
+ // check the readability of the next page, which is not desired. Align
56
+ // address on 8-byte boundary to check only the current page.
55
57
  const uintptr_t u_addr = reinterpret_cast<uintptr_t>(addr) & ~uintptr_t{7};
56
58
  addr = reinterpret_cast<const void *>(u_addr);
57
59
 
@@ -21,7 +21,15 @@
21
21
 
22
22
  #include <cstdint>
23
23
  #include <cstdio>
24
+ #include <cstdlib>
24
25
  #include <limits>
26
+ #include <string>
27
+
28
+ #include "absl/base/config.h"
29
+
30
+ #if ABSL_INTERNAL_HAS_CXA_DEMANGLE
31
+ #include <cxxabi.h>
32
+ #endif
25
33
 
26
34
  namespace absl {
27
35
  ABSL_NAMESPACE_BEGIN
@@ -1983,6 +1991,22 @@ bool Demangle(const char* mangled, char* out, size_t out_size) {
1983
1991
  state.parse_state.out_cur_idx > 0;
1984
1992
  }
1985
1993
 
1994
+ std::string DemangleString(const char* mangled) {
1995
+ std::string out;
1996
+ int status = 0;
1997
+ char* demangled = nullptr;
1998
+ #if ABSL_INTERNAL_HAS_CXA_DEMANGLE
1999
+ demangled = abi::__cxa_demangle(mangled, nullptr, nullptr, &status);
2000
+ #endif
2001
+ if (status == 0 && demangled != nullptr) {
2002
+ out.append(demangled);
2003
+ free(demangled);
2004
+ } else {
2005
+ out.append(mangled);
2006
+ }
2007
+ return out;
2008
+ }
2009
+
1986
2010
  } // namespace debugging_internal
1987
2011
  ABSL_NAMESPACE_END
1988
2012
  } // namespace absl
@@ -12,13 +12,23 @@
12
12
  // See the License for the specific language governing permissions and
13
13
  // limitations under the License.
14
14
 
15
- // An async-signal-safe and thread-safe demangler for Itanium C++ ABI
16
- // (aka G++ V3 ABI).
15
+ #ifndef ABSL_DEBUGGING_INTERNAL_DEMANGLE_H_
16
+ #define ABSL_DEBUGGING_INTERNAL_DEMANGLE_H_
17
+
18
+ #include <string>
19
+ #include "absl/base/config.h"
20
+
21
+ namespace absl {
22
+ ABSL_NAMESPACE_BEGIN
23
+ namespace debugging_internal {
24
+
25
+ // Demangle `mangled`. On success, return true and write the
26
+ // demangled symbol name to `out`. Otherwise, return false.
27
+ // `out` is modified even if demangling is unsuccessful.
17
28
  //
18
- // The demangler is implemented to be used in async signal handlers to
19
- // symbolize stack traces. We cannot use libstdc++'s
20
- // abi::__cxa_demangle() in such signal handlers since it's not async
21
- // signal safe (it uses malloc() internally).
29
+ // This function provides an alternative to libstdc++'s abi::__cxa_demangle,
30
+ // which is not async signal safe (it uses malloc internally). It's intended to
31
+ // be used in async signal handlers to symbolize stack traces.
22
32
  //
23
33
  // Note that this demangler doesn't support full demangling. More
24
34
  // specifically, it doesn't print types of function parameters and
@@ -30,40 +40,32 @@
30
40
  //
31
41
  // Example:
32
42
  //
33
- // | Mangled Name | The Demangler | abi::__cxa_demangle()
34
- // |---------------|---------------|-----------------------
35
- // | _Z1fv | f() | f()
36
- // | _Z1fi | f() | f(int)
37
- // | _Z3foo3bar | foo() | foo(bar)
38
- // | _Z1fIiEvi | f<>() | void f<int>(int)
39
- // | _ZN1N1fE | N::f | N::f
40
- // | _ZN3Foo3BarEv | Foo::Bar() | Foo::Bar()
41
- // | _Zrm1XS_" | operator%() | operator%(X, X)
42
- // | _ZN3FooC1Ev | Foo::Foo() | Foo::Foo()
43
- // | _Z1fSs | f() | f(std::basic_string<char,
44
- // | | | std::char_traits<char>,
45
- // | | | std::allocator<char> >)
43
+ // | Mangled Name | Demangle | DemangleString
44
+ // |---------------|-------------|-----------------------
45
+ // | _Z1fv | f() | f()
46
+ // | _Z1fi | f() | f(int)
47
+ // | _Z3foo3bar | foo() | foo(bar)
48
+ // | _Z1fIiEvi | f<>() | void f<int>(int)
49
+ // | _ZN1N1fE | N::f | N::f
50
+ // | _ZN3Foo3BarEv | Foo::Bar() | Foo::Bar()
51
+ // | _Zrm1XS_" | operator%() | operator%(X, X)
52
+ // | _ZN3FooC1Ev | Foo::Foo() | Foo::Foo()
53
+ // | _Z1fSs | f() | f(std::basic_string<char,
54
+ // | | | std::char_traits<char>,
55
+ // | | | std::allocator<char> >)
46
56
  //
47
57
  // See the unit test for more examples.
48
58
  //
49
59
  // Note: we might want to write demanglers for ABIs other than Itanium
50
60
  // C++ ABI in the future.
51
- //
52
-
53
- #ifndef ABSL_DEBUGGING_INTERNAL_DEMANGLE_H_
54
- #define ABSL_DEBUGGING_INTERNAL_DEMANGLE_H_
55
-
56
- #include "absl/base/config.h"
57
-
58
- namespace absl {
59
- ABSL_NAMESPACE_BEGIN
60
- namespace debugging_internal {
61
-
62
- // Demangle `mangled`. On success, return true and write the
63
- // demangled symbol name to `out`. Otherwise, return false.
64
- // `out` is modified even if demangling is unsuccessful.
65
61
  bool Demangle(const char* mangled, char* out, size_t out_size);
66
62
 
63
+ // A wrapper around `abi::__cxa_demangle()`. On success, returns the demangled
64
+ // name. On failure, returns the input mangled name.
65
+ //
66
+ // This function is not async-signal-safe.
67
+ std::string DemangleString(const char* mangled);
68
+
67
69
  } // namespace debugging_internal
68
70
  ABSL_NAMESPACE_END
69
71
  } // namespace absl