grpc 1.61.0 → 1.62.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (724) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +218 -196
  3. data/include/grpc/event_engine/event_engine.h +5 -43
  4. data/include/grpc/event_engine/extensible.h +68 -0
  5. data/include/grpc/impl/slice_type.h +1 -1
  6. data/include/grpc/support/port_platform.h +12 -20
  7. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.cc +1 -1
  8. data/src/core/{ext/filters/client_channel → client_channel}/backend_metric.h +4 -4
  9. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.cc +1 -1
  10. data/src/core/{ext/filters/client_channel → client_channel}/backup_poller.h +3 -3
  11. data/src/core/{ext/filters/client_channel → client_channel}/channel_connectivity.cc +11 -11
  12. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.cc +1 -1
  13. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_channelz.h +3 -3
  14. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.cc +1 -1
  15. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_factory.h +4 -4
  16. data/src/core/{ext/filters/client_channel/client_channel.cc → client_channel/client_channel_filter.cc} +247 -231
  17. data/src/core/{ext/filters/client_channel/client_channel.h → client_channel/client_channel_filter.h} +42 -42
  18. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_internal.h +6 -6
  19. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_plugin.cc +5 -5
  20. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.cc +2 -2
  21. data/src/core/{ext/filters/client_channel → client_channel}/client_channel_service_config.h +5 -5
  22. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.cc +1 -1
  23. data/src/core/{ext/filters/client_channel → client_channel}/config_selector.h +5 -5
  24. data/src/core/{ext/filters/client_channel → client_channel}/connector.h +3 -3
  25. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.cc +1 -1
  26. data/src/core/{ext/filters/client_channel → client_channel}/dynamic_filters.h +3 -3
  27. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.cc +2 -2
  28. data/src/core/{ext/filters/client_channel → client_channel}/global_subchannel_pool.h +4 -4
  29. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.cc +1 -1
  30. data/src/core/{ext/filters/client_channel → client_channel}/http_proxy_mapper.h +3 -3
  31. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.cc +2 -2
  32. data/src/core/{ext/filters/client_channel → client_channel}/local_subchannel_pool.h +4 -4
  33. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.cc +8 -8
  34. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter.h +8 -8
  35. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.cc +12 -9
  36. data/src/core/{ext/filters/client_channel → client_channel}/retry_filter_legacy_call_data.h +11 -10
  37. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.cc +1 -1
  38. data/src/core/{ext/filters/client_channel → client_channel}/retry_service_config.h +4 -4
  39. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.cc +1 -1
  40. data/src/core/{ext/filters/client_channel → client_channel}/retry_throttle.h +3 -3
  41. data/src/core/{ext/filters/client_channel → client_channel}/service_config_channel_arg_filter.cc +4 -4
  42. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.cc +2 -2
  43. data/src/core/{ext/filters/client_channel → client_channel}/subchannel.h +6 -6
  44. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_interface_internal.h +5 -5
  45. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.cc +1 -1
  46. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_pool_interface.h +3 -3
  47. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.cc +1 -1
  48. data/src/core/{ext/filters/client_channel → client_channel}/subchannel_stream_client.h +4 -4
  49. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
  50. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +1 -1
  51. data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +1 -1
  52. data/src/core/ext/filters/http/message_compress/legacy_compression_filter.cc +2 -2
  53. data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
  54. data/src/core/ext/filters/message_size/message_size_filter.cc +3 -3
  55. data/src/core/ext/filters/message_size/message_size_filter.h +1 -1
  56. data/src/core/ext/filters/rbac/rbac_filter.cc +1 -1
  57. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +1 -1
  58. data/src/core/ext/filters/server_config_selector/server_config_selector.h +2 -2
  59. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +2 -2
  60. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +2 -2
  61. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +1 -1
  62. data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +1 -1
  63. data/src/core/ext/transport/chttp2/alpn/alpn.cc +4 -1
  64. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +5 -5
  65. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +1 -1
  66. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +5 -0
  67. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +3 -1
  68. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -1
  69. data/src/core/ext/transport/inproc/inproc_transport.cc +20 -13
  70. data/src/core/ext/transport/inproc/inproc_transport.h +8 -0
  71. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb.h +351 -164
  72. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.c +89 -50
  73. data/src/core/ext/upb-gen/envoy/config/bootstrap/v3/bootstrap.upb_minitable.h +2 -0
  74. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb.h +47 -3
  75. data/src/core/ext/upb-gen/envoy/config/cluster/v3/cluster.upb_minitable.c +15 -7
  76. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb.h +32 -3
  77. data/src/core/ext/upb-gen/envoy/config/cluster/v3/filter.upb_minitable.c +8 -5
  78. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb.h +28 -0
  79. data/src/core/ext/upb-gen/envoy/config/cluster/v3/outlier_detection.upb_minitable.c +6 -4
  80. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb.h +0 -1
  81. data/src/core/ext/upb-gen/envoy/config/common/matcher/v3/matcher.upb_minitable.c +0 -1
  82. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb.h +29 -0
  83. data/src/core/ext/upb-gen/envoy/config/core/v3/address.upb_minitable.c +7 -4
  84. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb.h +17 -1
  85. data/src/core/ext/upb-gen/envoy/config/core/v3/base.upb_minitable.c +4 -3
  86. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb.h +166 -0
  87. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.c +55 -0
  88. data/src/core/ext/upb-gen/envoy/config/core/v3/http_service.upb_minitable.h +30 -0
  89. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb.h +30 -0
  90. data/src/core/ext/upb-gen/envoy/config/core/v3/protocol.upb_minitable.c +7 -5
  91. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb.h +99 -19
  92. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.c +29 -12
  93. data/src/core/ext/upb-gen/envoy/config/core/v3/substitution_format_string.upb_minitable.h +1 -0
  94. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb.h +15 -0
  95. data/src/core/ext/upb-gen/envoy/config/endpoint/v3/endpoint.upb_minitable.c +4 -3
  96. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb.h +31 -3
  97. data/src/core/ext/upb-gen/envoy/config/route/v3/route.upb_minitable.c +22 -4
  98. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb.h +91 -3
  99. data/src/core/ext/upb-gen/envoy/config/route/v3/route_components.upb_minitable.c +11 -8
  100. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb.h +30 -0
  101. data/src/core/ext/upb-gen/envoy/config/tap/v3/common.upb_minitable.c +7 -4
  102. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb.h +1 -0
  103. data/src/core/ext/upb-gen/envoy/config/trace/v3/dynamic_ot.upb_minitable.c +1 -0
  104. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb.h +125 -3
  105. data/src/core/ext/upb-gen/envoy/config/trace/v3/opentelemetry.upb_minitable.c +17 -4
  106. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb.h +19 -1
  107. data/src/core/ext/upb-gen/envoy/data/accesslog/v3/accesslog.upb_minitable.c +4 -3
  108. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb.h +1 -0
  109. data/src/core/ext/upb-gen/envoy/extensions/filters/http/router/v3/router.upb_minitable.c +1 -0
  110. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +15 -0
  111. data/src/core/ext/upb-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb_minitable.c +5 -2
  112. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +42 -0
  113. data/src/core/ext/upb-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb_minitable.c +11 -8
  114. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb.h +23 -8
  115. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/common.upb_minitable.c +9 -4
  116. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +58 -16
  117. data/src/core/ext/upb-gen/envoy/extensions/transport_sockets/tls/v3/tls.upb_minitable.c +14 -11
  118. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb.h +15 -0
  119. data/src/core/ext/upb-gen/envoy/service/status/v3/csds.upb_minitable.c +7 -2
  120. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb.h +129 -0
  121. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.c +27 -6
  122. data/src/core/ext/upb-gen/envoy/type/matcher/v3/value.upb_minitable.h +1 -0
  123. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb.h +15 -0
  124. data/src/core/ext/upb-gen/xds/type/matcher/v3/cel.upb_minitable.c +5 -2
  125. data/src/core/ext/upbdefs-gen/envoy/config/accesslog/v3/accesslog.upbdefs.c +60 -60
  126. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +278 -256
  127. data/src/core/ext/upbdefs-gen/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +10 -0
  128. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/cluster.upbdefs.c +483 -475
  129. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/filter.upbdefs.c +27 -20
  130. data/src/core/ext/upbdefs-gen/envoy/config/cluster/v3/outlier_detection.upbdefs.c +17 -12
  131. data/src/core/ext/upbdefs-gen/envoy/config/common/matcher/v3/matcher.upbdefs.c +157 -161
  132. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/address.upbdefs.c +105 -97
  133. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/base.upbdefs.c +106 -102
  134. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.c +52 -0
  135. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_service.upbdefs.h +35 -0
  136. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/http_uri.upbdefs.c +14 -13
  137. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/protocol.upbdefs.c +228 -224
  138. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.c +32 -26
  139. data/src/core/ext/upbdefs-gen/envoy/config/core/v3/substitution_format_string.upbdefs.h +5 -0
  140. data/src/core/ext/upbdefs-gen/envoy/config/endpoint/v3/endpoint.upbdefs.c +31 -28
  141. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route.upbdefs.c +22 -19
  142. data/src/core/ext/upbdefs-gen/envoy/config/route/v3/route_components.upbdefs.c +818 -813
  143. data/src/core/ext/upbdefs-gen/envoy/config/tap/v3/common.upbdefs.c +158 -151
  144. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/dynamic_ot.upbdefs.c +27 -23
  145. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opencensus.upbdefs.c +59 -53
  146. data/src/core/ext/upbdefs-gen/envoy/config/trace/v3/opentelemetry.upbdefs.c +40 -18
  147. data/src/core/ext/upbdefs-gen/envoy/data/accesslog/v3/accesslog.upbdefs.c +106 -103
  148. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/router/v3/router.upbdefs.c +16 -12
  149. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +22 -21
  150. data/src/core/ext/upbdefs-gen/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +265 -261
  151. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +127 -125
  152. data/src/core/ext/upbdefs-gen/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +188 -182
  153. data/src/core/ext/upbdefs-gen/envoy/service/status/v3/csds.upbdefs.c +57 -56
  154. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.c +27 -20
  155. data/src/core/ext/upbdefs-gen/envoy/type/matcher/v3/value.upbdefs.h +5 -0
  156. data/src/core/ext/upbdefs-gen/xds/type/matcher/v3/cel.upbdefs.c +10 -8
  157. data/src/core/ext/xds/xds_api.cc +63 -150
  158. data/src/core/ext/xds/xds_api.h +2 -7
  159. data/src/core/ext/xds/xds_bootstrap.h +3 -4
  160. data/src/core/ext/xds/xds_bootstrap_grpc.cc +4 -15
  161. data/src/core/ext/xds/xds_bootstrap_grpc.h +2 -1
  162. data/src/core/ext/xds/xds_client.cc +111 -59
  163. data/src/core/ext/xds/xds_client.h +20 -15
  164. data/src/core/ext/xds/xds_client_grpc.cc +53 -15
  165. data/src/core/ext/xds/xds_client_grpc.h +4 -1
  166. data/src/core/ext/xds/xds_client_stats.cc +11 -11
  167. data/src/core/ext/xds/xds_client_stats.h +8 -13
  168. data/src/core/ext/xds/xds_cluster.cc +1 -1
  169. data/src/core/ext/xds/xds_cluster.h +1 -1
  170. data/src/core/ext/xds/xds_endpoint.h +1 -1
  171. data/src/core/ext/xds/xds_health_status.h +1 -1
  172. data/src/core/ext/xds/xds_lb_policy_registry.cc +1 -1
  173. data/src/core/ext/xds/xds_route_config.cc +1 -1
  174. data/src/core/ext/xds/xds_server_config_fetcher.cc +2 -2
  175. data/src/core/ext/xds/xds_transport_grpc.cc +5 -5
  176. data/src/core/lib/channel/channel_args.h +15 -1
  177. data/src/core/lib/channel/connected_channel.cc +13 -12
  178. data/src/core/lib/channel/promise_based_filter.cc +4 -4
  179. data/src/core/lib/channel/promise_based_filter.h +1 -2
  180. data/src/core/lib/config/core_configuration.h +3 -3
  181. data/src/core/lib/event_engine/ares_resolver.cc +106 -59
  182. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +4 -0
  183. data/src/core/lib/event_engine/extensions/can_track_errors.h +40 -0
  184. data/src/core/lib/event_engine/extensions/supports_fd.h +160 -0
  185. data/src/core/lib/event_engine/forkable.cc +7 -5
  186. data/src/core/lib/event_engine/posix.h +11 -122
  187. data/src/core/lib/event_engine/posix_engine/native_posix_dns_resolver.h +1 -5
  188. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +31 -7
  189. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +1 -0
  190. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +3 -4
  191. data/src/core/lib/event_engine/posix_engine/posix_engine.h +2 -3
  192. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +14 -6
  193. data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +10 -0
  194. data/src/core/lib/event_engine/query_extensions.h +85 -0
  195. data/src/core/lib/event_engine/shim.cc +3 -17
  196. data/src/core/lib/event_engine/shim.h +0 -2
  197. data/src/core/lib/event_engine/thread_pool/thread_count.cc +28 -7
  198. data/src/core/lib/event_engine/thread_pool/thread_count.h +6 -1
  199. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +109 -5
  200. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +9 -0
  201. data/src/core/lib/event_engine/utils.cc +2 -1
  202. data/src/core/lib/event_engine/windows/grpc_polled_fd_windows.cc +1 -0
  203. data/src/core/lib/event_engine/windows/native_windows_dns_resolver.cc +1 -0
  204. data/src/core/lib/experiments/config.cc +10 -2
  205. data/src/core/lib/experiments/config.h +6 -0
  206. data/src/core/lib/experiments/experiments.cc +57 -18
  207. data/src/core/lib/experiments/experiments.h +16 -8
  208. data/src/core/lib/gpr/posix/sync.cc +2 -2
  209. data/src/core/lib/gpr/posix/time.cc +0 -5
  210. data/src/core/lib/gpr/windows/sync.cc +2 -2
  211. data/src/core/lib/gprpp/debug_location.h +2 -0
  212. data/src/core/lib/gprpp/down_cast.h +49 -0
  213. data/src/core/lib/gprpp/linux/env.cc +1 -19
  214. data/src/core/lib/gprpp/load_file.cc +2 -1
  215. data/src/core/lib/gprpp/load_file.h +2 -1
  216. data/src/core/lib/gprpp/posix/thd.cc +27 -2
  217. data/src/core/lib/gprpp/thd.h +8 -0
  218. data/src/core/lib/gprpp/time.h +4 -3
  219. data/src/core/lib/gprpp/windows/directory_reader.cc +1 -0
  220. data/src/core/lib/gprpp/windows/thd.cc +10 -1
  221. data/src/core/lib/iomgr/combiner.cc +1 -1
  222. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +20 -14
  223. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -2
  224. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +2 -2
  225. data/src/core/lib/iomgr/tcp_server_posix.cc +65 -50
  226. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +12 -0
  227. data/src/core/lib/json/json_writer.cc +1 -1
  228. data/src/core/lib/promise/activity.h +8 -2
  229. data/src/core/lib/promise/context.h +45 -7
  230. data/src/core/lib/promise/for_each.h +6 -9
  231. data/src/core/lib/promise/interceptor_list.h +13 -5
  232. data/src/core/lib/promise/latch.h +3 -3
  233. data/src/core/lib/promise/party.cc +12 -0
  234. data/src/core/lib/promise/party.h +37 -6
  235. data/src/core/lib/promise/pipe.h +2 -7
  236. data/src/core/lib/promise/sleep.cc +1 -1
  237. data/src/core/lib/promise/status_flag.h +32 -2
  238. data/src/core/lib/resource_quota/memory_quota.cc +4 -4
  239. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +5 -11
  240. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +11 -10
  241. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +9 -7
  242. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +1 -1
  243. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +16 -24
  244. data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -1
  245. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -1
  246. data/src/core/lib/security/security_connector/load_system_roots_supported.cc +3 -7
  247. data/src/core/lib/security/security_connector/local/local_security_connector.cc +1 -1
  248. data/src/core/lib/security/security_connector/ssl_utils.cc +26 -17
  249. data/src/core/lib/security/transport/legacy_server_auth_filter.cc +2 -2
  250. data/src/core/lib/security/transport/security_handshaker.cc +0 -8
  251. data/src/core/lib/security/transport/security_handshaker.h +0 -6
  252. data/src/core/lib/security/transport/server_auth_filter.cc +2 -2
  253. data/src/core/lib/slice/slice_buffer.h +3 -1
  254. data/src/core/lib/surface/call.cc +162 -76
  255. data/src/core/lib/surface/call_trace.cc +9 -9
  256. data/src/core/lib/surface/channel.cc +15 -24
  257. data/src/core/lib/surface/channel.h +4 -20
  258. data/src/core/lib/surface/channel_init.cc +81 -7
  259. data/src/core/lib/surface/channel_init.h +104 -6
  260. data/src/core/lib/surface/init.cc +1 -1
  261. data/src/core/lib/surface/server.cc +4 -7
  262. data/src/core/lib/surface/version.cc +2 -2
  263. data/src/core/lib/surface/wait_for_cq_end_op.cc +75 -0
  264. data/src/core/lib/surface/wait_for_cq_end_op.h +4 -26
  265. data/src/core/lib/transport/batch_builder.cc +2 -3
  266. data/src/core/lib/transport/batch_builder.h +1 -1
  267. data/src/core/lib/transport/call_factory.cc +41 -0
  268. data/src/core/lib/transport/call_factory.h +56 -0
  269. data/src/core/lib/transport/call_filters.cc +371 -0
  270. data/src/core/lib/transport/call_filters.h +1500 -0
  271. data/src/core/lib/transport/call_size_estimator.cc +41 -0
  272. data/src/core/lib/transport/call_size_estimator.h +52 -0
  273. data/src/core/lib/transport/call_spine.cc +107 -0
  274. data/src/core/lib/transport/call_spine.h +429 -0
  275. data/src/core/lib/transport/handshaker.cc +0 -8
  276. data/src/core/lib/transport/handshaker.h +0 -7
  277. data/src/core/lib/transport/message.cc +45 -0
  278. data/src/core/lib/transport/message.h +61 -0
  279. data/src/core/lib/transport/metadata.cc +37 -0
  280. data/src/core/lib/transport/metadata.h +78 -0
  281. data/src/core/lib/transport/metadata_batch.cc +4 -2
  282. data/src/core/lib/transport/metadata_batch.h +2 -2
  283. data/src/core/lib/transport/transport.cc +0 -105
  284. data/src/core/lib/transport/transport.h +3 -452
  285. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/address_filtering.cc +1 -1
  286. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/address_filtering.h +4 -4
  287. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/backend_metric_data.h +3 -3
  288. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.cc +4 -4
  289. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/child_policy_handler.h +4 -4
  290. data/src/core/{lib/load_balancing → load_balancing}/delegating_helper.h +5 -5
  291. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.cc +6 -6
  292. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/endpoint_list.h +6 -6
  293. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.cc +2 -2
  294. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/client_load_reporting_filter.h +3 -3
  295. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.cc +19 -19
  296. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb.h +3 -3
  297. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.cc +1 -1
  298. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_balancer_addresses.h +4 -4
  299. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.cc +1 -1
  300. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/grpclb_client_stats.h +3 -3
  301. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.cc +1 -1
  302. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/grpclb/load_balancer_api.h +4 -4
  303. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.cc +6 -6
  304. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client.h +4 -4
  305. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/health_check_client_internal.h +7 -7
  306. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.cc +1 -1
  307. data/src/core/{lib/load_balancing → load_balancing}/lb_policy.h +6 -6
  308. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_factory.h +4 -4
  309. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.cc +2 -2
  310. data/src/core/{lib/load_balancing → load_balancing}/lb_policy_registry.h +5 -5
  311. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.cc +6 -6
  312. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric.h +5 -5
  313. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/oob_backend_metric_internal.h +8 -8
  314. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.cc +10 -10
  315. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/outlier_detection/outlier_detection.h +3 -3
  316. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.cc +6 -6
  317. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/pick_first/pick_first.h +4 -4
  318. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/priority/priority.cc +8 -8
  319. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.cc +8 -8
  320. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/ring_hash/ring_hash.h +4 -4
  321. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/rls/rls.cc +13 -13
  322. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/round_robin/round_robin.cc +7 -7
  323. data/src/core/{lib/load_balancing → load_balancing}/subchannel_interface.h +3 -3
  324. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/subchannel_list.h +8 -8
  325. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.cc +1 -1
  326. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/static_stride_scheduler.h +3 -3
  327. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_round_robin/weighted_round_robin.cc +10 -10
  328. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/weighted_target/weighted_target.cc +7 -7
  329. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/cds.cc +26 -23
  330. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_channel_args.h +4 -4
  331. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_impl.cc +11 -11
  332. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_cluster_manager.cc +8 -8
  333. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_override_host.cc +10 -10
  334. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_override_host.h +4 -4
  335. data/src/core/{ext/filters/client_channel/lb_policy → load_balancing}/xds/xds_wrr_locality.cc +6 -6
  336. data/src/core/{ext/filters/client_channel/resolver → resolver}/binder/binder_resolver.cc +3 -3
  337. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.cc +9 -9
  338. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/dns_resolver_ares.h +3 -3
  339. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver.h +4 -4
  340. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_posix.cc +2 -2
  341. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_ev_driver_windows.cc +2 -2
  342. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.cc +2 -2
  343. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper.h +4 -4
  344. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_posix.cc +1 -1
  345. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -2
  346. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.cc +7 -5
  347. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/dns_resolver_plugin.h +3 -3
  348. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.cc +9 -9
  349. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/event_engine_client_channel_resolver.h +5 -5
  350. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.cc +1 -1
  351. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/event_engine/service_config_helper.h +3 -3
  352. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.cc +4 -4
  353. data/src/core/{ext/filters/client_channel/resolver → resolver}/dns/native/dns_resolver.h +3 -3
  354. data/src/core/{lib/resolver → resolver}/endpoint_addresses.cc +1 -1
  355. data/src/core/{lib/resolver → resolver}/endpoint_addresses.h +3 -3
  356. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.cc +2 -2
  357. data/src/core/{ext/filters/client_channel/resolver → resolver}/fake/fake_resolver.h +4 -4
  358. data/src/core/{ext/filters/client_channel/resolver → resolver}/google_c2p/google_c2p_resolver.cc +3 -3
  359. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.cc +3 -3
  360. data/src/core/{ext/filters/client_channel/resolver → resolver}/polling_resolver.h +5 -5
  361. data/src/core/{lib/resolver → resolver}/resolver.cc +1 -1
  362. data/src/core/{lib/resolver → resolver}/resolver.h +6 -6
  363. data/src/core/{lib/resolver → resolver}/resolver_factory.h +4 -4
  364. data/src/core/{lib/resolver → resolver}/resolver_registry.cc +1 -1
  365. data/src/core/{lib/resolver → resolver}/resolver_registry.h +5 -5
  366. data/src/core/{lib/resolver → resolver}/server_address.h +4 -4
  367. data/src/core/{ext/filters/client_channel/resolver → resolver}/sockaddr/sockaddr_resolver.cc +3 -3
  368. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_dependency_manager.cc +4 -4
  369. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_dependency_manager.h +4 -4
  370. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver.cc +11 -11
  371. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver_attributes.h +4 -4
  372. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver_trace.cc +1 -1
  373. data/src/core/{ext/filters/client_channel/resolver → resolver}/xds/xds_resolver_trace.h +3 -3
  374. data/src/core/{lib/service_config → service_config}/service_config.h +4 -4
  375. data/src/core/{lib/service_config → service_config}/service_config_call_data.h +5 -5
  376. data/src/core/{lib/service_config → service_config}/service_config_impl.cc +2 -2
  377. data/src/core/{lib/service_config → service_config}/service_config_impl.h +5 -5
  378. data/src/core/{lib/service_config → service_config}/service_config_parser.cc +1 -1
  379. data/src/core/{lib/service_config → service_config}/service_config_parser.h +3 -3
  380. data/src/core/tsi/fake_transport_security.cc +1 -1
  381. data/src/ruby/ext/grpc/extconf.rb +0 -1
  382. data/src/ruby/ext/grpc/rb_channel.c +11 -5
  383. data/src/ruby/ext/grpc/rb_event_thread.c +9 -3
  384. data/src/ruby/lib/grpc/version.rb +1 -1
  385. data/third_party/abseil-cpp/absl/algorithm/algorithm.h +8 -103
  386. data/third_party/abseil-cpp/absl/algorithm/container.h +57 -71
  387. data/third_party/abseil-cpp/absl/base/attributes.h +51 -12
  388. data/third_party/abseil-cpp/absl/base/call_once.h +15 -9
  389. data/third_party/abseil-cpp/absl/base/casts.h +1 -1
  390. data/third_party/abseil-cpp/absl/base/config.h +91 -24
  391. data/third_party/abseil-cpp/absl/base/internal/endian.h +13 -12
  392. data/third_party/abseil-cpp/absl/base/internal/identity.h +4 -2
  393. data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +19 -18
  394. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +1 -1
  395. data/third_party/abseil-cpp/absl/base/internal/nullability_impl.h +106 -0
  396. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +9 -11
  397. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +2 -0
  398. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +17 -4
  399. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +20 -0
  400. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +10 -4
  401. data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +13 -6
  402. data/third_party/abseil-cpp/absl/base/log_severity.cc +1 -0
  403. data/third_party/abseil-cpp/absl/base/log_severity.h +23 -10
  404. data/third_party/abseil-cpp/absl/base/no_destructor.h +217 -0
  405. data/third_party/abseil-cpp/absl/base/nullability.h +224 -0
  406. data/third_party/abseil-cpp/absl/base/optimization.h +1 -0
  407. data/third_party/abseil-cpp/absl/base/options.h +27 -1
  408. data/third_party/abseil-cpp/absl/base/prefetch.h +25 -14
  409. data/third_party/abseil-cpp/absl/base/thread_annotations.h +0 -2
  410. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +3 -3
  411. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +1 -1
  412. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +4 -2
  413. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +13 -9
  414. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +2 -12
  415. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +12 -1
  416. data/third_party/abseil-cpp/absl/container/internal/layout.h +6 -21
  417. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +11 -2
  418. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +148 -31
  419. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +717 -278
  420. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +26 -2
  421. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +6 -0
  422. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +34 -5
  423. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +6 -3
  424. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +4 -2
  425. data/third_party/abseil-cpp/absl/crc/internal/{crc_memcpy_x86_64.cc → crc_memcpy_x86_arm_combined.cc} +65 -47
  426. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +10 -2
  427. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +4 -2
  428. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +24 -0
  429. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +35 -33
  430. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +41 -17
  431. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +108 -44
  432. data/third_party/abseil-cpp/absl/flags/declare.h +0 -5
  433. data/third_party/abseil-cpp/absl/flags/flag.h +1 -10
  434. data/third_party/abseil-cpp/absl/flags/internal/flag.h +0 -5
  435. data/third_party/abseil-cpp/absl/flags/marshalling.cc +10 -1
  436. data/third_party/abseil-cpp/absl/flags/reflection.cc +2 -1
  437. data/third_party/abseil-cpp/absl/functional/function_ref.h +8 -0
  438. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +2 -2
  439. data/third_party/abseil-cpp/absl/hash/internal/hash.h +49 -2
  440. data/third_party/abseil-cpp/absl/numeric/bits.h +37 -18
  441. data/third_party/abseil-cpp/absl/random/distributions.h +1 -1
  442. data/third_party/abseil-cpp/absl/status/internal/status_internal.cc +248 -0
  443. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +55 -14
  444. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +53 -2
  445. data/third_party/abseil-cpp/absl/status/status.cc +36 -238
  446. data/third_party/abseil-cpp/absl/status/status.h +95 -53
  447. data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +1 -3
  448. data/third_party/abseil-cpp/absl/status/status_payload_printer.h +3 -2
  449. data/third_party/abseil-cpp/absl/status/statusor.cc +5 -2
  450. data/third_party/abseil-cpp/absl/status/statusor.h +43 -3
  451. data/third_party/abseil-cpp/absl/strings/ascii.cc +84 -12
  452. data/third_party/abseil-cpp/absl/strings/ascii.h +8 -6
  453. data/third_party/abseil-cpp/absl/strings/charconv.cc +19 -12
  454. data/third_party/abseil-cpp/absl/strings/charconv.h +6 -3
  455. data/third_party/abseil-cpp/absl/strings/charset.h +164 -0
  456. data/third_party/abseil-cpp/absl/strings/cord.cc +266 -69
  457. data/third_party/abseil-cpp/absl/strings/cord.h +138 -92
  458. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +19 -33
  459. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +4 -3
  460. data/third_party/abseil-cpp/absl/strings/escaping.cc +5 -4
  461. data/third_party/abseil-cpp/absl/strings/has_absl_stringify.h +63 -0
  462. data/third_party/abseil-cpp/absl/strings/has_ostream_operator.h +42 -0
  463. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -6
  464. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +19 -45
  465. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +23 -28
  466. data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +15 -26
  467. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +12 -4
  468. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +145 -8
  469. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +72 -24
  470. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +17 -1
  471. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +7 -4
  472. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +8 -3
  473. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +10 -4
  474. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +5 -4
  475. data/third_party/abseil-cpp/absl/strings/match.cc +3 -0
  476. data/third_party/abseil-cpp/absl/strings/numbers.cc +396 -153
  477. data/third_party/abseil-cpp/absl/strings/numbers.h +193 -35
  478. data/third_party/abseil-cpp/absl/strings/str_cat.cc +151 -21
  479. data/third_party/abseil-cpp/absl/strings/str_cat.h +127 -25
  480. data/third_party/abseil-cpp/absl/strings/str_format.h +30 -20
  481. data/third_party/abseil-cpp/absl/strings/str_join.h +16 -16
  482. data/third_party/abseil-cpp/absl/strings/str_replace.cc +12 -3
  483. data/third_party/abseil-cpp/absl/strings/str_replace.h +8 -5
  484. data/third_party/abseil-cpp/absl/strings/str_split.cc +8 -6
  485. data/third_party/abseil-cpp/absl/strings/str_split.h +18 -0
  486. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -5
  487. data/third_party/abseil-cpp/absl/strings/string_view.h +91 -26
  488. data/third_party/abseil-cpp/absl/strings/strip.h +5 -2
  489. data/third_party/abseil-cpp/absl/strings/substitute.cc +12 -4
  490. data/third_party/abseil-cpp/absl/strings/substitute.h +103 -91
  491. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +2 -2
  492. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +2 -0
  493. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +4 -2
  494. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +296 -332
  495. data/third_party/abseil-cpp/absl/synchronization/mutex.h +89 -34
  496. data/third_party/abseil-cpp/absl/time/civil_time.h +26 -0
  497. data/third_party/abseil-cpp/absl/time/clock.h +5 -1
  498. data/third_party/abseil-cpp/absl/time/duration.cc +3 -3
  499. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +2 -2
  500. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
  501. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +9 -14
  502. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +0 -8
  503. data/third_party/abseil-cpp/absl/types/bad_optional_access.cc +18 -0
  504. data/third_party/abseil-cpp/absl/types/bad_variant_access.cc +18 -0
  505. data/third_party/abseil-cpp/absl/types/internal/variant.h +3 -3
  506. data/third_party/abseil-cpp/absl/types/optional.h +3 -2
  507. data/third_party/abseil-cpp/absl/types/span.h +9 -4
  508. data/third_party/abseil-cpp/absl/utility/utility.h +11 -93
  509. data/third_party/boringssl-with-bazel/err_data.c +278 -276
  510. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +1 -1
  511. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -9
  512. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +8 -21
  513. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +1 -1
  514. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +19 -1
  515. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +1 -1
  516. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +11 -3
  517. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +4 -1
  518. data/third_party/boringssl-with-bazel/src/crypto/asn1/posix_time.c +1 -1
  519. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +3 -3
  520. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +1 -6
  521. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +4 -13
  522. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +1 -6
  523. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +27 -4
  524. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -4
  525. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -4
  526. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +8 -0
  527. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +1 -11
  528. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +7 -8
  529. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +42 -12
  530. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +0 -22
  531. data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +9 -9
  532. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +34 -1
  533. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +49 -3
  534. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +30 -42
  535. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +87 -96
  536. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +5 -1
  537. data/third_party/boringssl-with-bazel/src/crypto/cpu_intel.c +4 -2
  538. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +11 -0
  539. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +4 -0
  540. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +1 -2
  541. data/third_party/boringssl-with-bazel/src/crypto/des/des.c +105 -31
  542. data/third_party/boringssl-with-bazel/src/crypto/des/internal.h +10 -81
  543. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +2 -15
  544. data/third_party/boringssl-with-bazel/src/crypto/engine/engine.c +1 -9
  545. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +1 -5
  546. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +2 -5
  547. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +1 -4
  548. data/third_party/boringssl-with-bazel/src/crypto/evp/p_hkdf.c +1 -2
  549. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -3
  550. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +2 -2
  551. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/add.c +2 -8
  552. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +1 -1
  553. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +26 -17
  554. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +1 -1
  555. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +4 -2
  556. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +26 -5
  557. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +10 -41
  558. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +49 -2
  559. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +26 -0
  560. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +27 -26
  561. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +2 -6
  562. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +1 -8
  563. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +8 -2
  564. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +11 -2
  565. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +11 -24
  566. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aesccm.c +43 -50
  567. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +2 -6
  568. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +4 -0
  569. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +1 -2
  570. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +16 -9
  571. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +7 -6
  572. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +2 -7
  573. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +51 -13
  574. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +17 -0
  575. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +5 -2
  576. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +1 -2
  577. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +1 -3
  578. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +6 -5
  579. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +1 -2
  580. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +153 -6
  581. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +87 -7
  582. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +39 -5
  583. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +32 -5
  584. data/third_party/boringssl-with-bazel/src/crypto/internal.h +254 -54
  585. data/third_party/boringssl-with-bazel/src/crypto/keccak/internal.h +70 -0
  586. data/third_party/boringssl-with-bazel/src/crypto/{kyber → keccak}/keccak.c +124 -49
  587. data/third_party/boringssl-with-bazel/src/crypto/kyber/internal.h +8 -39
  588. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +39 -29
  589. data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +3 -6
  590. data/third_party/boringssl-with-bazel/src/crypto/mem.c +17 -33
  591. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +36 -16
  592. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +0 -3
  593. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +31 -0
  594. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +2 -4
  595. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +3 -3
  596. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +9 -13
  597. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +3 -6
  598. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +4 -0
  599. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +3 -1
  600. data/third_party/boringssl-with-bazel/src/crypto/spx/address.c +101 -0
  601. data/third_party/boringssl-with-bazel/src/crypto/spx/address.h +50 -0
  602. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.c +133 -0
  603. data/third_party/boringssl-with-bazel/src/crypto/spx/fors.h +54 -0
  604. data/third_party/boringssl-with-bazel/src/crypto/spx/internal.h +79 -0
  605. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.c +150 -0
  606. data/third_party/boringssl-with-bazel/src/crypto/spx/merkle.h +61 -0
  607. data/third_party/boringssl-with-bazel/src/crypto/spx/params.h +71 -0
  608. data/third_party/boringssl-with-bazel/src/crypto/spx/spx.c +139 -0
  609. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.c +53 -0
  610. data/third_party/boringssl-with-bazel/src/crypto/spx/spx_util.h +44 -0
  611. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.c +136 -0
  612. data/third_party/boringssl-with-bazel/src/crypto/spx/thash.h +70 -0
  613. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.c +135 -0
  614. data/third_party/boringssl-with-bazel/src/crypto/spx/wots.h +45 -0
  615. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +4 -9
  616. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +10 -22
  617. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +3 -6
  618. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +12 -36
  619. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +1 -2
  620. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +0 -2
  621. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +14 -9
  622. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +23 -33
  623. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +225 -51
  624. data/third_party/boringssl-with-bazel/src/crypto/x509/policy.c +2 -6
  625. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +6 -2
  626. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +1 -1
  627. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +1 -4
  628. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +1 -3
  629. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akey.c +1 -1
  630. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_akeya.c +3 -1
  631. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_alt.c +5 -6
  632. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bcons.c +1 -1
  633. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_bitst.c +1 -1
  634. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_conf.c +0 -2
  635. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_cpols.c +1 -1
  636. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_crld.c +1 -2
  637. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_enum.c +1 -0
  638. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_extku.c +1 -1
  639. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_genn.c +12 -12
  640. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ia5.c +1 -1
  641. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_info.c +4 -6
  642. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_int.c +1 -1
  643. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_lib.c +3 -2
  644. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ncons.c +2 -2
  645. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_ocsp.c +1 -1
  646. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pcons.c +1 -1
  647. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_pmaps.c +1 -1
  648. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_prn.c +3 -4
  649. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_purp.c +92 -335
  650. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_skey.c +1 -2
  651. data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/v3_utl.c +20 -18
  652. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +35 -32
  653. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +44 -59
  654. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +0 -1
  655. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +107 -255
  656. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +32 -20
  657. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +25 -152
  658. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +0 -1
  659. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +330 -944
  660. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +93 -215
  661. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +28 -6
  662. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
  663. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +35 -129
  664. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +7 -8
  665. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +46 -50
  666. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +2 -0
  667. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +1 -4
  668. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +6 -6
  669. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +0 -21
  670. data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +5 -6
  671. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +3 -1
  672. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +24 -0
  673. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +14 -5
  674. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +22 -0
  675. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +1 -0
  676. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +4 -1
  677. data/third_party/boringssl-with-bazel/src/include/openssl/curve25519.h +2 -2
  678. data/third_party/boringssl-with-bazel/src/include/openssl/des.h +0 -13
  679. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +33 -11
  680. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +1 -1
  681. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +5 -4
  682. data/third_party/boringssl-with-bazel/src/include/openssl/kyber.h +26 -18
  683. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +13 -6
  684. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +5 -1
  685. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +1 -0
  686. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +19 -5
  687. data/third_party/boringssl-with-bazel/src/include/openssl/posix_time.h +45 -0
  688. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -0
  689. data/third_party/boringssl-with-bazel/src/include/openssl/sha.h +20 -3
  690. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +18 -20
  691. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +76 -60
  692. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +31 -6
  693. data/third_party/boringssl-with-bazel/src/include/openssl/time.h +3 -22
  694. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -1
  695. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2806 -941
  696. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +38 -1025
  697. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3_errors.h +124 -0
  698. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +1 -2
  699. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +82 -9
  700. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +42 -4
  701. data/third_party/boringssl-with-bazel/src/ssl/internal.h +4 -0
  702. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +4 -5
  703. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +9 -1
  704. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +0 -1
  705. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +5 -1
  706. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -1
  707. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +4 -2
  708. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +21 -0
  709. data/third_party/cares/config_linux/ares_config.h +2 -38
  710. metadata +214 -179
  711. data/src/core/lib/iomgr/load_file.cc +0 -78
  712. data/src/core/lib/iomgr/load_file.h +0 -35
  713. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +0 -137
  714. data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +0 -280
  715. data/third_party/abseil-cpp/absl/flags/flag.cc +0 -38
  716. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +0 -116
  717. data/third_party/abseil-cpp/absl/strings/internal/char_map.h +0 -158
  718. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +0 -773
  719. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +0 -607
  720. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +0 -118
  721. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +0 -100
  722. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +0 -111
  723. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +0 -197
  724. /data/third_party/boringssl-with-bazel/src/crypto/{x509v3 → x509}/ext_dat.h +0 -0
@@ -20,32 +20,36 @@
20
20
  #include <algorithm>
21
21
  #include <cassert>
22
22
  #include <cfloat> // for DBL_DIG and FLT_DIG
23
+ #include <climits>
23
24
  #include <cmath> // for HUGE_VAL
25
+ #include <cstddef>
24
26
  #include <cstdint>
25
27
  #include <cstdio>
26
28
  #include <cstdlib>
27
29
  #include <cstring>
28
30
  #include <iterator>
29
31
  #include <limits>
30
- #include <memory>
32
+ #include <system_error> // NOLINT(build/c++11)
33
+ #include <type_traits>
31
34
  #include <utility>
32
35
 
33
36
  #include "absl/base/attributes.h"
37
+ #include "absl/base/config.h"
34
38
  #include "absl/base/internal/endian.h"
35
39
  #include "absl/base/internal/raw_logging.h"
40
+ #include "absl/base/nullability.h"
36
41
  #include "absl/base/optimization.h"
37
42
  #include "absl/numeric/bits.h"
43
+ #include "absl/numeric/int128.h"
38
44
  #include "absl/strings/ascii.h"
39
45
  #include "absl/strings/charconv.h"
40
- #include "absl/strings/escaping.h"
41
- #include "absl/strings/internal/memutil.h"
42
46
  #include "absl/strings/match.h"
43
- #include "absl/strings/str_cat.h"
47
+ #include "absl/strings/string_view.h"
44
48
 
45
49
  namespace absl {
46
50
  ABSL_NAMESPACE_BEGIN
47
51
 
48
- bool SimpleAtof(absl::string_view str, float* out) {
52
+ bool SimpleAtof(absl::string_view str, absl::Nonnull<float*> out) {
49
53
  *out = 0.0;
50
54
  str = StripAsciiWhitespace(str);
51
55
  // std::from_chars doesn't accept an initial +, but SimpleAtof does, so if one
@@ -76,7 +80,7 @@ bool SimpleAtof(absl::string_view str, float* out) {
76
80
  return true;
77
81
  }
78
82
 
79
- bool SimpleAtod(absl::string_view str, double* out) {
83
+ bool SimpleAtod(absl::string_view str, absl::Nonnull<double*> out) {
80
84
  *out = 0.0;
81
85
  str = StripAsciiWhitespace(str);
82
86
  // std::from_chars doesn't accept an initial +, but SimpleAtod does, so if one
@@ -107,7 +111,7 @@ bool SimpleAtod(absl::string_view str, double* out) {
107
111
  return true;
108
112
  }
109
113
 
110
- bool SimpleAtob(absl::string_view str, bool* out) {
114
+ bool SimpleAtob(absl::string_view str, absl::Nonnull<bool*> out) {
111
115
  ABSL_RAW_CHECK(out != nullptr, "Output pointer must not be nullptr.");
112
116
  if (EqualsIgnoreCase(str, "true") || EqualsIgnoreCase(str, "t") ||
113
117
  EqualsIgnoreCase(str, "yes") || EqualsIgnoreCase(str, "y") ||
@@ -155,29 +159,71 @@ constexpr uint32_t kTwoZeroBytes = 0x0101 * '0';
155
159
  constexpr uint64_t kFourZeroBytes = 0x01010101 * '0';
156
160
  constexpr uint64_t kEightZeroBytes = 0x0101010101010101ull * '0';
157
161
 
158
- // * 103 / 1024 is a division by 10 for values from 0 to 99. It's also a
159
- // division of a structure [k takes 2 bytes][m takes 2 bytes], then * 103 / 1024
160
- // will be [k / 10][m / 10]. It allows parallel division.
161
- constexpr uint64_t kDivisionBy10Mul = 103u;
162
+ template <typename T>
163
+ constexpr T Pow(T base, uint32_t n) {
164
+ // Exponentiation by squaring
165
+ return static_cast<T>((n > 1 ? Pow(base * base, n >> 1) : static_cast<T>(1)) *
166
+ ((n & 1) ? base : static_cast<T>(1)));
167
+ }
168
+
169
+ // Given n, calculates C where the following holds for all 0 <= x < Pow(100, n):
170
+ // x / Pow(10, n) == x * C / Pow(2, n * 10)
171
+ // In other words, it allows us to divide by a power of 10 via a single
172
+ // multiplication and bit shifts, assuming the input will be smaller than the
173
+ // square of that power of 10.
174
+ template <typename T>
175
+ constexpr T ComputePowerOf100DivisionCoefficient(uint32_t n) {
176
+ if (n > 4) {
177
+ // This doesn't work for large powers of 100, due to overflow
178
+ abort();
179
+ }
180
+ T denom = 16 - 1;
181
+ T num = (denom + 1) - 10;
182
+ T gcd = 3; // Greatest common divisor of numerator and denominator
183
+ denom = Pow(denom / gcd, n);
184
+ num = Pow(num / gcd, 9 * n);
185
+ T quotient = num / denom;
186
+ if (num % denom >= denom / 2) {
187
+ // Round up, since the remainder is more than half the denominator
188
+ ++quotient;
189
+ }
190
+ return quotient;
191
+ }
192
+
193
+ // * kDivisionBy10Mul / kDivisionBy10Div is a division by 10 for values from 0
194
+ // to 99. It's also a division of a structure [k takes 2 bytes][m takes 2
195
+ // bytes], then * kDivisionBy10Mul / kDivisionBy10Div will be [k / 10][m / 10].
196
+ // It allows parallel division.
197
+ constexpr uint64_t kDivisionBy10Mul =
198
+ ComputePowerOf100DivisionCoefficient<uint64_t>(1);
199
+ static_assert(kDivisionBy10Mul == 103,
200
+ "division coefficient for 10 is incorrect");
162
201
  constexpr uint64_t kDivisionBy10Div = 1 << 10;
163
202
 
164
- // * 10486 / 1048576 is a division by 100 for values from 0 to 9999.
165
- constexpr uint64_t kDivisionBy100Mul = 10486u;
203
+ // * kDivisionBy100Mul / kDivisionBy100Div is a division by 100 for values from
204
+ // 0 to 9999.
205
+ constexpr uint64_t kDivisionBy100Mul =
206
+ ComputePowerOf100DivisionCoefficient<uint64_t>(2);
207
+ static_assert(kDivisionBy100Mul == 10486,
208
+ "division coefficient for 100 is incorrect");
166
209
  constexpr uint64_t kDivisionBy100Div = 1 << 20;
167
210
 
168
- // Encode functions write the ASCII output of input `n` to `out_str`.
169
- inline char* EncodeHundred(uint32_t n, char* out_str) {
170
- int num_digits = static_cast<int>(n - 10) >> 8;
171
- uint32_t base = kTwoZeroBytes;
172
- uint32_t div10 = (n * kDivisionBy10Mul) / kDivisionBy10Div;
173
- uint32_t mod10 = n - 10u * div10;
174
- base += div10 + (mod10 << 8);
175
- base >>= num_digits & 8;
176
- little_endian::Store16(out_str, static_cast<uint16_t>(base));
177
- return out_str + 2 + num_digits;
211
+ static_assert(ComputePowerOf100DivisionCoefficient<uint64_t>(3) == 1073742,
212
+ "division coefficient for 1000 is incorrect");
213
+
214
+ // Same as `PrepareEightDigits`, but produces 2 digits for integers < 100.
215
+ inline uint32_t PrepareTwoDigitsImpl(uint32_t i, bool reversed) {
216
+ assert(i < 100);
217
+ uint32_t div10 = (i * kDivisionBy10Mul) / kDivisionBy10Div;
218
+ uint32_t mod10 = i - 10u * div10;
219
+ return (div10 << (reversed ? 8 : 0)) + (mod10 << (reversed ? 0 : 8));
220
+ }
221
+ inline uint32_t PrepareTwoDigits(uint32_t i) {
222
+ return PrepareTwoDigitsImpl(i, false);
178
223
  }
179
224
 
180
- inline char* EncodeTenThousand(uint32_t n, char* out_str) {
225
+ // Same as `PrepareEightDigits`, but produces 4 digits for integers < 10000.
226
+ inline uint32_t PrepareFourDigitsImpl(uint32_t n, bool reversed) {
181
227
  // We split lower 2 digits and upper 2 digits of n into 2 byte consecutive
182
228
  // blocks. 123 -> [\0\1][\0\23]. We divide by 10 both blocks
183
229
  // (it's 1 division + zeroing upper bits), and compute modulo 10 as well "in
@@ -185,146 +231,335 @@ inline char* EncodeTenThousand(uint32_t n, char* out_str) {
185
231
  // strip trailing zeros, add ASCII '0000' and return.
186
232
  uint32_t div100 = (n * kDivisionBy100Mul) / kDivisionBy100Div;
187
233
  uint32_t mod100 = n - 100ull * div100;
188
- uint32_t hundreds = (mod100 << 16) + div100;
234
+ uint32_t hundreds =
235
+ (mod100 << (reversed ? 0 : 16)) + (div100 << (reversed ? 16 : 0));
189
236
  uint32_t tens = (hundreds * kDivisionBy10Mul) / kDivisionBy10Div;
190
237
  tens &= (0xFull << 16) | 0xFull;
191
- tens += (hundreds - 10ull * tens) << 8;
192
- ABSL_ASSUME(tens != 0);
193
- // The result can contain trailing zero bits, we need to strip them to a first
194
- // significant byte in a final representation. For example, for n = 123, we
195
- // have tens to have representation \0\1\2\3. We do `& -8` to round
196
- // to a multiple to 8 to strip zero bytes, not all zero bits.
197
- // countr_zero to help.
198
- // 0 minus 8 to make MSVC happy.
199
- uint32_t zeroes = static_cast<uint32_t>(absl::countr_zero(tens)) & (0 - 8ull);
200
- tens += kFourZeroBytes;
201
- tens >>= zeroes;
202
- little_endian::Store32(out_str, tens);
203
- return out_str + sizeof(tens) - zeroes / 8;
238
+ tens = (tens << (reversed ? 8 : 0)) +
239
+ static_cast<uint32_t>((hundreds - 10ull * tens) << (reversed ? 0 : 8));
240
+ return tens;
241
+ }
242
+ inline uint32_t PrepareFourDigits(uint32_t n) {
243
+ return PrepareFourDigitsImpl(n, false);
244
+ }
245
+ inline uint32_t PrepareFourDigitsReversed(uint32_t n) {
246
+ return PrepareFourDigitsImpl(n, true);
204
247
  }
205
248
 
206
- // Prepare functions return an integer that should be written to out_str
207
- // (but possibly include trailing zeros).
208
- // For hi < 10000, lo < 10000 returns uint64_t as encoded in ASCII with
209
- // possibly trailing zeroes of the number hi * 10000 + lo.
210
- inline uint64_t PrepareTenThousands(uint64_t hi, uint64_t lo) {
211
- uint64_t merged = hi | (lo << 32);
249
+ // Helper function to produce an ASCII representation of `i`.
250
+ //
251
+ // Function returns an 8-byte integer which when summed with `kEightZeroBytes`,
252
+ // can be treated as a printable buffer with ascii representation of `i`,
253
+ // possibly with leading zeros.
254
+ //
255
+ // Example:
256
+ //
257
+ // uint64_t buffer = PrepareEightDigits(102030) + kEightZeroBytes;
258
+ // char* ascii = reinterpret_cast<char*>(&buffer);
259
+ // // Note two leading zeros:
260
+ // EXPECT_EQ(absl::string_view(ascii, 8), "00102030");
261
+ //
262
+ // If `Reversed` is set to true, the result becomes reversed to "03020100".
263
+ //
264
+ // Pre-condition: `i` must be less than 100000000.
265
+ inline uint64_t PrepareEightDigitsImpl(uint32_t i, bool reversed) {
266
+ ABSL_ASSUME(i < 10000'0000);
267
+ // Prepare 2 blocks of 4 digits "in parallel".
268
+ uint32_t hi = i / 10000;
269
+ uint32_t lo = i % 10000;
270
+ uint64_t merged = (uint64_t{hi} << (reversed ? 32 : 0)) |
271
+ (uint64_t{lo} << (reversed ? 0 : 32));
212
272
  uint64_t div100 = ((merged * kDivisionBy100Mul) / kDivisionBy100Div) &
213
273
  ((0x7Full << 32) | 0x7Full);
214
274
  uint64_t mod100 = merged - 100ull * div100;
215
- uint64_t hundreds = (mod100 << 16) + div100;
275
+ uint64_t hundreds =
276
+ (mod100 << (reversed ? 0 : 16)) + (div100 << (reversed ? 16 : 0));
216
277
  uint64_t tens = (hundreds * kDivisionBy10Mul) / kDivisionBy10Div;
217
278
  tens &= (0xFull << 48) | (0xFull << 32) | (0xFull << 16) | 0xFull;
218
- tens += (hundreds - 10ull * tens) << 8;
279
+ tens = (tens << (reversed ? 8 : 0)) +
280
+ ((hundreds - 10ull * tens) << (reversed ? 0 : 8));
219
281
  return tens;
220
282
  }
283
+ inline uint64_t PrepareEightDigits(uint32_t i) {
284
+ return PrepareEightDigitsImpl(i, false);
285
+ }
286
+ inline uint64_t PrepareEightDigitsReversed(uint32_t i) {
287
+ return PrepareEightDigitsImpl(i, true);
288
+ }
289
+
290
+ template <typename T, typename BackwardIt>
291
+ class FastUIntToStringConverter {
292
+ static_assert(
293
+ std::is_same<T, decltype(+std::declval<T>())>::value,
294
+ "to avoid code bloat, only instantiate this for int and larger types");
295
+ static_assert(std::is_unsigned<T>::value,
296
+ "this class is only for unsigned types");
297
+
298
+ public:
299
+ // Outputs the given number backward (like with std::copy_backward),
300
+ // starting from the end of the string.
301
+ // The number of digits in the number must have been already measured and
302
+ // passed *exactly*, otherwise the behavior is undefined.
303
+ // (This is an optimization, as calculating the number of digits again would
304
+ // slow down the hot path.)
305
+ // Returns an iterator to the start of the suffix that was appended.
306
+ static BackwardIt FastIntToBufferBackward(T v, BackwardIt end) {
307
+ // THIS IS A HOT FUNCTION with a very deliberate structure to exploit branch
308
+ // prediction and shorten the critical path for smaller numbers.
309
+ // Do not move around the if/else blocks or attempt to simplify it
310
+ // without benchmarking any changes.
311
+
312
+ if (v < 10) {
313
+ goto AT_LEAST_1 /* NOTE: mandatory for the 0 case */;
314
+ }
315
+ if (v < 1000) {
316
+ goto AT_LEAST_10;
317
+ }
318
+ if (v < 10000000) {
319
+ goto AT_LEAST_1000;
320
+ }
321
+
322
+ if (v >= 100000000 / 10) {
323
+ if (v >= 10000000000000000 / 10) {
324
+ DoFastIntToBufferBackward<8>(v, end);
325
+ }
326
+ DoFastIntToBufferBackward<8>(v, end);
327
+ }
328
+
329
+ if (v >= 10000 / 10) {
330
+ AT_LEAST_1000:
331
+ DoFastIntToBufferBackward<4>(v, end);
332
+ }
333
+
334
+ if (v >= 100 / 10) {
335
+ AT_LEAST_10:
336
+ DoFastIntToBufferBackward<2>(v, end);
337
+ }
221
338
 
222
- inline char* EncodeFullU32(uint32_t n, char* out_str) {
223
- if (n < 100'000'000) {
224
- uint64_t bottom = PrepareTenThousands(n / 10000, n % 10000);
225
- ABSL_ASSUME(bottom != 0);
226
- // 0 minus 8 to make MSVC happy.
227
- uint32_t zeroes = static_cast<uint32_t>(absl::countr_zero(bottom))
228
- & (0 - 8ull);
229
- uint64_t bottom_res = bottom + kEightZeroBytes;
230
- bottom_res >>= zeroes;
231
- little_endian::Store64(out_str, bottom_res);
232
- return out_str + sizeof(bottom) - zeroes / 8;
339
+ if (v >= 10 / 10) {
340
+ AT_LEAST_1:
341
+ end = DoFastIntToBufferBackward(v, end, std::integral_constant<int, 1>());
342
+ }
343
+ return end;
233
344
  }
234
- uint32_t top = n / 100'000'000;
235
- n %= 100'000'000;
236
- uint64_t bottom = PrepareTenThousands(n / 10000, n % 10000);
237
- uint64_t bottom_res = bottom + kEightZeroBytes;
238
- out_str = EncodeHundred(top, out_str);
239
- little_endian::Store64(out_str, bottom_res);
240
- return out_str + sizeof(bottom);
241
- }
242
345
 
243
- } // namespace
346
+ private:
347
+ // Only assume pointers are contiguous for now. String and vector iterators
348
+ // could be special-cased as well, but there's no need for them here.
349
+ // With C++20 we can probably switch to std::contiguous_iterator_tag.
350
+ static constexpr bool kIsContiguousIterator =
351
+ std::is_pointer<BackwardIt>::value;
352
+
353
+ template <int Exponent>
354
+ static void DoFastIntToBufferBackward(T& v, BackwardIt& end) {
355
+ constexpr T kModulus = Pow<T>(10, Exponent);
356
+ T remainder = static_cast<T>(v % kModulus);
357
+ v = static_cast<T>(v / kModulus);
358
+ end = DoFastIntToBufferBackward(remainder, end,
359
+ std::integral_constant<int, Exponent>());
360
+ }
244
361
 
245
- void numbers_internal::PutTwoDigits(uint32_t i, char* buf) {
246
- assert(i < 100);
247
- uint32_t base = kTwoZeroBytes;
248
- uint32_t div10 = (i * kDivisionBy10Mul) / kDivisionBy10Div;
249
- uint32_t mod10 = i - 10u * div10;
250
- base += div10 + (mod10 << 8);
251
- little_endian::Store16(buf, static_cast<uint16_t>(base));
252
- }
362
+ static BackwardIt DoFastIntToBufferBackward(const T&, BackwardIt end,
363
+ std::integral_constant<int, 0>) {
364
+ return end;
365
+ }
253
366
 
254
- char* numbers_internal::FastIntToBuffer(uint32_t n, char* out_str) {
255
- if (n < 100) {
256
- out_str = EncodeHundred(n, out_str);
257
- goto set_last_zero;
367
+ static BackwardIt DoFastIntToBufferBackward(T v, BackwardIt end,
368
+ std::integral_constant<int, 1>) {
369
+ *--end = static_cast<char>('0' + v);
370
+ return DoFastIntToBufferBackward(v, end, std::integral_constant<int, 0>());
258
371
  }
259
- if (n < 10000) {
260
- out_str = EncodeTenThousand(n, out_str);
261
- goto set_last_zero;
372
+
373
+ static BackwardIt DoFastIntToBufferBackward(T v, BackwardIt end,
374
+ std::integral_constant<int, 4>) {
375
+ if (kIsContiguousIterator) {
376
+ const uint32_t digits =
377
+ PrepareFourDigits(static_cast<uint32_t>(v)) + kFourZeroBytes;
378
+ end -= sizeof(digits);
379
+ little_endian::Store32(&*end, digits);
380
+ } else {
381
+ uint32_t digits =
382
+ PrepareFourDigitsReversed(static_cast<uint32_t>(v)) + kFourZeroBytes;
383
+ for (size_t i = 0; i < sizeof(digits); ++i) {
384
+ *--end = static_cast<char>(digits);
385
+ digits >>= CHAR_BIT;
386
+ }
387
+ }
388
+ return end;
262
389
  }
263
- out_str = EncodeFullU32(n, out_str);
264
- set_last_zero:
265
- *out_str = '\0';
266
- return out_str;
267
- }
268
390
 
269
- char* numbers_internal::FastIntToBuffer(int32_t i, char* buffer) {
270
- uint32_t u = static_cast<uint32_t>(i);
271
- if (i < 0) {
272
- *buffer++ = '-';
273
- // We need to do the negation in modular (i.e., "unsigned")
274
- // arithmetic; MSVC++ apparently warns for plain "-u", so
275
- // we write the equivalent expression "0 - u" instead.
276
- u = 0 - u;
391
+ static BackwardIt DoFastIntToBufferBackward(T v, BackwardIt end,
392
+ std::integral_constant<int, 8>) {
393
+ if (kIsContiguousIterator) {
394
+ const uint64_t digits =
395
+ PrepareEightDigits(static_cast<uint32_t>(v)) + kEightZeroBytes;
396
+ end -= sizeof(digits);
397
+ little_endian::Store64(&*end, digits);
398
+ } else {
399
+ uint64_t digits = PrepareEightDigitsReversed(static_cast<uint32_t>(v)) +
400
+ kEightZeroBytes;
401
+ for (size_t i = 0; i < sizeof(digits); ++i) {
402
+ *--end = static_cast<char>(digits);
403
+ digits >>= CHAR_BIT;
404
+ }
405
+ }
406
+ return end;
277
407
  }
278
- return numbers_internal::FastIntToBuffer(u, buffer);
279
- }
280
408
 
281
- char* numbers_internal::FastIntToBuffer(uint64_t i, char* buffer) {
282
- uint32_t u32 = static_cast<uint32_t>(i);
283
- if (u32 == i) return numbers_internal::FastIntToBuffer(u32, buffer);
284
-
285
- // 10**9 < 2**32 <= i < 10**10, we can do 2+8
286
- uint64_t div08 = i / 100'000'000ull;
287
- uint64_t mod08 = i % 100'000'000ull;
288
- uint64_t mod_result =
289
- PrepareTenThousands(mod08 / 10000, mod08 % 10000) + kEightZeroBytes;
290
- if (i < 10'000'000'000ull) {
291
- buffer = EncodeHundred(static_cast<uint32_t>(div08), buffer);
292
- little_endian::Store64(buffer, mod_result);
293
- buffer += 8;
294
- goto set_last_zero;
409
+ template <int Digits>
410
+ static BackwardIt DoFastIntToBufferBackward(
411
+ T v, BackwardIt end, std::integral_constant<int, Digits>) {
412
+ constexpr int kLogModulus = Digits - Digits / 2;
413
+ constexpr T kModulus = Pow(static_cast<T>(10), kLogModulus);
414
+ bool is_safe_to_use_division_trick = Digits <= 8;
415
+ T quotient, remainder;
416
+ if (is_safe_to_use_division_trick) {
417
+ constexpr uint64_t kCoefficient =
418
+ ComputePowerOf100DivisionCoefficient<uint64_t>(kLogModulus);
419
+ quotient = (v * kCoefficient) >> (10 * kLogModulus);
420
+ remainder = v - quotient * kModulus;
421
+ } else {
422
+ quotient = v / kModulus;
423
+ remainder = v % kModulus;
424
+ }
425
+ end = DoFastIntToBufferBackward(remainder, end,
426
+ std::integral_constant<int, kLogModulus>());
427
+ return DoFastIntToBufferBackward(
428
+ quotient, end, std::integral_constant<int, Digits - kLogModulus>());
295
429
  }
430
+ };
296
431
 
297
- // i < 10**16, in this case 8+8
298
- if (i < 10'000'000'000'000'000ull) {
299
- buffer = EncodeFullU32(static_cast<uint32_t>(div08), buffer);
300
- little_endian::Store64(buffer, mod_result);
301
- buffer += 8;
302
- goto set_last_zero;
303
- } else {
304
- // 4 + 8 + 8
305
- uint64_t div016 = i / 10'000'000'000'000'000ull;
306
- buffer = EncodeTenThousand(static_cast<uint32_t>(div016), buffer);
307
- uint64_t mid_result = div08 - div016 * 100'000'000ull;
308
- mid_result = PrepareTenThousands(mid_result / 10000, mid_result % 10000) +
309
- kEightZeroBytes;
310
- little_endian::Store64(buffer, mid_result);
311
- buffer += 8;
312
- little_endian::Store64(buffer, mod_result);
313
- buffer += 8;
314
- goto set_last_zero;
432
+ // Returns an iterator to the start of the suffix that was appended
433
+ template <typename T, typename BackwardIt>
434
+ std::enable_if_t<std::is_unsigned<T>::value, BackwardIt>
435
+ DoFastIntToBufferBackward(T v, BackwardIt end, uint32_t digits) {
436
+ using PromotedT = std::decay_t<decltype(+v)>;
437
+ using Converter = FastUIntToStringConverter<PromotedT, BackwardIt>;
438
+ (void)digits;
439
+ return Converter().FastIntToBufferBackward(v, end);
440
+ }
441
+
442
+ template <typename T, typename BackwardIt>
443
+ std::enable_if_t<std::is_signed<T>::value, BackwardIt>
444
+ DoFastIntToBufferBackward(T v, BackwardIt end, uint32_t digits) {
445
+ if (absl::numbers_internal::IsNegative(v)) {
446
+ // Store the minus sign *before* we produce the number itself, not after.
447
+ // This gets us a tail call.
448
+ end[-static_cast<ptrdiff_t>(digits) - 1] = '-';
315
449
  }
316
- set_last_zero:
317
- *buffer = '\0';
450
+ return DoFastIntToBufferBackward(
451
+ absl::numbers_internal::UnsignedAbsoluteValue(v), end, digits);
452
+ }
453
+
454
+ template <class T>
455
+ std::enable_if_t<std::is_integral<T>::value, int>
456
+ GetNumDigitsOrNegativeIfNegativeImpl(T v) {
457
+ const auto /* either bool or std::false_type */ is_negative =
458
+ absl::numbers_internal::IsNegative(v);
459
+ const int digits = static_cast<int>(absl::numbers_internal::Base10Digits(
460
+ absl::numbers_internal::UnsignedAbsoluteValue(v)));
461
+ return is_negative ? ~digits : digits;
462
+ }
463
+
464
+ } // namespace
465
+
466
+ void numbers_internal::PutTwoDigits(uint32_t i, absl::Nonnull<char*> buf) {
467
+ little_endian::Store16(
468
+ buf, static_cast<uint16_t>(PrepareTwoDigits(i) + kTwoZeroBytes));
469
+ }
470
+
471
+ absl::Nonnull<char*> numbers_internal::FastIntToBuffer(
472
+ uint32_t i, absl::Nonnull<char*> buffer) {
473
+ const uint32_t digits = absl::numbers_internal::Base10Digits(i);
474
+ buffer += digits;
475
+ *buffer = '\0'; // We're going backward, so store this first
476
+ FastIntToBufferBackward(i, buffer, digits);
318
477
  return buffer;
319
478
  }
320
479
 
321
- char* numbers_internal::FastIntToBuffer(int64_t i, char* buffer) {
322
- uint64_t u = static_cast<uint64_t>(i);
323
- if (i < 0) {
324
- *buffer++ = '-';
325
- u = 0 - u;
326
- }
327
- return numbers_internal::FastIntToBuffer(u, buffer);
480
+ absl::Nonnull<char*> numbers_internal::FastIntToBuffer(
481
+ int32_t i, absl::Nonnull<char*> buffer) {
482
+ buffer += static_cast<int>(i < 0);
483
+ uint32_t digits = absl::numbers_internal::Base10Digits(
484
+ absl::numbers_internal::UnsignedAbsoluteValue(i));
485
+ buffer += digits;
486
+ *buffer = '\0'; // We're going backward, so store this first
487
+ FastIntToBufferBackward(i, buffer, digits);
488
+ return buffer;
489
+ }
490
+
491
+ absl::Nonnull<char*> numbers_internal::FastIntToBuffer(
492
+ uint64_t i, absl::Nonnull<char*> buffer) {
493
+ uint32_t digits = absl::numbers_internal::Base10Digits(i);
494
+ buffer += digits;
495
+ *buffer = '\0'; // We're going backward, so store this first
496
+ FastIntToBufferBackward(i, buffer, digits);
497
+ return buffer;
498
+ }
499
+
500
+ absl::Nonnull<char*> numbers_internal::FastIntToBuffer(
501
+ int64_t i, absl::Nonnull<char*> buffer) {
502
+ buffer += static_cast<int>(i < 0);
503
+ uint32_t digits = absl::numbers_internal::Base10Digits(
504
+ absl::numbers_internal::UnsignedAbsoluteValue(i));
505
+ buffer += digits;
506
+ *buffer = '\0'; // We're going backward, so store this first
507
+ FastIntToBufferBackward(i, buffer, digits);
508
+ return buffer;
509
+ }
510
+
511
+ absl::Nonnull<char*> numbers_internal::FastIntToBufferBackward(
512
+ uint32_t i, absl::Nonnull<char*> buffer_end, uint32_t exact_digit_count) {
513
+ return DoFastIntToBufferBackward(i, buffer_end, exact_digit_count);
514
+ }
515
+
516
+ absl::Nonnull<char*> numbers_internal::FastIntToBufferBackward(
517
+ int32_t i, absl::Nonnull<char*> buffer_end, uint32_t exact_digit_count) {
518
+ return DoFastIntToBufferBackward(i, buffer_end, exact_digit_count);
519
+ }
520
+
521
+ absl::Nonnull<char*> numbers_internal::FastIntToBufferBackward(
522
+ uint64_t i, absl::Nonnull<char*> buffer_end, uint32_t exact_digit_count) {
523
+ return DoFastIntToBufferBackward(i, buffer_end, exact_digit_count);
524
+ }
525
+
526
+ absl::Nonnull<char*> numbers_internal::FastIntToBufferBackward(
527
+ int64_t i, absl::Nonnull<char*> buffer_end, uint32_t exact_digit_count) {
528
+ return DoFastIntToBufferBackward(i, buffer_end, exact_digit_count);
529
+ }
530
+
531
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(signed char v) {
532
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
533
+ }
534
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(unsigned char v) {
535
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
536
+ }
537
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(short v) { // NOLINT
538
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
539
+ }
540
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(
541
+ unsigned short v) { // NOLINT
542
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
543
+ }
544
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(int v) {
545
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
546
+ }
547
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(unsigned int v) {
548
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
549
+ }
550
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(long v) { // NOLINT
551
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
552
+ }
553
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(
554
+ unsigned long v) { // NOLINT
555
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
556
+ }
557
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(long long v) { // NOLINT
558
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
559
+ }
560
+ int numbers_internal::GetNumDigitsOrNegativeIfNegative(
561
+ unsigned long long v) { // NOLINT
562
+ return GetNumDigitsOrNegativeIfNegativeImpl(v);
328
563
  }
329
564
 
330
565
  // Given a 128-bit number expressed as a pair of uint64_t, high half first,
@@ -534,7 +769,8 @@ static ExpDigits SplitToSix(const double value) {
534
769
 
535
770
  // Helper function for fast formatting of floating-point.
536
771
  // The result is the same as "%g", a.k.a. "%.6g".
537
- size_t numbers_internal::SixDigitsToBuffer(double d, char* const buffer) {
772
+ size_t numbers_internal::SixDigitsToBuffer(double d,
773
+ absl::Nonnull<char*> const buffer) {
538
774
  static_assert(std::numeric_limits<float>::is_iec559,
539
775
  "IEEE-754/IEC-559 support only");
540
776
 
@@ -681,9 +917,10 @@ static const int8_t kAsciiToInt[256] = {
681
917
  36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36};
682
918
 
683
919
  // Parse the sign and optional hex or oct prefix in text.
684
- inline bool safe_parse_sign_and_base(absl::string_view* text /*inout*/,
685
- int* base_ptr /*inout*/,
686
- bool* negative_ptr /*output*/) {
920
+ inline bool safe_parse_sign_and_base(
921
+ absl::Nonnull<absl::string_view*> text /*inout*/,
922
+ absl::Nonnull<int*> base_ptr /*inout*/,
923
+ absl::Nonnull<bool*> negative_ptr /*output*/) {
687
924
  if (text->data() == nullptr) {
688
925
  return false;
689
926
  }
@@ -968,7 +1205,7 @@ ABSL_CONST_INIT const IntType LookupTables<IntType>::kVminOverBase[] =
968
1205
 
969
1206
  template <typename IntType>
970
1207
  inline bool safe_parse_positive_int(absl::string_view text, int base,
971
- IntType* value_p) {
1208
+ absl::Nonnull<IntType*> value_p) {
972
1209
  IntType value = 0;
973
1210
  const IntType vmax = std::numeric_limits<IntType>::max();
974
1211
  assert(vmax > 0);
@@ -1005,7 +1242,7 @@ inline bool safe_parse_positive_int(absl::string_view text, int base,
1005
1242
 
1006
1243
  template <typename IntType>
1007
1244
  inline bool safe_parse_negative_int(absl::string_view text, int base,
1008
- IntType* value_p) {
1245
+ absl::Nonnull<IntType*> value_p) {
1009
1246
  IntType value = 0;
1010
1247
  const IntType vmin = std::numeric_limits<IntType>::min();
1011
1248
  assert(vmin < 0);
@@ -1049,8 +1286,8 @@ inline bool safe_parse_negative_int(absl::string_view text, int base,
1049
1286
  // Input format based on POSIX.1-2008 strtol
1050
1287
  // http://pubs.opengroup.org/onlinepubs/9699919799/functions/strtol.html
1051
1288
  template <typename IntType>
1052
- inline bool safe_int_internal(absl::string_view text, IntType* value_p,
1053
- int base) {
1289
+ inline bool safe_int_internal(absl::string_view text,
1290
+ absl::Nonnull<IntType*> value_p, int base) {
1054
1291
  *value_p = 0;
1055
1292
  bool negative;
1056
1293
  if (!safe_parse_sign_and_base(&text, &base, &negative)) {
@@ -1064,8 +1301,8 @@ inline bool safe_int_internal(absl::string_view text, IntType* value_p,
1064
1301
  }
1065
1302
 
1066
1303
  template <typename IntType>
1067
- inline bool safe_uint_internal(absl::string_view text, IntType* value_p,
1068
- int base) {
1304
+ inline bool safe_uint_internal(absl::string_view text,
1305
+ absl::Nonnull<IntType*> value_p, int base) {
1069
1306
  *value_p = 0;
1070
1307
  bool negative;
1071
1308
  if (!safe_parse_sign_and_base(&text, &base, &negative) || negative) {
@@ -1099,27 +1336,33 @@ ABSL_CONST_INIT ABSL_DLL const char kHexTable[513] =
1099
1336
  "e0e1e2e3e4e5e6e7e8e9eaebecedeeef"
1100
1337
  "f0f1f2f3f4f5f6f7f8f9fafbfcfdfeff";
1101
1338
 
1102
- bool safe_strto32_base(absl::string_view text, int32_t* value, int base) {
1339
+ bool safe_strto32_base(absl::string_view text, absl::Nonnull<int32_t*> value,
1340
+ int base) {
1103
1341
  return safe_int_internal<int32_t>(text, value, base);
1104
1342
  }
1105
1343
 
1106
- bool safe_strto64_base(absl::string_view text, int64_t* value, int base) {
1344
+ bool safe_strto64_base(absl::string_view text, absl::Nonnull<int64_t*> value,
1345
+ int base) {
1107
1346
  return safe_int_internal<int64_t>(text, value, base);
1108
1347
  }
1109
1348
 
1110
- bool safe_strto128_base(absl::string_view text, int128* value, int base) {
1349
+ bool safe_strto128_base(absl::string_view text, absl::Nonnull<int128*> value,
1350
+ int base) {
1111
1351
  return safe_int_internal<absl::int128>(text, value, base);
1112
1352
  }
1113
1353
 
1114
- bool safe_strtou32_base(absl::string_view text, uint32_t* value, int base) {
1354
+ bool safe_strtou32_base(absl::string_view text, absl::Nonnull<uint32_t*> value,
1355
+ int base) {
1115
1356
  return safe_uint_internal<uint32_t>(text, value, base);
1116
1357
  }
1117
1358
 
1118
- bool safe_strtou64_base(absl::string_view text, uint64_t* value, int base) {
1359
+ bool safe_strtou64_base(absl::string_view text, absl::Nonnull<uint64_t*> value,
1360
+ int base) {
1119
1361
  return safe_uint_internal<uint64_t>(text, value, base);
1120
1362
  }
1121
1363
 
1122
- bool safe_strtou128_base(absl::string_view text, uint128* value, int base) {
1364
+ bool safe_strtou128_base(absl::string_view text, absl::Nonnull<uint128*> value,
1365
+ int base) {
1123
1366
  return safe_uint_internal<absl::uint128>(text, value, base);
1124
1367
  }
1125
1368