grpc 1.32.0 → 1.52.0
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of grpc might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/Makefile +1741 -3302
- data/etc/roots.pem +592 -899
- data/include/grpc/byte_buffer.h +76 -1
- data/include/grpc/byte_buffer_reader.h +19 -1
- data/include/grpc/compression.h +3 -3
- data/include/grpc/event_engine/README.md +38 -0
- data/include/grpc/event_engine/endpoint_config.h +49 -0
- data/include/grpc/event_engine/event_engine.h +467 -0
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +68 -0
- data/include/grpc/event_engine/internal/slice_cast.h +67 -0
- data/include/grpc/event_engine/memory_allocator.h +211 -0
- data/include/grpc/event_engine/memory_request.h +57 -0
- data/include/grpc/event_engine/port.h +39 -0
- data/include/grpc/event_engine/slice.h +306 -0
- data/include/grpc/event_engine/slice_buffer.h +147 -0
- data/include/grpc/fork.h +25 -1
- data/include/grpc/grpc.h +93 -38
- data/include/grpc/grpc_posix.h +22 -18
- data/include/grpc/grpc_security.h +536 -302
- data/include/grpc/grpc_security_constants.h +17 -14
- data/include/grpc/impl/codegen/atm.h +4 -70
- data/include/grpc/impl/codegen/atm_gcc_atomic.h +4 -66
- data/include/grpc/impl/codegen/atm_gcc_sync.h +4 -60
- data/include/grpc/impl/codegen/atm_windows.h +4 -103
- data/include/grpc/impl/codegen/byte_buffer.h +4 -76
- data/include/grpc/impl/codegen/byte_buffer_reader.h +4 -17
- data/include/grpc/impl/codegen/compression_types.h +5 -83
- data/include/grpc/impl/codegen/connectivity_state.h +5 -19
- data/include/grpc/impl/codegen/fork.h +4 -23
- data/include/grpc/impl/codegen/gpr_types.h +5 -34
- data/include/grpc/impl/codegen/grpc_types.h +5 -762
- data/include/grpc/impl/codegen/log.h +4 -87
- data/include/grpc/impl/codegen/port_platform.h +3 -669
- data/include/grpc/impl/codegen/propagation_bits.h +4 -27
- data/include/grpc/impl/codegen/slice.h +4 -102
- data/include/grpc/impl/codegen/status.h +4 -129
- data/include/grpc/impl/codegen/sync.h +4 -40
- data/include/grpc/impl/codegen/sync_abseil.h +4 -11
- data/include/grpc/impl/codegen/sync_custom.h +4 -13
- data/include/grpc/impl/codegen/sync_generic.h +4 -23
- data/include/grpc/impl/codegen/sync_posix.h +4 -27
- data/include/grpc/impl/codegen/sync_windows.h +4 -11
- data/include/grpc/impl/compression_types.h +109 -0
- data/include/grpc/impl/connectivity_state.h +47 -0
- data/include/grpc/impl/grpc_types.h +824 -0
- data/include/grpc/impl/propagation_bits.h +54 -0
- data/include/grpc/impl/slice_type.h +112 -0
- data/include/grpc/load_reporting.h +1 -1
- data/include/grpc/module.modulemap +19 -15
- data/include/grpc/slice.h +1 -12
- data/include/grpc/slice_buffer.h +3 -3
- data/include/grpc/status.h +131 -1
- data/include/grpc/support/atm.h +70 -1
- data/include/grpc/support/atm_gcc_atomic.h +59 -1
- data/include/grpc/support/atm_gcc_sync.h +58 -1
- data/include/grpc/support/atm_windows.h +105 -1
- data/include/grpc/support/log.h +87 -1
- data/include/grpc/support/log_windows.h +1 -1
- data/include/grpc/support/port_platform.h +767 -1
- data/include/grpc/support/string_util.h +1 -1
- data/include/grpc/support/sync.h +38 -5
- data/include/grpc/support/sync_abseil.h +11 -1
- data/include/grpc/support/sync_custom.h +13 -1
- data/include/grpc/support/sync_generic.h +24 -1
- data/include/grpc/support/sync_posix.h +27 -1
- data/include/grpc/support/sync_windows.h +15 -1
- data/include/grpc/support/time.h +32 -9
- data/src/core/ext/filters/census/grpc_context.cc +20 -17
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +315 -0
- data/src/core/ext/filters/channel_idle/channel_idle_filter.h +142 -0
- data/src/core/ext/filters/channel_idle/idle_filter_state.cc +96 -0
- data/src/core/ext/filters/channel_idle/idle_filter_state.h +68 -0
- data/src/core/ext/filters/client_channel/backend_metric.cc +36 -34
- data/src/core/ext/filters/client_channel/backend_metric.h +19 -8
- data/src/core/ext/filters/client_channel/backup_poller.cc +49 -44
- data/src/core/ext/filters/client_channel/backup_poller.h +23 -24
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +205 -204
- data/src/core/ext/filters/client_channel/client_channel.cc +2262 -3309
- data/src/core/ext/filters/client_channel/client_channel.h +605 -60
- data/src/core/ext/filters/client_channel/client_channel_channelz.cc +21 -24
- data/src/core/ext/filters/client_channel/client_channel_channelz.h +32 -22
- data/src/core/ext/filters/client_channel/client_channel_factory.cc +19 -42
- data/src/core/ext/filters/client_channel/client_channel_factory.h +25 -26
- data/src/core/ext/filters/client_channel/client_channel_plugin.cc +33 -61
- data/src/core/ext/filters/client_channel/client_channel_service_config.cc +153 -0
- data/src/core/ext/filters/client_channel/client_channel_service_config.h +111 -0
- data/src/core/ext/filters/client_channel/config_selector.cc +2 -4
- data/src/core/ext/filters/client_channel/config_selector.h +81 -23
- data/src/core/ext/filters/client_channel/connector.h +32 -27
- data/src/core/ext/filters/client_channel/dynamic_filters.cc +175 -0
- data/src/core/ext/filters/client_channel/dynamic_filters.h +108 -0
- data/src/core/ext/filters/client_channel/global_subchannel_pool.cc +27 -163
- data/src/core/ext/filters/client_channel/global_subchannel_pool.h +37 -42
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +140 -578
- data/src/core/ext/filters/client_channel/health/health_check_client.h +26 -158
- data/src/core/ext/filters/client_channel/http_proxy.cc +152 -170
- data/src/core/ext/filters/client_channel/http_proxy.h +43 -19
- data/src/core/ext/filters/client_channel/lb_call_state_internal.h +39 -0
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +56 -39
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +13 -9
- data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +49 -0
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +45 -19
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +16 -11
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +64 -143
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +38 -21
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +732 -590
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +27 -31
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +16 -4
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +8 -6
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +19 -20
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +29 -23
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +47 -39
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +28 -27
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +415 -0
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +57 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +1129 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +94 -0
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +249 -230
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +520 -484
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +890 -0
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +47 -0
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +2526 -0
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +285 -259
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +181 -174
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +297 -262
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +558 -213
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +42 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.h +64 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +29 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +794 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +699 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +1224 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +651 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.h +60 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +364 -0
- data/src/core/ext/filters/client_channel/local_subchannel_pool.cc +31 -67
- data/src/core/ext/filters/client_channel/local_subchannel_pool.h +29 -27
- data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +148 -0
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +691 -361
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +64 -78
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +57 -51
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +130 -146
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +715 -314
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +102 -63
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +18 -18
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +22 -21
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc +2 -0
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +20 -20
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +129 -250
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +75 -90
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +26 -9
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +471 -0
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +269 -0
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +121 -0
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +87 -85
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +1004 -407
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +30 -0
- data/src/core/ext/filters/client_channel/retry_filter.cc +2661 -0
- data/src/core/ext/filters/client_channel/retry_filter.h +31 -0
- data/src/core/ext/filters/client_channel/retry_service_config.cc +282 -0
- data/src/core/ext/filters/client_channel/retry_service_config.h +105 -0
- data/src/core/ext/filters/client_channel/retry_throttle.cc +42 -94
- data/src/core/ext/filters/client_channel/retry_throttle.h +47 -32
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +78 -46
- data/src/core/ext/filters/client_channel/subchannel.cc +443 -653
- data/src/core/ext/filters/client_channel/subchannel.h +191 -218
- data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +38 -0
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +28 -59
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +57 -48
- data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +470 -0
- data/src/core/ext/filters/client_channel/subchannel_stream_client.h +222 -0
- data/src/core/ext/filters/deadline/deadline_filter.cc +165 -133
- data/src/core/ext/filters/deadline/deadline_filter.h +18 -15
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +280 -0
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +71 -0
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.cc +118 -0
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +112 -0
- data/src/core/ext/filters/http/client/http_client_filter.cc +126 -564
- data/src/core/ext/filters/http/client/http_client_filter.h +52 -22
- data/src/core/ext/filters/http/client_authority_filter.cc +70 -139
- data/src/core/ext/filters/http/client_authority_filter.h +46 -24
- data/src/core/ext/filters/http/http_filters_plugin.cc +65 -89
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +315 -0
- data/src/core/ext/filters/http/message_compress/compression_filter.h +132 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +121 -488
- data/src/core/ext/filters/http/server/http_server_filter.h +55 -21
- data/src/core/ext/filters/message_size/message_size_filter.cc +162 -188
- data/src/core/ext/filters/message_size/message_size_filter.h +42 -17
- data/src/core/ext/filters/rbac/rbac_filter.cc +174 -0
- data/src/core/ext/filters/rbac/rbac_filter.h +84 -0
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +819 -0
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +86 -0
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +83 -0
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +159 -0
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +33 -0
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +229 -0
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +66 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.cc +82 -0
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +93 -0
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +20 -19
- data/src/core/ext/transport/chttp2/alpn/alpn.h +22 -22
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +326 -144
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +42 -34
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +892 -280
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +30 -21
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +35 -33
- data/src/core/ext/transport/chttp2/transport/bin_decoder.h +33 -31
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +32 -30
- data/src/core/ext/transport/chttp2/transport/bin_encoder.h +27 -27
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +1021 -1350
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +49 -25
- data/src/core/ext/transport/chttp2/transport/context_list.cc +27 -25
- data/src/core/ext/transport/chttp2/transport/context_list.h +32 -31
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +251 -0
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +971 -0
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +361 -285
- data/src/core/ext/transport/chttp2/transport/flow_control.h +259 -320
- data/src/core/ext/transport/chttp2/transport/frame.h +19 -23
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +91 -239
- data/src/core/ext/transport/chttp2/transport/frame_data.h +41 -63
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +61 -56
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +28 -25
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +44 -39
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +30 -25
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +48 -39
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +28 -24
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +60 -60
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +33 -27
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +46 -44
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +26 -24
- data/src/core/ext/transport/chttp2/transport/hpack_constants.h +47 -0
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +520 -800
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +204 -94
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +89 -0
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +80 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +859 -1276
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +129 -104
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +246 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +137 -0
- data/src/core/ext/transport/chttp2/transport/http2_settings.cc +21 -19
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +36 -35
- data/src/core/ext/transport/chttp2/transport/http_trace.cc +19 -0
- data/src/core/ext/transport/chttp2/transport/http_trace.h +24 -0
- data/src/core/ext/transport/chttp2/transport/huffsyms.cc +20 -20
- data/src/core/ext/transport/chttp2/transport/huffsyms.h +19 -19
- data/src/core/ext/transport/chttp2/transport/internal.h +270 -341
- data/src/core/ext/transport/chttp2/transport/parsing.cc +416 -384
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +32 -32
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +24 -24
- data/src/core/ext/transport/chttp2/transport/stream_map.h +32 -31
- data/src/core/ext/transport/chttp2/transport/varint.cc +29 -24
- data/src/core/ext/transport/chttp2/transport/varint.h +70 -54
- data/src/core/ext/transport/chttp2/transport/writing.cc +235 -250
- data/src/core/ext/transport/inproc/inproc_plugin.cc +17 -22
- data/src/core/ext/transport/inproc/inproc_transport.cc +371 -413
- data/src/core/ext/transport/inproc/inproc_transport.h +22 -23
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +117 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +502 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +121 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +569 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +125 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +516 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +352 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +1768 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +56 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +159 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +64 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +189 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +128 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +43 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +106 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +43 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +101 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +106 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +613 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +48 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +107 -0
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +44 -1
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +53 -1
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +31 -5
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +63 -13
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +154 -108
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +891 -291
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +413 -0
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +2251 -0
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +50 -29
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +250 -82
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +374 -210
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2308 -620
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +21 -8
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +58 -20
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +61 -27
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +317 -91
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +299 -0
- data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +1437 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +81 -48
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +470 -140
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +22 -8
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +63 -22
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +255 -143
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1431 -409
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +110 -43
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +611 -133
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +20 -7
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +52 -19
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +107 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +58 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +159 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +169 -95
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +986 -291
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +142 -92
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +866 -295
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +22 -9
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +72 -26
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +245 -74
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1438 -215
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +18 -6
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +42 -12
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +60 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +177 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +23 -10
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +89 -29
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +56 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +182 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +48 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +122 -0
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +52 -37
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +234 -94
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +92 -39
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +486 -112
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +71 -54
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +419 -163
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +20 -7
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +50 -17
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +138 -57
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +812 -172
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +115 -67
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +704 -225
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +63 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +238 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +30 -12
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +131 -39
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +53 -0
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +140 -0
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +165 -0
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +748 -0
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +174 -0
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +757 -0
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +145 -98
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +736 -241
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +48 -25
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +304 -106
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +781 -458
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +4982 -1397
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +39 -19
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +189 -57
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +241 -0
- data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +1191 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +44 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +92 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +49 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +107 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +28 -15
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +104 -37
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +52 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +138 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +63 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +254 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +98 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +98 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +69 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +221 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +33 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +43 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +71 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +226 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +54 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +150 -0
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +42 -0
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +89 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +96 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +395 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +94 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +445 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +71 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +237 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +55 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +172 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.c +62 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upb.h +179 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +331 -172
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2090 -484
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upb.h +98 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +52 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +168 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +98 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +10 -2
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +8 -4
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +116 -50
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +718 -187
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +43 -27
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +196 -74
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +137 -51
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +833 -158
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +62 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +168 -0
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +16 -3
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +35 -10
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +214 -63
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +1189 -200
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +32 -19
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +138 -56
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +138 -0
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +651 -0
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +48 -0
- data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +116 -0
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +76 -0
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +265 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +74 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +230 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +29 -14
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +127 -45
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +49 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +121 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +21 -8
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +62 -22
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +20 -7
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +52 -19
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +37 -21
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +156 -55
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +32 -18
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +150 -51
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +60 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +178 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +38 -23
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +186 -68
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +51 -32
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +309 -110
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +54 -37
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +295 -106
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +66 -0
- data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +213 -0
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +10 -1
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +5 -1
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +42 -0
- data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +143 -0
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +24 -10
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +87 -26
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +31 -16
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +134 -37
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +63 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +202 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +26 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +41 -0
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +20 -7
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +54 -14
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +51 -0
- data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +131 -0
- data/src/core/ext/upb-generated/google/api/annotations.upb.c +23 -1
- data/src/core/ext/upb-generated/google/api/annotations.upb.h +25 -1
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +271 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +1280 -0
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +167 -118
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +965 -338
- data/src/core/ext/upb-generated/google/api/http.upb.c +44 -29
- data/src/core/ext/upb-generated/google/api/http.upb.h +252 -100
- data/src/core/ext/upb-generated/google/api/httpbody.upb.c +46 -0
- data/src/core/ext/upb-generated/google/api/httpbody.upb.h +115 -0
- data/src/core/ext/upb-generated/google/protobuf/any.upb.c +19 -6
- data/src/core/ext/upb-generated/google/protobuf/any.upb.h +52 -17
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +375 -283
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +2467 -972
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +19 -6
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +50 -15
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +16 -3
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +35 -10
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +48 -32
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +213 -78
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +19 -6
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +50 -15
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +58 -37
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +356 -118
- data/src/core/ext/upb-generated/google/rpc/status.upb.c +22 -9
- data/src/core/ext/upb-generated/google/rpc/status.upb.h +66 -25
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +84 -0
- data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +335 -0
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +33 -19
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +119 -44
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +136 -108
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +817 -316
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +28 -13
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +105 -33
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +23 -9
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +81 -25
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +82 -62
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +495 -186
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +70 -0
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +216 -0
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +175 -0
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +792 -0
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +76 -14
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +229 -42
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +55 -0
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +112 -0
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +22 -1
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +18 -1
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +32 -6
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +70 -15
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +31 -5
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +63 -13
- data/src/core/ext/upb-generated/validate/validate.upb.c +407 -295
- data/src/core/ext/upb-generated/validate/validate.upb.h +3054 -1023
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +110 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +290 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +55 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +112 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +38 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +46 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +105 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +306 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +53 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +103 -0
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +41 -0
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +83 -0
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.c +47 -0
- data/src/core/ext/upb-generated/xds/core/v3/cidr.upb.h +107 -0
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +66 -0
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +208 -0
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +56 -0
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +119 -0
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +46 -0
- data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +107 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +49 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +131 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +68 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +248 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +49 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +125 -0
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +74 -0
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +200 -0
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +46 -0
- data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +113 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.c +46 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/cel.upb.h +98 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.c +62 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/domain.upb.h +174 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.c +36 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/http_inputs.upb.h +74 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.c +65 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/ip.upb.h +191 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +207 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +914 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.c +127 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/range.upb.h +474 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +52 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +151 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +65 -0
- data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +226 -0
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.c +67 -0
- data/src/core/ext/upb-generated/xds/type/v3/cel.upb.h +214 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.c +64 -0
- data/src/core/ext/upb-generated/xds/type/v3/range.upb.h +208 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +45 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +107 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +84 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +127 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +102 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +256 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +115 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +43 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +56 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +49 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +46 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +46 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +142 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +48 -0
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +30 -0
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +38 -0
- data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +222 -0
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +105 -0
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +397 -0
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +120 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +98 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +559 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +155 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +138 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +206 -0
- data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +105 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +112 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +65 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +54 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +270 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +150 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +168 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +65 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +53 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +47 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +53 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +235 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +100 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +228 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +75 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +53 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +300 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +110 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +41 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +55 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +57 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +70 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +49 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +99 -0
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +128 -0
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +60 -0
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +136 -0
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +48 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +220 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +65 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +190 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +65 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +88 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +71 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +69 -0
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +125 -0
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +70 -0
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +134 -0
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +75 -0
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +194 -0
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +75 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +112 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +939 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +305 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +77 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +199 -0
- data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +90 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +54 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +57 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +57 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +72 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +99 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +47 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +52 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +71 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +61 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +30 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +75 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +77 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +50 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +92 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +117 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +80 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +78 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/stateful_session/v3/stateful_session.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +562 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +130 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.c +50 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/http/stateful_session/cookie/v3/cookie.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +48 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +30 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +213 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +65 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +91 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +254 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +65 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +58 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +58 -0
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +197 -0
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +100 -0
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +76 -0
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +153 -0
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +46 -0
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +56 -0
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +52 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +61 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +54 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +52 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +71 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +65 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +58 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +75 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +78 -0
- data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +65 -0
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +85 -0
- data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +53 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +30 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +94 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +54 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +48 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +69 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +38 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +30 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +44 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +57 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +40 -0
- data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +30 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +154 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +95 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +153 -0
- data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +100 -0
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +52 -0
- data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +39 -0
- data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +34 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +331 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +165 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +35 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +32 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +54 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +35 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +75 -0
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +37 -0
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +67 -0
- data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +99 -0
- data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +75 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +62 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +47 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +34 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +30 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +46 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +39 -0
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +283 -0
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +145 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +63 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +47 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +35 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +30 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +64 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +40 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +38 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/cidr.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +56 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +39 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +41 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +61 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +46 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.c +43 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/cel.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/domain.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/http_inputs.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.c +55 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/ip.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +126 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +80 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.c +71 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/range.upbdefs.h +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +52 -0
- data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.c +60 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/cel.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.c +36 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/range.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +37 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +35 -0
- data/src/core/ext/xds/certificate_provider_store.cc +159 -0
- data/src/core/ext/xds/certificate_provider_store.h +138 -0
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +150 -0
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +77 -0
- data/src/core/ext/xds/upb_utils.h +45 -0
- data/src/core/ext/xds/xds_api.cc +314 -2078
- data/src/core/ext/xds/xds_api.h +141 -308
- data/src/core/ext/xds/xds_bootstrap.cc +10 -345
- data/src/core/ext/xds/xds_bootstrap.h +43 -48
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +361 -0
- data/src/core/ext/xds/xds_bootstrap_grpc.h +184 -0
- data/src/core/ext/xds/xds_certificate_provider.cc +416 -0
- data/src/core/ext/xds/xds_certificate_provider.h +183 -0
- data/src/core/ext/xds/xds_channel_args.h +11 -5
- data/src/core/ext/xds/xds_channel_stack_modifier.cc +119 -0
- data/src/core/ext/xds/xds_channel_stack_modifier.h +65 -0
- data/src/core/ext/xds/xds_client.cc +1442 -1516
- data/src/core/ext/xds/xds_client.h +212 -144
- data/src/core/ext/xds/xds_client_grpc.cc +236 -0
- data/src/core/ext/xds/xds_client_grpc.h +79 -0
- data/src/core/ext/xds/xds_client_stats.cc +103 -59
- data/src/core/ext/xds/xds_client_stats.h +71 -40
- data/src/core/ext/xds/xds_cluster.cc +707 -0
- data/src/core/ext/xds/xds_cluster.h +137 -0
- data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +132 -0
- data/src/core/ext/xds/xds_cluster_specifier_plugin.h +97 -0
- data/src/core/ext/xds/xds_common_types.cc +502 -0
- data/src/core/ext/xds/xds_common_types.h +108 -0
- data/src/core/ext/xds/xds_endpoint.cc +474 -0
- data/src/core/ext/xds/xds_endpoint.h +139 -0
- data/src/core/ext/xds/xds_health_status.cc +80 -0
- data/src/core/ext/xds/xds_health_status.h +82 -0
- data/src/core/ext/xds/xds_http_fault_filter.cc +236 -0
- data/src/core/ext/xds/xds_http_fault_filter.h +58 -0
- data/src/core/ext/xds/xds_http_filters.cc +121 -0
- data/src/core/ext/xds/xds_http_filters.h +181 -0
- data/src/core/ext/xds/xds_http_rbac_filter.cc +506 -0
- data/src/core/ext/xds/xds_http_rbac_filter.h +58 -0
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +218 -0
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +58 -0
- data/src/core/ext/xds/xds_lb_policy_registry.cc +239 -0
- data/src/core/ext/xds/xds_lb_policy_registry.h +71 -0
- data/src/core/ext/xds/xds_listener.cc +1130 -0
- data/src/core/ext/xds/xds_listener.h +226 -0
- data/src/core/ext/xds/xds_resource_type.h +104 -0
- data/src/core/ext/xds/xds_resource_type_impl.h +88 -0
- data/src/core/ext/xds/xds_route_config.cc +1138 -0
- data/src/core/ext/xds/xds_route_config.h +252 -0
- data/src/core/ext/xds/xds_routing.cc +264 -0
- data/src/core/ext/xds/xds_routing.h +106 -0
- data/src/core/ext/xds/xds_server_config_fetcher.cc +1363 -0
- data/src/core/ext/xds/xds_transport.h +86 -0
- data/src/core/ext/xds/xds_transport_grpc.cc +356 -0
- data/src/core/ext/xds/xds_transport_grpc.h +135 -0
- data/src/core/lib/address_utils/parse_address.cc +340 -0
- data/src/core/lib/address_utils/parse_address.h +86 -0
- data/src/core/lib/address_utils/sockaddr_utils.cc +444 -0
- data/src/core/lib/address_utils/sockaddr_utils.h +100 -0
- data/src/core/lib/avl/avl.h +476 -88
- data/src/core/lib/backoff/backoff.cc +26 -57
- data/src/core/lib/backoff/backoff.h +30 -30
- data/src/core/lib/channel/call_finalization.h +88 -0
- data/src/core/lib/channel/call_tracer.h +103 -0
- data/src/core/lib/channel/channel_args.cc +309 -64
- data/src/core/lib/channel/channel_args.h +454 -44
- data/src/core/lib/channel/channel_args_preconditioning.cc +43 -0
- data/src/core/lib/channel/channel_args_preconditioning.h +62 -0
- data/src/core/lib/channel/channel_fwd.h +26 -0
- data/src/core/lib/channel/channel_stack.cc +125 -62
- data/src/core/lib/channel/channel_stack.h +226 -136
- data/src/core/lib/channel/channel_stack_builder.cc +35 -307
- data/src/core/lib/channel/channel_stack_builder.h +112 -158
- data/src/core/lib/channel/channel_stack_builder_impl.cc +113 -0
- data/src/core/lib/channel/channel_stack_builder_impl.h +48 -0
- data/src/core/lib/channel/channel_trace.cc +36 -43
- data/src/core/lib/channel/channel_trace.h +27 -23
- data/src/core/lib/channel/channelz.cc +201 -151
- data/src/core/lib/channel/channelz.h +121 -81
- data/src/core/lib/channel/channelz_registry.cc +59 -51
- data/src/core/lib/channel/channelz_registry.h +31 -28
- data/src/core/lib/channel/connected_channel.cc +745 -81
- data/src/core/lib/channel/connected_channel.h +21 -23
- data/src/core/lib/channel/context.h +32 -18
- data/src/core/lib/channel/promise_based_filter.cc +2249 -0
- data/src/core/lib/channel/promise_based_filter.h +857 -0
- data/src/core/lib/channel/status_util.cc +76 -19
- data/src/core/lib/channel/status_util.h +45 -22
- data/src/core/lib/compression/compression.cc +46 -129
- data/src/core/lib/compression/compression_internal.cc +191 -229
- data/src/core/lib/compression/compression_internal.h +87 -90
- data/src/core/lib/compression/message_compress.cc +41 -39
- data/src/core/lib/compression/message_compress.h +28 -29
- data/src/core/lib/config/core_configuration.cc +111 -0
- data/src/core/lib/config/core_configuration.h +243 -0
- data/src/core/lib/debug/event_log.cc +88 -0
- data/src/core/lib/debug/event_log.h +81 -0
- data/src/core/lib/debug/histogram_view.cc +69 -0
- data/src/core/lib/debug/histogram_view.h +37 -0
- data/src/core/lib/debug/stats.cc +48 -152
- data/src/core/lib/debug/stats.h +49 -55
- data/src/core/lib/debug/stats_data.cc +291 -637
- data/src/core/lib/debug/stats_data.h +264 -527
- data/src/core/lib/debug/trace.cc +19 -20
- data/src/core/lib/debug/trace.h +34 -32
- data/src/core/lib/event_engine/channel_args_endpoint_config.cc +40 -0
- data/src/core/lib/event_engine/channel_args_endpoint_config.h +49 -0
- data/src/core/lib/event_engine/common_closures.h +71 -0
- data/src/core/lib/event_engine/default_event_engine.cc +94 -0
- data/src/core/lib/event_engine/default_event_engine.h +49 -0
- data/src/core/lib/event_engine/default_event_engine_factory.cc +48 -0
- data/src/core/lib/event_engine/default_event_engine_factory.h +33 -0
- data/src/core/lib/event_engine/executor/executor.h +38 -0
- data/src/core/lib/event_engine/forkable.cc +101 -0
- data/src/core/lib/event_engine/forkable.h +61 -0
- data/src/core/lib/event_engine/handle_containers.h +67 -0
- data/src/core/lib/event_engine/memory_allocator.cc +74 -0
- data/src/core/lib/event_engine/poller.h +62 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +614 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +129 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +900 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +97 -0
- data/src/core/lib/event_engine/posix_engine/event_poller.h +111 -0
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.cc +74 -0
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +33 -0
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.cc +77 -0
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +179 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +265 -0
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +73 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +1308 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +684 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +570 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +245 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +80 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +236 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +228 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +380 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +91 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +853 -0
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +316 -0
- data/src/core/lib/event_engine/posix_engine/timer.cc +311 -0
- data/src/core/lib/event_engine/posix_engine/timer.h +194 -0
- data/src/core/lib/event_engine/posix_engine/timer_heap.cc +107 -0
- data/src/core/lib/event_engine/posix_engine/timer_heap.h +56 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.cc +173 -0
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +114 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +332 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +185 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.cc +127 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +45 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.cc +150 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +45 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +76 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.cc +67 -0
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +37 -0
- data/src/core/lib/event_engine/resolved_address.cc +41 -0
- data/src/core/lib/event_engine/slice.cc +103 -0
- data/src/core/lib/event_engine/slice_buffer.cc +50 -0
- data/src/core/lib/event_engine/socket_notifier.h +55 -0
- data/src/core/lib/event_engine/tcp_socket_utils.cc +373 -0
- data/src/core/lib/event_engine/tcp_socket_utils.h +85 -0
- data/src/core/lib/event_engine/thread_pool.cc +277 -0
- data/src/core/lib/event_engine/thread_pool.h +137 -0
- data/src/core/lib/event_engine/time_util.cc +30 -0
- data/src/core/lib/event_engine/time_util.h +32 -0
- data/src/core/lib/event_engine/trace.cc +18 -0
- data/src/core/lib/event_engine/trace.h +30 -0
- data/src/core/lib/event_engine/utils.cc +44 -0
- data/src/core/lib/event_engine/utils.h +36 -0
- data/src/core/lib/event_engine/windows/iocp.cc +156 -0
- data/src/core/lib/event_engine/windows/iocp.h +69 -0
- data/src/core/lib/event_engine/windows/win_socket.cc +196 -0
- data/src/core/lib/event_engine/windows/win_socket.h +120 -0
- data/src/core/lib/event_engine/windows/windows_engine.cc +165 -0
- data/src/core/lib/event_engine/windows/windows_engine.h +124 -0
- data/src/core/lib/experiments/config.cc +146 -0
- data/src/core/lib/experiments/config.h +43 -0
- data/src/core/lib/experiments/experiments.cc +75 -0
- data/src/core/lib/experiments/experiments.h +58 -0
- data/src/core/lib/gpr/alloc.cc +26 -30
- data/src/core/lib/gpr/alloc.h +18 -18
- data/src/core/lib/gpr/atm.cc +18 -18
- data/src/core/lib/gpr/cpu_iphone.cc +34 -26
- data/src/core/lib/gpr/cpu_linux.cc +28 -23
- data/src/core/lib/gpr/cpu_posix.cc +24 -23
- data/src/core/lib/gpr/cpu_windows.cc +20 -18
- data/src/core/lib/gpr/log.cc +91 -36
- data/src/core/lib/gpr/log_android.cc +25 -22
- data/src/core/lib/gpr/log_linux.cc +46 -27
- data/src/core/lib/gpr/log_posix.cc +41 -23
- data/src/core/lib/gpr/log_windows.cc +43 -29
- data/src/core/lib/gpr/spinlock.h +28 -20
- data/src/core/lib/gpr/string.cc +48 -46
- data/src/core/lib/gpr/string.h +62 -63
- data/src/core/lib/gpr/string_posix.cc +24 -24
- data/src/core/lib/gpr/string_util_windows.cc +25 -52
- data/src/core/lib/gpr/string_windows.cc +24 -24
- data/src/core/lib/gpr/sync.cc +31 -31
- data/src/core/lib/gpr/sync_abseil.cc +29 -43
- data/src/core/lib/gpr/sync_posix.cc +26 -37
- data/src/core/lib/gpr/sync_windows.cc +31 -29
- data/src/core/lib/gpr/time.cc +51 -45
- data/src/core/lib/gpr/time_posix.cc +41 -45
- data/src/core/lib/gpr/time_precise.cc +26 -23
- data/src/core/lib/gpr/time_precise.h +25 -22
- data/src/core/lib/gpr/time_windows.cc +38 -31
- data/src/core/lib/gpr/tmpfile.h +22 -22
- data/src/core/lib/gpr/tmpfile_msys.cc +21 -20
- data/src/core/lib/gpr/tmpfile_posix.cc +23 -22
- data/src/core/lib/gpr/tmpfile_windows.cc +28 -29
- data/src/core/lib/gpr/useful.h +169 -50
- data/src/core/lib/gpr/wrap_memcpy.cc +25 -24
- data/src/core/lib/gprpp/atomic_utils.h +47 -0
- data/src/core/lib/gprpp/bitset.h +225 -0
- data/src/core/lib/gprpp/chunked_vector.h +257 -0
- data/src/core/lib/gprpp/construct_destruct.h +40 -0
- data/src/core/lib/gprpp/cpp_impl_of.h +49 -0
- data/src/core/lib/gprpp/crash.cc +33 -0
- data/src/core/lib/gprpp/crash.h +34 -0
- data/src/core/lib/gprpp/debug_location.h +59 -25
- data/src/core/lib/gprpp/dual_ref_counted.h +327 -0
- data/src/core/lib/gprpp/env.h +53 -0
- data/src/core/lib/gprpp/env_linux.cc +80 -0
- data/src/core/lib/gprpp/env_posix.cc +47 -0
- data/src/core/lib/gprpp/env_windows.cc +56 -0
- data/src/core/lib/gprpp/examine_stack.cc +43 -0
- data/src/core/lib/gprpp/examine_stack.h +45 -0
- data/src/core/lib/gprpp/fork.cc +50 -60
- data/src/core/lib/gprpp/fork.h +26 -34
- data/src/core/lib/gprpp/global_config.h +20 -23
- data/src/core/lib/gprpp/global_config_custom.h +18 -18
- data/src/core/lib/gprpp/global_config_env.cc +38 -36
- data/src/core/lib/gprpp/global_config_env.h +28 -26
- data/src/core/lib/gprpp/global_config_generic.h +18 -22
- data/src/core/lib/gprpp/host_port.cc +28 -26
- data/src/core/lib/gprpp/host_port.h +29 -28
- data/src/core/lib/gprpp/load_file.cc +75 -0
- data/src/core/lib/gprpp/load_file.h +33 -0
- data/src/core/lib/gprpp/manual_constructor.h +25 -91
- data/src/core/lib/gprpp/match.h +75 -0
- data/src/core/lib/gprpp/memory.h +26 -24
- data/src/core/lib/gprpp/mpscq.cc +26 -26
- data/src/core/lib/gprpp/mpscq.h +24 -23
- data/src/core/lib/gprpp/no_destruct.h +95 -0
- data/src/core/lib/gprpp/notification.h +67 -0
- data/src/core/lib/gprpp/orphanable.h +27 -34
- data/src/core/lib/gprpp/overload.h +59 -0
- data/src/core/lib/gprpp/packed_table.h +40 -0
- data/src/core/lib/gprpp/per_cpu.h +46 -0
- data/src/core/lib/gprpp/ref_counted.h +142 -105
- data/src/core/lib/gprpp/ref_counted_ptr.h +187 -41
- data/src/core/lib/gprpp/single_set_ptr.h +87 -0
- data/src/core/lib/gprpp/sorted_pack.h +98 -0
- data/src/core/lib/gprpp/stat.h +36 -0
- data/src/core/lib/gprpp/stat_posix.cc +55 -0
- data/src/core/lib/gprpp/stat_windows.cc +50 -0
- data/src/core/lib/gprpp/status_helper.cc +455 -0
- data/src/core/lib/gprpp/status_helper.h +189 -0
- data/src/core/lib/gprpp/strerror.cc +41 -0
- data/src/core/lib/gprpp/strerror.h +29 -0
- data/src/core/lib/gprpp/sync.h +129 -64
- data/src/core/lib/gprpp/table.h +452 -0
- data/src/core/lib/gprpp/tchar.cc +49 -0
- data/src/core/lib/gprpp/tchar.h +33 -0
- data/src/core/lib/gprpp/thd.h +24 -27
- data/src/core/lib/gprpp/thd_posix.cc +76 -70
- data/src/core/lib/gprpp/thd_windows.cc +32 -35
- data/src/core/lib/gprpp/time.cc +240 -0
- data/src/core/lib/gprpp/time.h +366 -0
- data/src/core/lib/gprpp/time_averaged_stats.cc +60 -0
- data/src/core/lib/gprpp/time_averaged_stats.h +79 -0
- data/src/core/lib/gprpp/time_util.cc +81 -0
- data/src/core/lib/gprpp/time_util.h +42 -0
- data/src/core/lib/gprpp/unique_type_name.h +104 -0
- data/src/core/lib/gprpp/validation_errors.cc +61 -0
- data/src/core/lib/gprpp/validation_errors.h +127 -0
- data/src/core/lib/gprpp/work_serializer.cc +247 -0
- data/src/core/lib/gprpp/work_serializer.h +86 -0
- data/src/core/lib/handshaker/proxy_mapper.h +53 -0
- data/src/core/lib/handshaker/proxy_mapper_registry.cc +71 -0
- data/src/core/lib/handshaker/proxy_mapper_registry.h +75 -0
- data/src/core/lib/http/format_request.cc +81 -47
- data/src/core/lib/http/format_request.h +29 -25
- data/src/core/lib/http/httpcli.cc +321 -234
- data/src/core/lib/http/httpcli.h +254 -109
- data/src/core/lib/http/httpcli_security_connector.cc +104 -106
- data/src/core/lib/http/httpcli_ssl_credentials.h +39 -0
- data/src/core/lib/http/parser.cc +208 -129
- data/src/core/lib/http/parser.h +53 -36
- data/src/core/lib/iomgr/block_annotate.h +21 -21
- data/src/core/lib/iomgr/buffer_list.cc +165 -146
- data/src/core/lib/iomgr/buffer_list.h +128 -108
- data/src/core/lib/iomgr/call_combiner.cc +61 -58
- data/src/core/lib/iomgr/call_combiner.h +31 -34
- data/src/core/lib/iomgr/cfstream_handle.cc +38 -41
- data/src/core/lib/iomgr/cfstream_handle.h +23 -23
- data/src/core/lib/iomgr/closure.h +110 -54
- data/src/core/lib/iomgr/combiner.cc +51 -59
- data/src/core/lib/iomgr/combiner.h +21 -20
- data/src/core/lib/iomgr/dualstack_socket_posix.cc +22 -21
- data/src/core/lib/iomgr/dynamic_annotations.h +20 -20
- data/src/core/lib/iomgr/endpoint.cc +22 -26
- data/src/core/lib/iomgr/endpoint.h +53 -54
- data/src/core/lib/iomgr/endpoint_cfstream.cc +78 -99
- data/src/core/lib/iomgr/endpoint_cfstream.h +31 -31
- data/src/core/lib/iomgr/endpoint_pair.h +19 -18
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +39 -30
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +25 -25
- data/src/core/lib/iomgr/error.cc +145 -752
- data/src/core/lib/iomgr/error.h +119 -227
- data/src/core/lib/iomgr/error_cfstream.cc +25 -24
- data/src/core/lib/iomgr/error_cfstream.h +21 -21
- data/src/core/lib/iomgr/ev_apple.cc +40 -36
- data/src/core/lib/iomgr/ev_apple.h +18 -18
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +313 -297
- data/src/core/lib/iomgr/ev_epoll1_linux.h +19 -19
- data/src/core/lib/iomgr/ev_poll_posix.cc +359 -332
- data/src/core/lib/iomgr/ev_poll_posix.h +20 -20
- data/src/core/lib/iomgr/ev_posix.cc +100 -134
- data/src/core/lib/iomgr/ev_posix.h +100 -94
- data/src/core/lib/iomgr/ev_windows.cc +18 -18
- data/src/core/lib/iomgr/exec_ctx.cc +48 -139
- data/src/core/lib/iomgr/exec_ctx.h +175 -221
- data/src/core/lib/iomgr/executor.cc +50 -68
- data/src/core/lib/iomgr/executor.h +28 -31
- data/src/core/lib/iomgr/fork_posix.cc +25 -22
- data/src/core/lib/iomgr/fork_windows.cc +21 -21
- data/src/core/lib/iomgr/gethostname.h +18 -18
- data/src/core/lib/iomgr/gethostname_fallback.cc +17 -17
- data/src/core/lib/iomgr/gethostname_host_name_max.cc +17 -17
- data/src/core/lib/iomgr/gethostname_sysconf.cc +17 -17
- data/src/core/lib/iomgr/grpc_if_nametoindex.h +20 -20
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +22 -21
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +22 -21
- data/src/core/lib/iomgr/internal_errqueue.cc +44 -50
- data/src/core/lib/iomgr/internal_errqueue.h +81 -86
- data/src/core/lib/iomgr/iocp_windows.cc +32 -31
- data/src/core/lib/iomgr/iocp_windows.h +19 -19
- data/src/core/lib/iomgr/iomgr.cc +31 -24
- data/src/core/lib/iomgr/iomgr.h +35 -35
- data/src/core/lib/iomgr/iomgr_fwd.h +26 -0
- data/src/core/lib/iomgr/iomgr_internal.cc +25 -29
- data/src/core/lib/iomgr/iomgr_internal.h +31 -30
- data/src/core/lib/iomgr/iomgr_posix.cc +25 -23
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +64 -33
- data/src/core/lib/iomgr/iomgr_windows.cc +27 -26
- data/src/core/lib/iomgr/load_file.cc +26 -29
- data/src/core/lib/iomgr/load_file.h +22 -22
- data/src/core/lib/iomgr/lockfree_event.cc +131 -125
- data/src/core/lib/iomgr/lockfree_event.h +21 -21
- data/src/core/lib/iomgr/nameser.h +84 -84
- data/src/core/lib/iomgr/polling_entity.cc +26 -22
- data/src/core/lib/iomgr/polling_entity.h +33 -27
- data/src/core/lib/iomgr/pollset.cc +22 -22
- data/src/core/lib/iomgr/pollset.h +62 -62
- data/src/core/lib/iomgr/pollset_set.cc +17 -17
- data/src/core/lib/iomgr/pollset_set.h +23 -25
- data/src/core/lib/iomgr/pollset_set_windows.cc +19 -18
- data/src/core/lib/iomgr/pollset_set_windows.h +18 -18
- data/src/core/lib/iomgr/pollset_windows.cc +36 -35
- data/src/core/lib/iomgr/pollset_windows.h +22 -22
- data/src/core/lib/iomgr/port.h +58 -44
- data/src/core/lib/iomgr/python_util.h +26 -25
- data/src/core/lib/iomgr/resolve_address.cc +39 -39
- data/src/core/lib/iomgr/resolve_address.h +100 -65
- data/src/core/lib/iomgr/resolve_address_impl.h +59 -0
- data/src/core/lib/iomgr/resolve_address_posix.cc +136 -109
- data/src/core/lib/iomgr/resolve_address_posix.h +63 -0
- data/src/core/lib/iomgr/resolve_address_windows.cc +133 -90
- data/src/core/lib/iomgr/resolve_address_windows.h +63 -0
- data/src/core/lib/iomgr/resolved_address.h +39 -0
- data/src/core/lib/iomgr/sockaddr.h +24 -24
- data/src/core/lib/iomgr/sockaddr_posix.h +20 -18
- data/src/core/lib/iomgr/sockaddr_utils_posix.cc +64 -0
- data/src/core/lib/iomgr/sockaddr_windows.h +20 -18
- data/src/core/lib/iomgr/socket_factory_posix.cc +25 -24
- data/src/core/lib/iomgr/socket_factory_posix.h +31 -30
- data/src/core/lib/iomgr/socket_mutator.cc +39 -24
- data/src/core/lib/iomgr/socket_mutator.h +54 -30
- data/src/core/lib/iomgr/socket_utils.h +24 -24
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +108 -142
- data/src/core/lib/iomgr/socket_utils_linux.cc +22 -21
- data/src/core/lib/iomgr/socket_utils_posix.cc +105 -21
- data/src/core/lib/iomgr/socket_utils_posix.h +198 -106
- data/src/core/lib/iomgr/socket_utils_windows.cc +22 -21
- data/src/core/lib/iomgr/socket_windows.cc +37 -36
- data/src/core/lib/iomgr/socket_windows.h +56 -58
- data/src/core/lib/iomgr/systemd_utils.cc +116 -0
- data/src/core/lib/iomgr/systemd_utils.h +33 -0
- data/src/core/lib/iomgr/tcp_client.cc +28 -24
- data/src/core/lib/iomgr/tcp_client.h +48 -34
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +53 -58
- data/src/core/lib/iomgr/tcp_client_posix.cc +249 -130
- data/src/core/lib/iomgr/tcp_client_posix.h +55 -51
- data/src/core/lib/iomgr/tcp_client_windows.cc +70 -62
- data/src/core/lib/iomgr/tcp_posix.cc +685 -497
- data/src/core/lib/iomgr/tcp_posix.h +46 -39
- data/src/core/lib/iomgr/tcp_server.cc +36 -27
- data/src/core/lib/iomgr/tcp_server.h +84 -73
- data/src/core/lib/iomgr/tcp_server_posix.cc +216 -164
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +88 -80
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +140 -99
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +55 -52
- data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +23 -23
- data/src/core/lib/iomgr/tcp_server_windows.cc +129 -132
- data/src/core/lib/iomgr/tcp_windows.cc +136 -135
- data/src/core/lib/iomgr/tcp_windows.h +32 -33
- data/src/core/lib/iomgr/timer.cc +20 -19
- data/src/core/lib/iomgr/timer.h +81 -72
- data/src/core/lib/iomgr/timer_generic.cc +237 -257
- data/src/core/lib/iomgr/timer_generic.h +20 -19
- data/src/core/lib/iomgr/timer_heap.cc +27 -28
- data/src/core/lib/iomgr/timer_heap.h +19 -19
- data/src/core/lib/iomgr/timer_manager.cc +48 -47
- data/src/core/lib/iomgr/timer_manager.h +25 -25
- data/src/core/lib/iomgr/unix_sockets_posix.cc +48 -52
- data/src/core/lib/iomgr/unix_sockets_posix.h +25 -24
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +32 -29
- data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +26 -26
- data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +24 -23
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +37 -35
- data/src/core/lib/iomgr/wakeup_fd_pipe.h +18 -18
- data/src/core/lib/iomgr/wakeup_fd_posix.cc +37 -33
- data/src/core/lib/iomgr/wakeup_fd_posix.h +58 -58
- data/src/core/lib/json/json.h +32 -26
- data/src/core/lib/json/json_args.h +34 -0
- data/src/core/lib/json/json_channel_args.h +42 -0
- data/src/core/lib/json/json_object_loader.cc +217 -0
- data/src/core/lib/json/json_object_loader.h +634 -0
- data/src/core/lib/json/json_reader.cc +193 -118
- data/src/core/lib/json/json_util.cc +106 -0
- data/src/core/lib/json/json_util.h +163 -0
- data/src/core/lib/json/json_writer.cc +64 -61
- data/src/core/lib/load_balancing/lb_policy.cc +93 -0
- data/src/core/lib/load_balancing/lb_policy.h +438 -0
- data/src/core/lib/load_balancing/lb_policy_factory.h +49 -0
- data/src/core/lib/load_balancing/lb_policy_registry.cc +141 -0
- data/src/core/lib/load_balancing/lb_policy_registry.h +82 -0
- data/src/core/lib/load_balancing/subchannel_interface.h +133 -0
- data/src/core/lib/matchers/matchers.cc +331 -0
- data/src/core/lib/matchers/matchers.h +162 -0
- data/src/core/lib/promise/activity.cc +134 -0
- data/src/core/lib/promise/activity.h +612 -0
- data/src/core/lib/promise/arena_promise.h +231 -0
- data/src/core/lib/promise/context.h +93 -0
- data/src/core/lib/promise/detail/basic_seq.h +497 -0
- data/src/core/lib/promise/detail/promise_factory.h +236 -0
- data/src/core/lib/promise/detail/promise_like.h +85 -0
- data/src/core/lib/promise/detail/status.h +78 -0
- data/src/core/lib/promise/detail/switch.h +1455 -0
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +56 -0
- data/src/core/lib/promise/for_each.h +155 -0
- data/src/core/lib/promise/intra_activity_waiter.h +49 -0
- data/src/core/lib/promise/latch.h +97 -0
- data/src/core/lib/promise/loop.h +138 -0
- data/src/core/lib/promise/map.h +88 -0
- data/src/core/lib/promise/map_pipe.h +88 -0
- data/src/core/lib/promise/pipe.cc +19 -0
- data/src/core/lib/promise/pipe.h +505 -0
- data/src/core/lib/promise/poll.h +85 -0
- data/src/core/lib/promise/promise.h +96 -0
- data/src/core/lib/promise/race.h +83 -0
- data/src/core/lib/promise/seq.h +107 -0
- data/src/core/lib/promise/sleep.cc +90 -0
- data/src/core/lib/promise/sleep.h +84 -0
- data/src/core/lib/promise/try_concurrently.h +342 -0
- data/src/core/lib/promise/try_seq.h +175 -0
- data/src/core/lib/resolver/resolver.cc +37 -0
- data/src/core/lib/resolver/resolver.h +138 -0
- data/src/core/lib/resolver/resolver_factory.h +77 -0
- data/src/core/lib/resolver/resolver_registry.cc +149 -0
- data/src/core/lib/resolver/resolver_registry.h +123 -0
- data/src/core/lib/resolver/server_address.cc +181 -0
- data/src/core/lib/resolver/server_address.h +145 -0
- data/src/core/lib/resource_quota/api.cc +104 -0
- data/src/core/lib/resource_quota/api.h +49 -0
- data/src/core/lib/resource_quota/arena.cc +138 -0
- data/src/core/lib/resource_quota/arena.h +252 -0
- data/src/core/lib/resource_quota/memory_quota.cc +699 -0
- data/src/core/lib/resource_quota/memory_quota.h +592 -0
- data/src/core/lib/resource_quota/periodic_update.cc +78 -0
- data/src/core/lib/resource_quota/periodic_update.h +71 -0
- data/src/core/lib/resource_quota/resource_quota.cc +33 -0
- data/src/core/lib/resource_quota/resource_quota.h +74 -0
- data/src/core/lib/resource_quota/thread_quota.cc +45 -0
- data/src/core/lib/resource_quota/thread_quota.h +61 -0
- data/src/core/lib/resource_quota/trace.cc +19 -0
- data/src/core/lib/resource_quota/trace.h +24 -0
- data/src/core/lib/security/authorization/authorization_engine.h +13 -53
- data/src/core/lib/security/authorization/authorization_policy_provider.h +47 -0
- data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +49 -0
- data/src/core/lib/security/authorization/evaluate_args.cc +152 -84
- data/src/core/lib/security/authorization/evaluate_args.h +55 -19
- data/src/core/lib/security/authorization/grpc_authorization_engine.cc +64 -0
- data/src/core/lib/security/authorization/grpc_authorization_engine.h +69 -0
- data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +122 -0
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +61 -0
- data/src/core/lib/security/authorization/matchers.cc +241 -0
- data/src/core/lib/security/authorization/matchers.h +218 -0
- data/src/core/lib/security/authorization/rbac_policy.cc +445 -0
- data/src/core/lib/security/authorization/rbac_policy.h +178 -0
- data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +66 -0
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +60 -0
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +70 -0
- data/src/core/lib/security/context/security_context.cc +45 -37
- data/src/core/lib/security/context/security_context.h +65 -34
- data/src/core/lib/security/credentials/alts/alts_credentials.cc +36 -27
- data/src/core/lib/security/credentials/alts/alts_credentials.h +68 -54
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +20 -20
- data/src/core/lib/security/credentials/alts/check_gcp_environment.h +41 -41
- data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +19 -19
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +20 -19
- data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +20 -19
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +20 -22
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +18 -18
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +36 -37
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +19 -22
- data/src/core/lib/security/credentials/call_creds_util.cc +97 -0
- data/src/core/lib/security/credentials/call_creds_util.h +43 -0
- data/src/core/lib/security/credentials/channel_creds_registry.h +103 -0
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +80 -0
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +56 -114
- data/src/core/lib/security/credentials/composite/composite_credentials.h +62 -37
- data/src/core/lib/security/credentials/credentials.cc +37 -39
- data/src/core/lib/security/credentials/credentials.h +148 -134
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +546 -0
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +100 -0
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +224 -0
- data/src/core/lib/security/credentials/external/aws_request_signer.h +72 -0
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +561 -0
- data/src/core/lib/security/credentials/external/external_account_credentials.h +129 -0
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +138 -0
- data/src/core/lib/security/credentials/external/file_external_account_credentials.h +55 -0
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +242 -0
- data/src/core/lib/security/credentials/external/url_external_account_credentials.h +71 -0
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +64 -63
- data/src/core/lib/security/credentials/fake/fake_credentials.h +68 -60
- data/src/core/lib/security/credentials/google_default/credentials_generic.cc +24 -27
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +240 -142
- data/src/core/lib/security/credentials/google_default/google_default_credentials.h +38 -26
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +51 -48
- data/src/core/lib/security/credentials/iam/iam_credentials.h +43 -27
- data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +73 -0
- data/src/core/lib/security/credentials/insecure/insecure_credentials.h +61 -0
- data/src/core/lib/security/credentials/jwt/json_token.cc +48 -39
- data/src/core/lib/security/credentials/jwt/json_token.h +34 -33
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +83 -75
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +62 -36
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +179 -147
- data/src/core/lib/security/credentials/jwt/jwt_verifier.h +49 -47
- data/src/core/lib/security/credentials/local/local_credentials.cc +37 -30
- data/src/core/lib/security/credentials/local/local_credentials.h +39 -23
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +269 -287
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +105 -56
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +123 -177
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +98 -45
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +55 -59
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +48 -26
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +340 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +216 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +471 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +206 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +241 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +168 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +83 -206
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +93 -299
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +79 -58
- data/src/core/lib/security/credentials/tls/tls_credentials.h +33 -24
- data/src/core/lib/security/credentials/tls/tls_utils.cc +127 -0
- data/src/core/lib/security/credentials/tls/tls_utils.h +51 -0
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +235 -0
- data/src/core/lib/security/credentials/xds/xds_credentials.h +114 -0
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +77 -67
- data/src/core/lib/security/security_connector/alts/alts_security_connector.h +50 -48
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +94 -104
- data/src/core/lib/security/security_connector/fake/fake_security_connector.h +23 -26
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +120 -0
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +103 -0
- data/src/core/lib/security/security_connector/load_system_roots.h +22 -18
- data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +23 -20
- data/src/core/lib/security/security_connector/load_system_roots_supported.cc +175 -0
- data/src/core/lib/security/security_connector/load_system_roots_supported.h +45 -0
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +90 -65
- data/src/core/lib/security/security_connector/local/local_security_connector.h +47 -44
- data/src/core/lib/security/security_connector/security_connector.cc +48 -52
- data/src/core/lib/security/security_connector/security_connector.h +90 -66
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +78 -66
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +43 -43
- data/src/core/lib/security/security_connector/ssl_utils.cc +124 -83
- data/src/core/lib/security/security_connector/ssl_utils.h +74 -75
- data/src/core/lib/security/security_connector/ssl_utils_config.cc +22 -22
- data/src/core/lib/security/security_connector/ssl_utils_config.h +19 -20
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +672 -450
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +231 -128
- data/src/core/lib/security/transport/auth_filters.h +64 -23
- data/src/core/lib/security/transport/client_auth_filter.cc +143 -383
- data/src/core/lib/security/transport/secure_endpoint.cc +314 -200
- data/src/core/lib/security/transport/secure_endpoint.h +27 -25
- data/src/core/lib/security/transport/security_handshaker.cc +267 -168
- data/src/core/lib/security/transport/security_handshaker.h +27 -21
- data/src/core/lib/security/transport/server_auth_filter.cc +122 -89
- data/src/core/lib/security/transport/tsi_error.cc +24 -22
- data/src/core/lib/security/transport/tsi_error.h +20 -19
- data/src/core/lib/security/util/json_util.cc +29 -31
- data/src/core/lib/security/util/json_util.h +20 -21
- data/src/core/lib/service_config/service_config.h +89 -0
- data/src/core/lib/service_config/service_config_call_data.h +82 -0
- data/src/core/lib/service_config/service_config_impl.cc +191 -0
- data/src/core/lib/service_config/service_config_impl.h +125 -0
- data/src/core/lib/service_config/service_config_parser.cc +81 -0
- data/src/core/lib/service_config/service_config_parser.h +105 -0
- data/src/core/lib/slice/b64.cc +26 -26
- data/src/core/lib/slice/b64.h +31 -29
- data/src/core/lib/slice/percent_encoding.cc +95 -114
- data/src/core/lib/slice/percent_encoding.h +43 -54
- data/src/core/lib/slice/slice.cc +140 -234
- data/src/core/lib/slice/slice.h +435 -0
- data/src/core/lib/slice/slice_buffer.cc +145 -81
- data/src/core/lib/slice/slice_buffer.h +162 -0
- data/src/core/lib/slice/slice_internal.h +37 -305
- data/src/core/lib/slice/slice_refcount.h +60 -0
- data/src/core/lib/slice/slice_string_helpers.cc +17 -116
- data/src/core/lib/slice/slice_string_helpers.h +20 -38
- data/src/core/lib/surface/api_trace.cc +19 -18
- data/src/core/lib/surface/api_trace.h +23 -22
- data/src/core/lib/surface/builtins.cc +54 -0
- data/src/core/lib/surface/builtins.h +26 -0
- data/src/core/lib/surface/byte_buffer.cc +26 -21
- data/src/core/lib/surface/byte_buffer_reader.cc +25 -25
- data/src/core/lib/surface/call.cc +2509 -1450
- data/src/core/lib/surface/call.h +114 -58
- data/src/core/lib/surface/call_details.cc +28 -29
- data/src/core/lib/surface/call_log_batch.cc +26 -20
- data/src/core/lib/surface/call_test_only.h +31 -28
- data/src/core/lib/surface/call_trace.cc +113 -0
- data/src/core/lib/surface/call_trace.h +30 -0
- data/src/core/lib/surface/channel.cc +251 -365
- data/src/core/lib/surface/channel.h +148 -102
- data/src/core/lib/surface/channel_init.cc +39 -93
- data/src/core/lib/surface/channel_init.h +63 -57
- data/src/core/lib/surface/channel_ping.cc +28 -23
- data/src/core/lib/surface/channel_stack_type.cc +21 -18
- data/src/core/lib/surface/channel_stack_type.h +20 -20
- data/src/core/lib/surface/completion_queue.cc +337 -363
- data/src/core/lib/surface/completion_queue.h +56 -53
- data/src/core/lib/surface/completion_queue_factory.cc +37 -31
- data/src/core/lib/surface/completion_queue_factory.h +19 -20
- data/src/core/lib/surface/event_string.cc +18 -23
- data/src/core/lib/surface/event_string.h +19 -19
- data/src/core/lib/surface/init.cc +143 -162
- data/src/core/lib/surface/init.h +20 -22
- data/src/core/lib/surface/init_internally.cc +25 -0
- data/src/core/lib/surface/init_internally.h +37 -0
- data/src/core/lib/surface/lame_client.cc +101 -138
- data/src/core/lib/surface/lame_client.h +63 -20
- data/src/core/lib/surface/metadata_array.cc +20 -19
- data/src/core/lib/surface/server.cc +304 -304
- data/src/core/lib/surface/server.h +189 -62
- data/src/core/lib/surface/validate_metadata.cc +74 -57
- data/src/core/lib/surface/validate_metadata.h +27 -20
- data/src/core/lib/surface/version.cc +21 -21
- data/src/core/lib/transport/bdp_estimator.cc +29 -30
- data/src/core/lib/transport/bdp_estimator.h +23 -24
- data/src/core/lib/transport/connectivity_state.cc +33 -29
- data/src/core/lib/transport/connectivity_state.h +34 -33
- data/src/core/lib/transport/error_utils.cc +90 -73
- data/src/core/lib/transport/error_utils.h +39 -28
- data/src/core/lib/transport/handshaker.cc +228 -0
- data/src/core/lib/transport/handshaker.h +172 -0
- data/src/core/lib/transport/handshaker_factory.h +74 -0
- data/src/core/lib/transport/handshaker_registry.cc +61 -0
- data/src/core/lib/transport/handshaker_registry.h +69 -0
- data/src/core/lib/transport/http2_errors.h +20 -20
- data/src/core/lib/transport/http_connect_handshaker.cc +400 -0
- data/src/core/lib/transport/http_connect_handshaker.h +42 -0
- data/src/core/lib/transport/metadata_batch.cc +218 -316
- data/src/core/lib/transport/metadata_batch.h +1322 -177
- data/src/core/lib/transport/parsed_metadata.cc +35 -0
- data/src/core/lib/transport/parsed_metadata.h +410 -0
- data/src/core/lib/transport/pid_controller.cc +24 -24
- data/src/core/lib/transport/pid_controller.h +24 -24
- data/src/core/lib/transport/status_conversion.cc +25 -25
- data/src/core/lib/transport/status_conversion.h +23 -23
- data/src/core/lib/transport/tcp_connect_handshaker.cc +246 -0
- data/src/core/lib/transport/tcp_connect_handshaker.h +39 -0
- data/src/core/lib/transport/timeout_encoding.cc +229 -96
- data/src/core/lib/transport/timeout_encoding.h +62 -28
- data/src/core/lib/transport/transport.cc +118 -91
- data/src/core/lib/transport/transport.h +276 -153
- data/src/core/lib/transport/transport_fwd.h +20 -0
- data/src/core/lib/transport/transport_impl.h +56 -32
- data/src/core/lib/transport/transport_op_string.cc +46 -68
- data/src/core/lib/uri/uri_parser.cc +312 -248
- data/src/core/lib/uri/uri_parser.h +90 -40
- data/src/core/plugin_registry/grpc_plugin_registry.cc +108 -118
- data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +66 -0
- data/src/core/tsi/alts/crypt/aes_gcm.cc +26 -23
- data/src/core/tsi/alts/crypt/gsec.cc +31 -30
- data/src/core/tsi/alts/crypt/gsec.h +339 -334
- data/src/core/tsi/alts/frame_protector/alts_counter.cc +23 -23
- data/src/core/tsi/alts/frame_protector/alts_counter.h +66 -66
- data/src/core/tsi/alts/frame_protector/alts_crypter.cc +19 -19
- data/src/core/tsi/alts/frame_protector/alts_crypter.h +206 -206
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +85 -83
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +38 -38
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +18 -18
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +80 -81
- data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +22 -22
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +44 -42
- data/src/core/tsi/alts/frame_protector/frame_handler.h +166 -166
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +167 -148
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +103 -104
- data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +27 -18
- data/src/core/tsi/alts/handshaker/alts_shared_resource.h +41 -42
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +131 -108
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +59 -59
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +23 -22
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +23 -22
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +37 -37
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +22 -24
- data/src/core/tsi/alts/handshaker/transport_security_common_api.h +104 -103
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +47 -46
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +38 -39
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +38 -36
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +33 -34
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +65 -66
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +33 -32
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +53 -54
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +62 -59
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +138 -139
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +73 -64
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +41 -42
- data/src/core/tsi/fake_transport_security.cc +177 -121
- data/src/core/tsi/fake_transport_security.h +33 -27
- data/src/core/tsi/local_transport_security.cc +84 -120
- data/src/core/tsi/local_transport_security.h +33 -37
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +146 -0
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +81 -0
- data/src/core/tsi/ssl/session_cache/ssl_session.h +21 -21
- data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +22 -20
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +38 -72
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +37 -28
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +29 -22
- data/src/core/tsi/ssl_transport_security.cc +495 -453
- data/src/core/tsi/ssl_transport_security.h +239 -198
- data/src/core/tsi/ssl_transport_security_utils.cc +250 -0
- data/src/core/tsi/ssl_transport_security_utils.h +147 -0
- data/src/core/tsi/ssl_types.h +25 -25
- data/src/core/tsi/transport_security.cc +69 -43
- data/src/core/tsi/transport_security.h +50 -34
- data/src/core/tsi/transport_security_grpc.cc +23 -22
- data/src/core/tsi/transport_security_grpc.h +43 -39
- data/src/core/tsi/transport_security_interface.h +368 -328
- data/src/ruby/bin/math_services_pb.rb +1 -1
- data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-truffleruby-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.clang +2 -0
- data/src/ruby/ext/grpc/ext-export-with-ruby-abi-version.gcc +7 -0
- data/src/ruby/ext/grpc/ext-export.gcc +1 -1
- data/src/ruby/ext/grpc/extconf.rb +122 -24
- data/src/ruby/ext/grpc/rb_byte_buffer.c +2 -1
- data/src/ruby/ext/grpc/rb_call.c +6 -5
- data/src/ruby/ext/grpc/rb_call_credentials.c +5 -5
- data/src/ruby/ext/grpc/rb_channel.c +25 -10
- data/src/ruby/ext/grpc/rb_channel_args.c +3 -2
- data/src/ruby/ext/grpc/rb_channel_credentials.c +15 -5
- data/src/ruby/ext/grpc/rb_channel_credentials.h +5 -0
- data/src/ruby/ext/grpc/rb_completion_queue.c +3 -2
- data/src/ruby/ext/grpc/rb_compression_options.c +7 -6
- data/src/ruby/ext/grpc/rb_enable_cpp.cc +1 -1
- data/src/ruby/ext/grpc/rb_event_thread.c +4 -2
- data/src/ruby/ext/grpc/rb_grpc.c +10 -4
- data/src/ruby/ext/grpc/rb_grpc.h +1 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +108 -84
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +178 -142
- data/src/ruby/ext/grpc/rb_loader.c +6 -2
- data/src/ruby/ext/grpc/rb_server.c +26 -10
- data/src/ruby/ext/grpc/rb_server_credentials.c +22 -6
- data/src/ruby/ext/grpc/rb_server_credentials.h +5 -0
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +218 -0
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.h +37 -0
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +170 -0
- data/src/ruby/ext/grpc/rb_xds_server_credentials.h +37 -0
- data/src/ruby/lib/grpc/errors.rb +1 -1
- data/src/ruby/lib/grpc/generic/active_call.rb +7 -1
- data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
- data/src/ruby/lib/grpc/generic/client_stub.rb +4 -2
- data/src/ruby/lib/grpc/grpc.rb +1 -1
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/generate_proto_ruby.sh +1 -0
- data/src/ruby/pb/grpc/health/v1/health_services_pb.rb +1 -1
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +39 -0
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +1 -0
- data/src/ruby/pb/src/proto/grpc/testing/test_services_pb.rb +23 -5
- data/src/ruby/pb/test/client.rb +769 -0
- data/src/ruby/pb/test/server.rb +252 -0
- data/src/ruby/pb/test/xds_client.rb +415 -0
- data/src/ruby/spec/call_spec.rb +1 -1
- data/src/ruby/spec/channel_credentials_spec.rb +32 -0
- data/src/ruby/spec/channel_spec.rb +21 -48
- data/src/ruby/spec/client_auth_spec.rb +27 -1
- data/src/ruby/spec/client_server_spec.rb +21 -9
- data/src/ruby/spec/errors_spec.rb +1 -1
- data/src/ruby/spec/generic/active_call_spec.rb +14 -5
- data/src/ruby/spec/generic/client_stub_spec.rb +27 -27
- data/src/ruby/spec/generic/rpc_server_spec.rb +1 -1
- data/src/ruby/spec/generic/server_interceptors_spec.rb +1 -1
- data/src/ruby/spec/pb/codegen/package_option_spec.rb +2 -6
- data/src/ruby/spec/server_credentials_spec.rb +25 -0
- data/src/ruby/spec/server_spec.rb +22 -0
- data/src/ruby/spec/user_agent_spec.rb +1 -1
- data/third_party/abseil-cpp/absl/algorithm/container.h +164 -117
- data/third_party/abseil-cpp/absl/base/attributes.h +211 -70
- data/third_party/abseil-cpp/absl/base/call_once.h +3 -10
- data/third_party/abseil-cpp/absl/base/casts.h +61 -65
- data/third_party/abseil-cpp/absl/base/config.h +320 -78
- data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +417 -335
- data/third_party/abseil-cpp/absl/base/internal/cycleclock.cc +12 -42
- data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +67 -2
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +12 -4
- data/third_party/abseil-cpp/absl/base/internal/dynamic_annotations.h +398 -0
- data/third_party/abseil-cpp/absl/base/internal/endian.h +78 -62
- data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +50 -0
- data/third_party/abseil-cpp/absl/base/internal/invoke.h +58 -4
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +1 -1
- data/third_party/abseil-cpp/absl/base/internal/low_level_scheduling.h +31 -4
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +138 -0
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +56 -47
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +29 -16
- data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +39 -40
- data/third_party/abseil-cpp/absl/base/internal/spinlock.h +44 -31
- data/third_party/abseil-cpp/absl/base/internal/spinlock_akaros.inc +2 -2
- data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +13 -8
- data/third_party/abseil-cpp/absl/base/internal/spinlock_posix.inc +2 -2
- data/third_party/abseil-cpp/absl/base/internal/spinlock_wait.h +13 -11
- data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +5 -5
- data/third_party/abseil-cpp/absl/base/internal/strerror.cc +88 -0
- data/third_party/abseil-cpp/absl/base/internal/strerror.h +39 -0
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +96 -5
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.h +8 -0
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +11 -7
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +58 -52
- data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +111 -7
- data/third_party/abseil-cpp/absl/base/internal/tsan_mutex_interface.h +3 -1
- data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +0 -76
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +23 -10
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +18 -9
- data/third_party/abseil-cpp/absl/base/log_severity.cc +28 -0
- data/third_party/abseil-cpp/absl/base/log_severity.h +55 -4
- data/third_party/abseil-cpp/absl/base/macros.h +47 -109
- data/third_party/abseil-cpp/absl/base/optimization.h +77 -6
- data/third_party/abseil-cpp/absl/base/options.h +31 -4
- data/third_party/abseil-cpp/absl/base/policy_checks.h +1 -1
- data/third_party/abseil-cpp/absl/base/port.h +0 -1
- data/third_party/abseil-cpp/absl/base/thread_annotations.h +97 -42
- data/third_party/abseil-cpp/absl/cleanup/cleanup.h +140 -0
- data/third_party/abseil-cpp/absl/cleanup/internal/cleanup.h +100 -0
- data/third_party/abseil-cpp/absl/container/fixed_array.h +46 -32
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +613 -0
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +18 -11
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +155 -137
- data/third_party/abseil-cpp/absl/container/internal/common.h +12 -7
- data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +34 -9
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +59 -57
- data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +23 -6
- data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +24 -7
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +83 -114
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +99 -97
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler_force_weak_definition.cc +2 -1
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +495 -434
- data/third_party/abseil-cpp/absl/container/internal/layout.h +11 -9
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +198 -0
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +25 -2
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +852 -369
- data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +45 -87
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +93 -29
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +16 -11
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +7 -2
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +17 -5
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +21 -7
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +42 -24
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_emscripten-inl.inc +110 -0
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_generic-inl.inc +12 -3
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +14 -4
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +236 -0
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_win32-inl.inc +10 -2
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +33 -10
- data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +33 -8
- data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +35 -25
- data/third_party/abseil-cpp/absl/debugging/stacktrace.cc +2 -0
- data/third_party/abseil-cpp/absl/debugging/symbolize.cc +19 -1
- data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +101 -0
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +160 -27
- data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +72 -0
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +313 -0
- data/third_party/abseil-cpp/absl/functional/bind_front.h +193 -0
- data/third_party/abseil-cpp/absl/functional/function_ref.h +7 -3
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +857 -0
- data/third_party/abseil-cpp/absl/functional/internal/front_binder.h +95 -0
- data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +2 -2
- data/third_party/abseil-cpp/absl/hash/hash.h +110 -13
- data/third_party/abseil-cpp/absl/hash/internal/city.cc +15 -12
- data/third_party/abseil-cpp/absl/hash/internal/city.h +1 -19
- data/third_party/abseil-cpp/absl/hash/internal/hash.cc +27 -13
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +426 -123
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +123 -0
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.h +50 -0
- data/third_party/abseil-cpp/absl/memory/memory.h +4 -0
- data/third_party/abseil-cpp/absl/meta/type_traits.h +49 -11
- data/third_party/abseil-cpp/absl/numeric/bits.h +178 -0
- data/third_party/abseil-cpp/absl/numeric/int128.cc +18 -37
- data/third_party/abseil-cpp/absl/numeric/int128.h +161 -87
- data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +19 -25
- data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +73 -70
- data/third_party/abseil-cpp/absl/numeric/internal/bits.h +358 -0
- data/third_party/abseil-cpp/absl/numeric/internal/representation.h +55 -0
- data/third_party/abseil-cpp/absl/profiling/internal/exponential_biased.cc +93 -0
- data/third_party/abseil-cpp/absl/profiling/internal/exponential_biased.h +130 -0
- data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +245 -0
- data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +200 -0
- data/third_party/abseil-cpp/absl/random/beta_distribution.h +427 -0
- data/third_party/abseil-cpp/absl/random/discrete_distribution.cc +98 -0
- data/third_party/abseil-cpp/absl/random/discrete_distribution.h +247 -0
- data/third_party/abseil-cpp/absl/random/distributions.h +452 -0
- data/third_party/abseil-cpp/absl/random/exponential_distribution.h +165 -0
- data/third_party/abseil-cpp/absl/random/gaussian_distribution.cc +104 -0
- data/third_party/abseil-cpp/absl/random/gaussian_distribution.h +275 -0
- data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +95 -0
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +269 -0
- data/third_party/abseil-cpp/absl/random/internal/fastmath.h +57 -0
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +144 -0
- data/third_party/abseil-cpp/absl/random/internal/iostream_state_saver.h +245 -0
- data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +161 -0
- data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +308 -0
- data/third_party/abseil-cpp/absl/random/internal/platform.h +171 -0
- data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +253 -0
- data/third_party/abseil-cpp/absl/random/internal/pool_urbg.h +131 -0
- data/third_party/abseil-cpp/absl/random/internal/randen.cc +91 -0
- data/third_party/abseil-cpp/absl/random/internal/randen.h +96 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +225 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.h +33 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +264 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +526 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.h +50 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_round_keys.cc +462 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_slow.cc +471 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_slow.h +40 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_traits.h +88 -0
- data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +165 -0
- data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +267 -0
- data/third_party/abseil-cpp/absl/random/internal/seed_material.h +104 -0
- data/third_party/abseil-cpp/absl/random/internal/traits.h +149 -0
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +244 -0
- data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +96 -0
- data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +256 -0
- data/third_party/abseil-cpp/absl/random/poisson_distribution.h +261 -0
- data/third_party/abseil-cpp/absl/random/random.h +189 -0
- data/third_party/abseil-cpp/absl/random/seed_gen_exception.cc +46 -0
- data/third_party/abseil-cpp/absl/random/seed_gen_exception.h +55 -0
- data/third_party/abseil-cpp/absl/random/seed_sequences.cc +29 -0
- data/third_party/abseil-cpp/absl/random/seed_sequences.h +111 -0
- data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +275 -0
- data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +202 -0
- data/third_party/abseil-cpp/absl/random/zipf_distribution.h +272 -0
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +86 -0
- data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +396 -0
- data/third_party/abseil-cpp/absl/status/status.cc +205 -36
- data/third_party/abseil-cpp/absl/status/status.h +586 -122
- data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +5 -10
- data/third_party/abseil-cpp/absl/status/statusor.cc +103 -0
- data/third_party/abseil-cpp/absl/status/statusor.h +776 -0
- data/third_party/abseil-cpp/absl/strings/ascii.h +4 -4
- data/third_party/abseil-cpp/absl/strings/charconv.cc +10 -10
- data/third_party/abseil-cpp/absl/strings/charconv.h +3 -2
- data/third_party/abseil-cpp/absl/strings/cord.cc +592 -1283
- data/third_party/abseil-cpp/absl/strings/cord.h +840 -319
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +188 -0
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +44 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.cc +30 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +572 -0
- data/third_party/abseil-cpp/absl/strings/escaping.cc +13 -13
- data/third_party/abseil-cpp/absl/strings/internal/char_map.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/internal/cord_data_edge.h +63 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +77 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +561 -57
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +1228 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +924 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +187 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +267 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +69 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +212 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +62 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +50 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.cc +54 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.h +102 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +187 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +773 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +607 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +118 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.cc +96 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +85 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +139 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +131 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +418 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +298 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +88 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_update_scope.h +71 -0
- data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +123 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +6 -5
- data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/resize_uninitialized.h +48 -2
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +236 -136
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +159 -65
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +19 -6
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +63 -24
- data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +28 -16
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +36 -13
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +188 -155
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +1017 -87
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.h +17 -3
- data/third_party/abseil-cpp/absl/strings/internal/str_format/output.h +6 -13
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +82 -77
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +55 -29
- data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +9 -6
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +49 -74
- data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +72 -0
- data/third_party/abseil-cpp/absl/strings/internal/utf8.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/match.cc +6 -3
- data/third_party/abseil-cpp/absl/strings/match.h +16 -6
- data/third_party/abseil-cpp/absl/strings/numbers.cc +135 -7
- data/third_party/abseil-cpp/absl/strings/numbers.h +69 -32
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +8 -8
- data/third_party/abseil-cpp/absl/strings/str_cat.h +21 -14
- data/third_party/abseil-cpp/absl/strings/str_format.h +290 -15
- data/third_party/abseil-cpp/absl/strings/str_join.h +9 -15
- data/third_party/abseil-cpp/absl/strings/str_split.cc +2 -2
- data/third_party/abseil-cpp/absl/strings/str_split.h +40 -6
- data/third_party/abseil-cpp/absl/strings/string_view.cc +18 -34
- data/third_party/abseil-cpp/absl/strings/string_view.h +146 -57
- data/third_party/abseil-cpp/absl/strings/strip.h +8 -6
- data/third_party/abseil-cpp/absl/strings/substitute.cc +7 -6
- data/third_party/abseil-cpp/absl/strings/substitute.h +119 -83
- data/third_party/abseil-cpp/absl/synchronization/blocking_counter.cc +25 -15
- data/third_party/abseil-cpp/absl/synchronization/blocking_counter.h +5 -3
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +12 -9
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +0 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +154 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +4 -3
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +29 -28
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +2 -6
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +6 -11
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +2 -83
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +14 -12
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +209 -151
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +106 -72
- data/third_party/abseil-cpp/absl/synchronization/notification.h +3 -2
- data/third_party/abseil-cpp/absl/time/civil_time.cc +9 -11
- data/third_party/abseil-cpp/absl/time/clock.cc +146 -130
- data/third_party/abseil-cpp/absl/time/clock.h +2 -2
- data/third_party/abseil-cpp/absl/time/duration.cc +98 -65
- data/third_party/abseil-cpp/absl/time/format.cc +43 -36
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +42 -32
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +97 -22
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/zone_info_source.h +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +136 -29
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +2 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +13 -21
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +219 -150
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +4 -5
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +15 -8
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +49 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +3 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +1 -1
- data/third_party/abseil-cpp/absl/time/time.cc +4 -3
- data/third_party/abseil-cpp/absl/time/time.h +122 -86
- data/third_party/abseil-cpp/absl/types/bad_optional_access.h +1 -1
- data/third_party/abseil-cpp/absl/types/bad_variant_access.h +2 -2
- data/third_party/abseil-cpp/absl/types/internal/optional.h +8 -0
- data/third_party/abseil-cpp/absl/types/internal/variant.h +8 -8
- data/third_party/abseil-cpp/absl/types/optional.h +26 -23
- data/third_party/abseil-cpp/absl/types/span.h +52 -38
- data/third_party/abseil-cpp/absl/types/variant.h +9 -4
- data/third_party/abseil-cpp/absl/utility/utility.h +2 -2
- data/third_party/address_sorting/address_sorting_posix.c +1 -0
- data/third_party/address_sorting/include/address_sorting/address_sorting.h +2 -0
- data/third_party/boringssl-with-bazel/err_data.c +763 -721
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +70 -57
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +22 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +6 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +16 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +67 -54
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_print.c +19 -29
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +650 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +106 -153
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +22 -10
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +3 -42
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +74 -68
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +24 -28
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +224 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +79 -354
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +327 -281
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +15 -26
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +20 -75
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +8 -8
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +24 -8
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +1 -7
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -5
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +0 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +1 -7
- data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +3 -17
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +156 -0
- data/third_party/boringssl-with-bazel/src/crypto/bn_extra/bn_asn1.c +3 -10
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +11 -10
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +9 -0
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +68 -45
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +38 -47
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/cipher_extra.c +49 -65
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +6 -81
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +1 -88
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +101 -3
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +119 -273
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +14 -3
- data/third_party/boringssl-with-bazel/src/crypto/cpu-aarch64-win.c +41 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu-arm-linux.c +11 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu-arm.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +272 -0
- data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +31 -3
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +30 -43
- data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +55 -4
- data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +34 -0
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +2 -17
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +87 -80
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +13 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +6 -2
- data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +32 -34
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +4 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +13 -20
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +28 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +15 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +0 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +5 -9
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +44 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +208 -37
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/des.c +10 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/internal.h +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +456 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +11 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digests.c +10 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/md32_common.h +87 -160
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +16 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +9 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +0 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +105 -95
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +39 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md4/md4.c +56 -72
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md5/md5.c +56 -73
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +33 -22
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +9 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +9 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +17 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +1 -22
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -9
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +123 -44
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +30 -20
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +80 -43
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +120 -62
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +79 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +176 -18
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +93 -107
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +91 -113
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +50 -86
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +401 -239
- data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +219 -121
- data/third_party/boringssl-with-bazel/src/crypto/hrss/internal.h +9 -2
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +125 -0
- data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +253 -0
- data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +28 -23
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +46 -9
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +10 -6
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +0 -9
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +0 -8
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +0 -4
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/internal.h +16 -7
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7.c +38 -4
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +156 -15
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +96 -49
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +11 -8
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +13 -11
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +5 -1
- data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +59 -22
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/fuchsia.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +34 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/rand_extra.c +5 -1
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_asn1.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +6 -6
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +7 -13
- data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +0 -28
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +118 -49
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +267 -95
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +210 -34
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +766 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +15 -11
- data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +7 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +2 -18
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +351 -13
- data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +246 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +20 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +13 -8
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +1 -180
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +7 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +24 -47
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +11 -33
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +29 -23
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +1 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +42 -89
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +41 -27
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +5 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_txt.c +67 -67
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +29 -26
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +54 -104
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +54 -74
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +74 -25
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +11 -12
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +3 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +21 -19
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +13 -26
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +21 -34
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +17 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +49 -59
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +25 -22
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +5 -8
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +49 -11
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +5 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/ext_dat.h +1 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +239 -11
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +7 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +5 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +27 -8
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +43 -32
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +6 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +33 -28
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +10 -13
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +7 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +42 -22
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +48 -40
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +112 -55
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +15 -14
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +57 -10
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +8 -7
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +86 -44
- data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +25 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +76 -9
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +1794 -666
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +5 -179
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +67 -15
- data/third_party/boringssl-with-bazel/src/include/openssl/base64.h +8 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +7 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +62 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +3 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +32 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +1 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +42 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +8 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +22 -32
- data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +25 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/des.h +6 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +66 -32
- data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +19 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +27 -41
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +20 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +12 -27
- data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +41 -10
- data/third_party/boringssl-with-bazel/src/include/openssl/err.h +3 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +70 -106
- data/third_party/boringssl-with-bazel/src/include/openssl/evp_errors.h +99 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/hkdf.h +4 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +350 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/hrss.h +14 -12
- data/third_party/boringssl-with-bazel/src/include/openssl/lhash.h +4 -205
- data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +12 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +26 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +3 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +194 -146
- data/third_party/boringssl-with-bazel/src/include/openssl/pkcs7.h +42 -18
- data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +15 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/pool.h +7 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +128 -91
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +39 -16
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +499 -122
- data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +52 -36
- data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +42 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +1554 -427
- data/third_party/boringssl-with-bazel/src/include/openssl/x509_vfy.h +16 -679
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +642 -452
- data/third_party/boringssl-with-bazel/src/ssl/bio_ssl.cc +18 -5
- data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +16 -18
- data/third_party/boringssl-with-bazel/src/ssl/d1_srtp.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +1084 -0
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +4325 -0
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +333 -22
- data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +99 -51
- data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +315 -219
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +178 -36
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +533 -159
- data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +9 -3
- data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +0 -2
- data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +14 -19
- data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +49 -9
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +4 -6
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +10 -11
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +34 -31
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +129 -110
- data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +2 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +147 -118
- data/third_party/boringssl-with-bazel/src/ssl/ssl_stat.cc +3 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_transcript.cc +12 -17
- data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +11 -3
- data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +28 -23
- data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +5 -7
- data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +80 -36
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +285 -190
- data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +160 -91
- data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +381 -136
- data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +4 -2
- data/third_party/cares/cares/include/ares.h +742 -0
- data/third_party/cares/cares/include/ares_dns.h +112 -0
- data/third_party/cares/cares/include/ares_version.h +24 -0
- data/third_party/cares/cares/src/lib/ares__close_sockets.c +61 -0
- data/third_party/cares/cares/src/lib/ares__get_hostent.c +260 -0
- data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +260 -0
- data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +264 -0
- data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +499 -0
- data/third_party/cares/cares/src/lib/ares_android.c +444 -0
- data/third_party/cares/cares/src/lib/ares_android.h +27 -0
- data/third_party/cares/cares/src/lib/ares_create_query.c +197 -0
- data/third_party/cares/cares/src/lib/ares_data.c +240 -0
- data/third_party/cares/cares/src/lib/ares_data.h +74 -0
- data/third_party/cares/cares/src/lib/ares_expand_name.c +300 -0
- data/third_party/cares/cares/src/lib/ares_expand_string.c +67 -0
- data/third_party/cares/cares/src/lib/ares_free_hostent.c +43 -0
- data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +59 -0
- data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +772 -0
- data/third_party/cares/cares/src/lib/ares_getenv.c +28 -0
- data/third_party/cares/cares/src/lib/ares_gethostbyaddr.c +287 -0
- data/third_party/cares/cares/src/lib/ares_gethostbyname.c +534 -0
- data/third_party/cares/cares/src/lib/ares_getnameinfo.c +447 -0
- data/third_party/cares/cares/src/lib/ares_init.c +2654 -0
- data/third_party/cares/cares/src/lib/ares_ipv6.h +85 -0
- data/third_party/cares/cares/src/lib/ares_library_init.c +200 -0
- data/third_party/cares/cares/src/lib/ares_library_init.h +43 -0
- data/third_party/cares/cares/src/lib/ares_nameser.h +482 -0
- data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +209 -0
- data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +212 -0
- data/third_party/cares/cares/src/lib/ares_parse_caa_reply.c +199 -0
- data/third_party/cares/cares/src/lib/ares_parse_mx_reply.c +164 -0
- data/third_party/cares/cares/src/lib/ares_parse_naptr_reply.c +183 -0
- data/third_party/cares/cares/src/lib/ares_parse_ns_reply.c +177 -0
- data/third_party/cares/cares/src/lib/ares_parse_ptr_reply.c +228 -0
- data/third_party/cares/cares/src/lib/ares_parse_soa_reply.c +179 -0
- data/third_party/cares/cares/src/lib/ares_parse_srv_reply.c +168 -0
- data/third_party/cares/cares/src/lib/ares_parse_txt_reply.c +214 -0
- data/third_party/cares/cares/src/lib/ares_private.h +423 -0
- data/third_party/cares/cares/src/lib/ares_process.c +1548 -0
- data/third_party/cares/cares/src/lib/ares_query.c +180 -0
- data/third_party/cares/cares/src/lib/ares_search.c +321 -0
- data/third_party/cares/cares/src/lib/ares_send.c +131 -0
- data/third_party/cares/cares/src/lib/ares_setup.h +220 -0
- data/third_party/cares/cares/src/lib/ares_strsplit.c +178 -0
- data/third_party/cares/cares/src/lib/ares_writev.h +36 -0
- data/third_party/cares/cares/src/lib/config-dos.h +115 -0
- data/third_party/cares/cares/src/lib/inet_net_pton.c +444 -0
- data/third_party/cares/cares/src/lib/inet_ntop.c +201 -0
- data/third_party/re2/re2/bitstate.cc +3 -3
- data/third_party/re2/re2/compile.cc +91 -109
- data/third_party/re2/re2/dfa.cc +40 -52
- data/third_party/re2/re2/filtered_re2.cc +18 -2
- data/third_party/re2/re2/filtered_re2.h +10 -5
- data/third_party/re2/re2/nfa.cc +5 -5
- data/third_party/re2/re2/onepass.cc +2 -2
- data/third_party/re2/re2/parse.cc +42 -23
- data/third_party/re2/re2/perl_groups.cc +34 -34
- data/third_party/re2/re2/prefilter.cc +3 -2
- data/third_party/re2/re2/prefilter_tree.cc +27 -59
- data/third_party/re2/re2/prefilter_tree.h +3 -2
- data/third_party/re2/re2/prog.cc +193 -6
- data/third_party/re2/re2/prog.h +45 -14
- data/third_party/re2/re2/re2.cc +93 -129
- data/third_party/re2/re2/re2.h +156 -141
- data/third_party/re2/re2/regexp.cc +13 -7
- data/third_party/re2/re2/regexp.h +8 -2
- data/third_party/re2/re2/set.cc +31 -9
- data/third_party/re2/re2/set.h +9 -4
- data/third_party/re2/re2/simplify.cc +11 -3
- data/third_party/re2/re2/stringpiece.h +10 -7
- data/third_party/re2/re2/tostring.cc +1 -1
- data/third_party/re2/re2/unicode_casefold.cc +25 -11
- data/third_party/re2/re2/unicode_groups.cc +319 -151
- data/third_party/re2/re2/walker-inl.h +4 -3
- data/third_party/re2/util/mutex.h +6 -6
- data/third_party/re2/util/pcre.h +3 -3
- data/third_party/upb/third_party/utf8_range/naive.c +92 -0
- data/third_party/upb/third_party/utf8_range/range2-neon.c +157 -0
- data/third_party/upb/third_party/utf8_range/range2-sse.c +170 -0
- data/third_party/upb/third_party/utf8_range/utf8_range.h +9 -0
- data/third_party/upb/upb/arena.c +277 -0
- data/third_party/upb/upb/arena.h +225 -0
- data/third_party/upb/upb/array.c +114 -0
- data/third_party/upb/upb/array.h +83 -0
- data/third_party/upb/upb/collections.h +36 -0
- data/third_party/upb/upb/decode.c +979 -379
- data/third_party/upb/upb/decode.h +80 -6
- data/third_party/upb/upb/decode_fast.c +1055 -0
- data/third_party/upb/upb/decode_fast.h +153 -0
- data/third_party/upb/upb/def.c +3269 -0
- data/third_party/upb/upb/def.h +416 -0
- data/third_party/upb/upb/def.hpp +441 -0
- data/third_party/upb/upb/encode.c +439 -246
- data/third_party/upb/upb/encode.h +66 -6
- data/third_party/upb/upb/extension_registry.c +93 -0
- data/third_party/upb/upb/extension_registry.h +84 -0
- data/third_party/upb/upb/internal/decode.h +211 -0
- data/third_party/upb/upb/internal/table.h +385 -0
- data/third_party/upb/upb/internal/upb.h +68 -0
- data/third_party/upb/upb/internal/vsnprintf_compat.h +52 -0
- data/third_party/upb/upb/json_decode.c +1512 -0
- data/third_party/upb/upb/json_decode.h +47 -0
- data/third_party/upb/upb/json_encode.c +780 -0
- data/third_party/upb/upb/json_encode.h +65 -0
- data/third_party/upb/upb/map.c +108 -0
- data/third_party/upb/upb/map.h +117 -0
- data/third_party/upb/upb/message_value.h +66 -0
- data/third_party/upb/upb/mini_table.c +1147 -0
- data/third_party/upb/upb/mini_table.h +189 -0
- data/third_party/upb/upb/mini_table.hpp +112 -0
- data/third_party/upb/upb/msg.c +291 -100
- data/third_party/upb/upb/msg.h +48 -450
- data/third_party/upb/upb/msg_internal.h +837 -0
- data/third_party/upb/upb/port_def.inc +166 -83
- data/third_party/upb/upb/port_undef.inc +43 -8
- data/third_party/upb/upb/reflection.c +323 -0
- data/third_party/upb/upb/reflection.h +110 -0
- data/third_party/upb/upb/reflection.hpp +37 -0
- data/third_party/upb/upb/status.c +86 -0
- data/third_party/upb/upb/status.h +66 -0
- data/third_party/upb/upb/table.c +422 -376
- data/third_party/upb/upb/table_internal.h +36 -0
- data/third_party/upb/upb/text_encode.c +473 -0
- data/third_party/upb/upb/text_encode.h +64 -0
- data/third_party/upb/upb/upb.c +56 -267
- data/third_party/upb/upb/upb.h +115 -239
- data/third_party/upb/upb/upb.hpp +51 -24
- data/third_party/xxhash/xxhash.h +5580 -0
- data/third_party/zlib/compress.c +3 -3
- data/third_party/zlib/crc32.c +975 -292
- data/third_party/zlib/crc32.h +9441 -436
- data/third_party/zlib/deflate.c +183 -129
- data/third_party/zlib/deflate.h +12 -15
- data/third_party/zlib/gzguts.h +3 -2
- data/third_party/zlib/gzlib.c +6 -4
- data/third_party/zlib/gzread.c +8 -12
- data/third_party/zlib/gzwrite.c +26 -14
- data/third_party/zlib/infback.c +12 -8
- data/third_party/zlib/inffast.c +14 -14
- data/third_party/zlib/inflate.c +44 -10
- data/third_party/zlib/inflate.h +3 -2
- data/third_party/zlib/inftrees.c +3 -3
- data/third_party/zlib/inftrees.h +1 -1
- data/third_party/zlib/trees.c +85 -107
- data/third_party/zlib/uncompr.c +2 -2
- data/third_party/zlib/zconf.h +16 -3
- data/third_party/zlib/zlib.h +129 -106
- data/third_party/zlib/zutil.c +11 -9
- data/third_party/zlib/zutil.h +13 -9
- metadata +1180 -323
- data/include/grpc/impl/codegen/gpr_slice.h +0 -69
- data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +0 -389
- data/src/core/ext/filters/client_channel/http_connect_handshaker.h +0 -34
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel.h +0 -45
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel_secure.cc +0 -85
- data/src/core/ext/filters/client_channel/lb_policy/xds/eds.cc +0 -946
- data/src/core/ext/filters/client_channel/lb_policy/xds/lrs.cc +0 -537
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +0 -32
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_routing.cc +0 -1141
- data/src/core/ext/filters/client_channel/lb_policy.cc +0 -138
- data/src/core/ext/filters/client_channel/lb_policy.h +0 -425
- data/src/core/ext/filters/client_channel/lb_policy_factory.h +0 -47
- data/src/core/ext/filters/client_channel/lb_policy_registry.cc +0 -181
- data/src/core/ext/filters/client_channel/lb_policy_registry.h +0 -65
- data/src/core/ext/filters/client_channel/proxy_mapper.h +0 -54
- data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +0 -89
- data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +0 -50
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.cc +0 -485
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_libuv.cc +0 -179
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_fallback.cc +0 -68
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_libuv.cc +0 -38
- data/src/core/ext/filters/client_channel/resolver.cc +0 -85
- data/src/core/ext/filters/client_channel/resolver.h +0 -144
- data/src/core/ext/filters/client_channel/resolver_factory.h +0 -73
- data/src/core/ext/filters/client_channel/resolver_registry.cc +0 -196
- data/src/core/ext/filters/client_channel/resolver_registry.h +0 -89
- data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +0 -442
- data/src/core/ext/filters/client_channel/resolver_result_parsing.h +0 -126
- data/src/core/ext/filters/client_channel/resolving_lb_policy.cc +0 -354
- data/src/core/ext/filters/client_channel/resolving_lb_policy.h +0 -142
- data/src/core/ext/filters/client_channel/server_address.cc +0 -81
- data/src/core/ext/filters/client_channel/server_address.h +0 -128
- data/src/core/ext/filters/client_channel/service_config.cc +0 -221
- data/src/core/ext/filters/client_channel/service_config.h +0 -123
- data/src/core/ext/filters/client_channel/service_config_call_data.h +0 -68
- data/src/core/ext/filters/client_channel/service_config_parser.cc +0 -87
- data/src/core/ext/filters/client_channel/service_config_parser.h +0 -89
- data/src/core/ext/filters/client_channel/subchannel_interface.h +0 -94
- data/src/core/ext/filters/client_idle/client_idle_filter.cc +0 -440
- data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +0 -546
- data/src/core/ext/filters/http/message_compress/message_compress_filter.h +0 -53
- data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +0 -399
- data/src/core/ext/filters/http/message_compress/message_decompress_filter.h +0 -31
- data/src/core/ext/filters/max_age/max_age_filter.cc +0 -557
- data/src/core/ext/filters/max_age/max_age_filter.h +0 -26
- data/src/core/ext/filters/workarounds/workaround_cronet_compression_filter.cc +0 -210
- data/src/core/ext/filters/workarounds/workaround_cronet_compression_filter.h +0 -27
- data/src/core/ext/filters/workarounds/workaround_utils.cc +0 -53
- data/src/core/ext/filters/workarounds/workaround_utils.h +0 -39
- data/src/core/ext/transport/chttp2/client/authority.cc +0 -42
- data/src/core/ext/transport/chttp2/client/authority.h +0 -36
- data/src/core/ext/transport/chttp2/client/insecure/channel_create.cc +0 -112
- data/src/core/ext/transport/chttp2/client/insecure/channel_create_posix.cc +0 -79
- data/src/core/ext/transport/chttp2/client/secure/secure_channel_create.cc +0 -200
- data/src/core/ext/transport/chttp2/server/insecure/server_chttp2.cc +0 -45
- data/src/core/ext/transport/chttp2/server/insecure/server_chttp2_posix.cc +0 -69
- data/src/core/ext/transport/chttp2/server/secure/server_secure_chttp2.cc +0 -86
- data/src/core/ext/transport/chttp2/transport/chttp2_plugin.cc +0 -37
- data/src/core/ext/transport/chttp2/transport/hpack_table.cc +0 -242
- data/src/core/ext/transport/chttp2/transport/hpack_table.h +0 -148
- data/src/core/ext/transport/chttp2/transport/incoming_metadata.cc +0 -66
- data/src/core/ext/transport/chttp2/transport/incoming_metadata.h +0 -58
- data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.c +0 -27
- data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.h +0 -49
- data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.c +0 -30
- data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.h +0 -49
- data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.c +0 -30
- data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.h +0 -49
- data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.c +0 -29
- data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.h +0 -49
- data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.c +0 -27
- data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.h +0 -49
- data/src/core/ext/upb-generated/gogoproto/gogo.upb.c +0 -17
- data/src/core/ext/upb-generated/gogoproto/gogo.upb.h +0 -29
- data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.c +0 -58
- data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.h +0 -117
- data/src/core/ext/xds/xds_channel.h +0 -46
- data/src/core/ext/xds/xds_channel_secure.cc +0 -103
- data/src/core/lib/avl/avl.cc +0 -306
- data/src/core/lib/channel/handshaker.cc +0 -262
- data/src/core/lib/channel/handshaker.h +0 -179
- data/src/core/lib/channel/handshaker_factory.h +0 -42
- data/src/core/lib/channel/handshaker_registry.cc +0 -105
- data/src/core/lib/channel/handshaker_registry.h +0 -54
- data/src/core/lib/compression/algorithm_metadata.h +0 -61
- data/src/core/lib/compression/compression_args.cc +0 -134
- data/src/core/lib/compression/compression_args.h +0 -56
- data/src/core/lib/compression/stream_compression.cc +0 -80
- data/src/core/lib/compression/stream_compression.h +0 -116
- data/src/core/lib/compression/stream_compression_gzip.cc +0 -230
- data/src/core/lib/compression/stream_compression_gzip.h +0 -28
- data/src/core/lib/compression/stream_compression_identity.cc +0 -92
- data/src/core/lib/compression/stream_compression_identity.h +0 -29
- data/src/core/lib/gpr/arena.h +0 -47
- data/src/core/lib/gpr/env.h +0 -40
- data/src/core/lib/gpr/env_linux.cc +0 -76
- data/src/core/lib/gpr/env_posix.cc +0 -47
- data/src/core/lib/gpr/env_windows.cc +0 -74
- data/src/core/lib/gpr/murmur_hash.cc +0 -80
- data/src/core/lib/gpr/murmur_hash.h +0 -29
- data/src/core/lib/gpr/string_windows.h +0 -32
- data/src/core/lib/gpr/tls.h +0 -68
- data/src/core/lib/gpr/tls_gcc.h +0 -52
- data/src/core/lib/gpr/tls_msvc.h +0 -52
- data/src/core/lib/gpr/tls_pthread.cc +0 -30
- data/src/core/lib/gpr/tls_pthread.h +0 -56
- data/src/core/lib/gprpp/arena.cc +0 -103
- data/src/core/lib/gprpp/arena.h +0 -120
- data/src/core/lib/gprpp/atomic.h +0 -104
- data/src/core/lib/gprpp/map.h +0 -53
- data/src/core/lib/iomgr/endpoint_pair_uv.cc +0 -40
- data/src/core/lib/iomgr/error_internal.h +0 -61
- data/src/core/lib/iomgr/ev_epollex_linux.cc +0 -1650
- data/src/core/lib/iomgr/ev_epollex_linux.h +0 -30
- data/src/core/lib/iomgr/executor/mpmcqueue.cc +0 -183
- data/src/core/lib/iomgr/executor/mpmcqueue.h +0 -175
- data/src/core/lib/iomgr/executor/threadpool.cc +0 -137
- data/src/core/lib/iomgr/executor/threadpool.h +0 -149
- data/src/core/lib/iomgr/iomgr_custom.cc +0 -79
- data/src/core/lib/iomgr/iomgr_custom.h +0 -49
- data/src/core/lib/iomgr/iomgr_posix.h +0 -26
- data/src/core/lib/iomgr/iomgr_uv.cc +0 -43
- data/src/core/lib/iomgr/is_epollexclusive_available.cc +0 -119
- data/src/core/lib/iomgr/is_epollexclusive_available.h +0 -36
- data/src/core/lib/iomgr/parse_address.cc +0 -238
- data/src/core/lib/iomgr/parse_address.h +0 -53
- data/src/core/lib/iomgr/poller/eventmanager_libuv.cc +0 -87
- data/src/core/lib/iomgr/poller/eventmanager_libuv.h +0 -88
- data/src/core/lib/iomgr/pollset_custom.cc +0 -106
- data/src/core/lib/iomgr/pollset_custom.h +0 -35
- data/src/core/lib/iomgr/pollset_set_custom.cc +0 -48
- data/src/core/lib/iomgr/pollset_set_custom.h +0 -26
- data/src/core/lib/iomgr/pollset_uv.cc +0 -93
- data/src/core/lib/iomgr/pollset_uv.h +0 -32
- data/src/core/lib/iomgr/resolve_address_custom.cc +0 -168
- data/src/core/lib/iomgr/resolve_address_custom.h +0 -45
- data/src/core/lib/iomgr/resource_quota.cc +0 -1016
- data/src/core/lib/iomgr/resource_quota.h +0 -177
- data/src/core/lib/iomgr/sockaddr_custom.h +0 -54
- data/src/core/lib/iomgr/sockaddr_utils.cc +0 -296
- data/src/core/lib/iomgr/sockaddr_utils.h +0 -80
- data/src/core/lib/iomgr/socket_utils_uv.cc +0 -49
- data/src/core/lib/iomgr/sys_epoll_wrapper.h +0 -30
- data/src/core/lib/iomgr/tcp_client_custom.cc +0 -160
- data/src/core/lib/iomgr/tcp_custom.cc +0 -386
- data/src/core/lib/iomgr/tcp_custom.h +0 -84
- data/src/core/lib/iomgr/tcp_server_custom.cc +0 -477
- data/src/core/lib/iomgr/tcp_uv.cc +0 -419
- data/src/core/lib/iomgr/time_averaged_stats.cc +0 -64
- data/src/core/lib/iomgr/time_averaged_stats.h +0 -72
- data/src/core/lib/iomgr/timer_custom.cc +0 -95
- data/src/core/lib/iomgr/timer_custom.h +0 -43
- data/src/core/lib/iomgr/timer_uv.cc +0 -66
- data/src/core/lib/iomgr/udp_server.cc +0 -748
- data/src/core/lib/iomgr/udp_server.h +0 -104
- data/src/core/lib/iomgr/work_serializer.cc +0 -155
- data/src/core/lib/iomgr/work_serializer.h +0 -65
- data/src/core/lib/profiling/basic_timers.cc +0 -293
- data/src/core/lib/profiling/stap_timers.cc +0 -50
- data/src/core/lib/profiling/timers.h +0 -94
- data/src/core/lib/security/authorization/authorization_engine.cc +0 -177
- data/src/core/lib/security/authorization/mock_cel/activation.h +0 -57
- data/src/core/lib/security/authorization/mock_cel/cel_expr_builder_factory.h +0 -42
- data/src/core/lib/security/authorization/mock_cel/cel_expression.h +0 -68
- data/src/core/lib/security/authorization/mock_cel/cel_value.h +0 -93
- data/src/core/lib/security/authorization/mock_cel/evaluator_core.h +0 -67
- data/src/core/lib/security/authorization/mock_cel/flat_expr_builder.h +0 -56
- data/src/core/lib/security/authorization/mock_cel/statusor.h +0 -50
- data/src/core/lib/security/credentials/credentials_metadata.cc +0 -62
- data/src/core/lib/security/security_connector/load_system_roots_linux.cc +0 -171
- data/src/core/lib/security/security_connector/load_system_roots_linux.h +0 -44
- data/src/core/lib/slice/slice_intern.cc +0 -375
- data/src/core/lib/slice/slice_utils.h +0 -200
- data/src/core/lib/surface/init_secure.cc +0 -81
- data/src/core/lib/transport/authority_override.cc +0 -38
- data/src/core/lib/transport/authority_override.h +0 -32
- data/src/core/lib/transport/byte_stream.cc +0 -158
- data/src/core/lib/transport/byte_stream.h +0 -165
- data/src/core/lib/transport/metadata.cc +0 -679
- data/src/core/lib/transport/metadata.h +0 -446
- data/src/core/lib/transport/static_metadata.cc +0 -1249
- data/src/core/lib/transport/static_metadata.h +0 -604
- data/src/core/lib/transport/status_metadata.cc +0 -61
- data/src/core/lib/transport/status_metadata.h +0 -48
- data/third_party/abseil-cpp/absl/base/dynamic_annotations.cc +0 -129
- data/third_party/abseil-cpp/absl/base/internal/bits.h +0 -218
- data/third_party/abseil-cpp/absl/base/internal/exponential_biased.cc +0 -93
- data/third_party/abseil-cpp/absl/base/internal/exponential_biased.h +0 -130
- data/third_party/abseil-cpp/absl/container/internal/have_sse.h +0 -49
- data/third_party/abseil-cpp/absl/synchronization/internal/mutex_nonprod.inc +0 -261
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_locl.h +0 -104
- data/third_party/boringssl-with-bazel/src/crypto/asn1/f_enum.c +0 -93
- data/third_party/boringssl-with-bazel/src/crypto/dh/dh.c +0 -533
- data/third_party/boringssl-with-bazel/src/crypto/dh/params.c +0 -93
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/is_fips.c +0 -29
- data/third_party/boringssl-with-bazel/src/crypto/hpke/internal.h +0 -192
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_strex.c +0 -653
- data/third_party/boringssl-with-bazel/src/crypto/x509/vpm_int.h +0 -71
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_r2x.c +0 -116
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_int.h +0 -217
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pku.c +0 -110
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_sxnet.c +0 -274
- data/third_party/boringssl-with-bazel/src/ssl/t1_lib.cc +0 -3895
- data/third_party/cares/cares/ares.h +0 -670
- data/third_party/cares/cares/ares__close_sockets.c +0 -61
- data/third_party/cares/cares/ares__get_hostent.c +0 -261
- data/third_party/cares/cares/ares_create_query.c +0 -206
- data/third_party/cares/cares/ares_data.c +0 -222
- data/third_party/cares/cares/ares_data.h +0 -72
- data/third_party/cares/cares/ares_dns.h +0 -103
- data/third_party/cares/cares/ares_expand_name.c +0 -209
- data/third_party/cares/cares/ares_expand_string.c +0 -70
- data/third_party/cares/cares/ares_free_hostent.c +0 -41
- data/third_party/cares/cares/ares_getenv.c +0 -30
- data/third_party/cares/cares/ares_gethostbyaddr.c +0 -294
- data/third_party/cares/cares/ares_gethostbyname.c +0 -529
- data/third_party/cares/cares/ares_getnameinfo.c +0 -453
- data/third_party/cares/cares/ares_getopt.c +0 -122
- data/third_party/cares/cares/ares_getopt.h +0 -53
- data/third_party/cares/cares/ares_init.c +0 -2615
- data/third_party/cares/cares/ares_ipv6.h +0 -78
- data/third_party/cares/cares/ares_library_init.c +0 -195
- data/third_party/cares/cares/ares_library_init.h +0 -43
- data/third_party/cares/cares/ares_parse_a_reply.c +0 -264
- data/third_party/cares/cares/ares_parse_aaaa_reply.c +0 -264
- data/third_party/cares/cares/ares_parse_mx_reply.c +0 -170
- data/third_party/cares/cares/ares_parse_naptr_reply.c +0 -194
- data/third_party/cares/cares/ares_parse_ns_reply.c +0 -183
- data/third_party/cares/cares/ares_parse_ptr_reply.c +0 -221
- data/third_party/cares/cares/ares_parse_soa_reply.c +0 -133
- data/third_party/cares/cares/ares_parse_srv_reply.c +0 -179
- data/third_party/cares/cares/ares_parse_txt_reply.c +0 -220
- data/third_party/cares/cares/ares_private.h +0 -382
- data/third_party/cares/cares/ares_process.c +0 -1473
- data/third_party/cares/cares/ares_query.c +0 -186
- data/third_party/cares/cares/ares_search.c +0 -323
- data/third_party/cares/cares/ares_send.c +0 -137
- data/third_party/cares/cares/ares_setup.h +0 -217
- data/third_party/cares/cares/ares_strsplit.c +0 -174
- data/third_party/cares/cares/ares_version.h +0 -24
- data/third_party/cares/cares/inet_net_pton.c +0 -450
- data/third_party/cares/cares/inet_ntop.c +0 -207
- data/third_party/upb/upb/port.c +0 -26
- data/third_party/upb/upb/table.int.h +0 -466
- /data/third_party/boringssl-with-bazel/src/crypto/{x509 → asn1}/charmap.h +0 -0
- /data/third_party/boringssl-with-bazel/src/crypto/{dh → dh_extra}/dh_asn1.c +0 -0
- /data/third_party/boringssl-with-bazel/src/crypto/{dh → fipsmodule/dh}/check.c +0 -0
- /data/third_party/cares/cares/{ares_rules.h → include/ares_rules.h} +0 -0
- /data/third_party/cares/cares/{ares__read_line.c → src/lib/ares__read_line.c} +0 -0
- /data/third_party/cares/cares/{ares__timeval.c → src/lib/ares__timeval.c} +0 -0
- /data/third_party/cares/cares/{ares_cancel.c → src/lib/ares_cancel.c} +0 -0
- /data/third_party/cares/cares/{ares_destroy.c → src/lib/ares_destroy.c} +0 -0
- /data/third_party/cares/cares/{ares_fds.c → src/lib/ares_fds.c} +0 -0
- /data/third_party/cares/cares/{ares_free_string.c → src/lib/ares_free_string.c} +0 -0
- /data/third_party/cares/cares/{ares_getenv.h → src/lib/ares_getenv.h} +0 -0
- /data/third_party/cares/cares/{ares_getsock.c → src/lib/ares_getsock.c} +0 -0
- /data/third_party/cares/cares/{ares_inet_net_pton.h → src/lib/ares_inet_net_pton.h} +0 -0
- /data/third_party/cares/cares/{ares_iphlpapi.h → src/lib/ares_iphlpapi.h} +0 -0
- /data/third_party/cares/cares/{ares_llist.c → src/lib/ares_llist.c} +0 -0
- /data/third_party/cares/cares/{ares_llist.h → src/lib/ares_llist.h} +0 -0
- /data/third_party/cares/cares/{ares_mkquery.c → src/lib/ares_mkquery.c} +0 -0
- /data/third_party/cares/cares/{ares_nowarn.c → src/lib/ares_nowarn.c} +0 -0
- /data/third_party/cares/cares/{ares_nowarn.h → src/lib/ares_nowarn.h} +0 -0
- /data/third_party/cares/cares/{ares_options.c → src/lib/ares_options.c} +0 -0
- /data/third_party/cares/cares/{ares_platform.c → src/lib/ares_platform.c} +0 -0
- /data/third_party/cares/cares/{ares_platform.h → src/lib/ares_platform.h} +0 -0
- /data/third_party/cares/cares/{ares_strcasecmp.c → src/lib/ares_strcasecmp.c} +0 -0
- /data/third_party/cares/cares/{ares_strcasecmp.h → src/lib/ares_strcasecmp.h} +0 -0
- /data/third_party/cares/cares/{ares_strdup.c → src/lib/ares_strdup.c} +0 -0
- /data/third_party/cares/cares/{ares_strdup.h → src/lib/ares_strdup.h} +0 -0
- /data/third_party/cares/cares/{ares_strerror.c → src/lib/ares_strerror.c} +0 -0
- /data/third_party/cares/cares/{ares_strsplit.h → src/lib/ares_strsplit.h} +0 -0
- /data/third_party/cares/cares/{ares_timeout.c → src/lib/ares_timeout.c} +0 -0
- /data/third_party/cares/cares/{ares_version.c → src/lib/ares_version.c} +0 -0
- /data/third_party/cares/cares/{ares_writev.c → src/lib/ares_writev.c} +0 -0
- /data/third_party/cares/cares/{bitncmp.c → src/lib/bitncmp.c} +0 -0
- /data/third_party/cares/cares/{bitncmp.h → src/lib/bitncmp.h} +0 -0
- /data/third_party/cares/cares/{config-win32.h → src/lib/config-win32.h} +0 -0
- /data/third_party/cares/cares/{setup_once.h → src/lib/setup_once.h} +0 -0
- /data/third_party/cares/cares/{windows_port.c → src/lib/windows_port.c} +0 -0
@@ -53,40 +53,121 @@
|
|
53
53
|
//
|
54
54
|
// IMPLEMENTATION DETAILS
|
55
55
|
//
|
56
|
-
//
|
57
|
-
//
|
58
|
-
//
|
59
|
-
//
|
60
|
-
//
|
56
|
+
// # Table Layout
|
57
|
+
//
|
58
|
+
// A raw_hash_set's backing array consists of control bytes followed by slots
|
59
|
+
// that may or may not contain objects.
|
60
|
+
//
|
61
|
+
// The layout of the backing array, for `capacity` slots, is thus, as a
|
62
|
+
// pseudo-struct:
|
63
|
+
//
|
64
|
+
// struct BackingArray {
|
65
|
+
// // Control bytes for the "real" slots.
|
66
|
+
// ctrl_t ctrl[capacity];
|
67
|
+
// // Always `ctrl_t::kSentinel`. This is used by iterators to find when to
|
68
|
+
// // stop and serves no other purpose.
|
69
|
+
// ctrl_t sentinel;
|
70
|
+
// // A copy of the first `kWidth - 1` elements of `ctrl`. This is used so
|
71
|
+
// // that if a probe sequence picks a value near the end of `ctrl`,
|
72
|
+
// // `Group` will have valid control bytes to look at.
|
73
|
+
// ctrl_t clones[kWidth - 1];
|
74
|
+
// // The actual slot data.
|
75
|
+
// slot_type slots[capacity];
|
76
|
+
// };
|
77
|
+
//
|
78
|
+
// The length of this array is computed by `AllocSize()` below.
|
79
|
+
//
|
80
|
+
// Control bytes (`ctrl_t`) are bytes (collected into groups of a
|
81
|
+
// platform-specific size) that define the state of the corresponding slot in
|
82
|
+
// the slot array. Group manipulation is tightly optimized to be as efficient
|
83
|
+
// as possible: SSE and friends on x86, clever bit operations on other arches.
|
61
84
|
//
|
62
85
|
// Group 1 Group 2 Group 3
|
63
86
|
// +---------------+---------------+---------------+
|
64
87
|
// | | | | | | | | | | | | | | | | | | | | | | | | |
|
65
88
|
// +---------------+---------------+---------------+
|
66
89
|
//
|
67
|
-
//
|
68
|
-
//
|
69
|
-
//
|
70
|
-
//
|
71
|
-
//
|
72
|
-
//
|
90
|
+
// Each control byte is either a special value for empty slots, deleted slots
|
91
|
+
// (sometimes called *tombstones*), and a special end-of-table marker used by
|
92
|
+
// iterators, or, if occupied, seven bits (H2) from the hash of the value in the
|
93
|
+
// corresponding slot.
|
94
|
+
//
|
95
|
+
// Storing control bytes in a separate array also has beneficial cache effects,
|
96
|
+
// since more logical slots will fit into a cache line.
|
97
|
+
//
|
98
|
+
// # Hashing
|
73
99
|
//
|
74
|
-
//
|
75
|
-
//
|
100
|
+
// We compute two separate hashes, `H1` and `H2`, from the hash of an object.
|
101
|
+
// `H1(hash(x))` is an index into `slots`, and essentially the starting point
|
102
|
+
// for the probe sequence. `H2(hash(x))` is a 7-bit value used to filter out
|
103
|
+
// objects that cannot possibly be the one we are looking for.
|
76
104
|
//
|
77
|
-
//
|
78
|
-
// before the erase, the erased slot is marked as deleted.
|
105
|
+
// # Table operations.
|
79
106
|
//
|
80
|
-
//
|
81
|
-
// sequence. The probing algorithm is quadratic. Given N the number of groups,
|
82
|
-
// the probing function for the i'th probe is:
|
107
|
+
// The key operations are `insert`, `find`, and `erase`.
|
83
108
|
//
|
84
|
-
//
|
109
|
+
// Since `insert` and `erase` are implemented in terms of `find`, we describe
|
110
|
+
// `find` first. To `find` a value `x`, we compute `hash(x)`. From
|
111
|
+
// `H1(hash(x))` and the capacity, we construct a `probe_seq` that visits every
|
112
|
+
// group of slots in some interesting order.
|
85
113
|
//
|
86
|
-
//
|
114
|
+
// We now walk through these indices. At each index, we select the entire group
|
115
|
+
// starting with that index and extract potential candidates: occupied slots
|
116
|
+
// with a control byte equal to `H2(hash(x))`. If we find an empty slot in the
|
117
|
+
// group, we stop and return an error. Each candidate slot `y` is compared with
|
118
|
+
// `x`; if `x == y`, we are done and return `&y`; otherwise we contine to the
|
119
|
+
// next probe index. Tombstones effectively behave like full slots that never
|
120
|
+
// match the value we're looking for.
|
87
121
|
//
|
88
|
-
//
|
89
|
-
//
|
122
|
+
// The `H2` bits ensure when we compare a slot to an object with `==`, we are
|
123
|
+
// likely to have actually found the object. That is, the chance is low that
|
124
|
+
// `==` is called and returns `false`. Thus, when we search for an object, we
|
125
|
+
// are unlikely to call `==` many times. This likelyhood can be analyzed as
|
126
|
+
// follows (assuming that H2 is a random enough hash function).
|
127
|
+
//
|
128
|
+
// Let's assume that there are `k` "wrong" objects that must be examined in a
|
129
|
+
// probe sequence. For example, when doing a `find` on an object that is in the
|
130
|
+
// table, `k` is the number of objects between the start of the probe sequence
|
131
|
+
// and the final found object (not including the final found object). The
|
132
|
+
// expected number of objects with an H2 match is then `k/128`. Measurements
|
133
|
+
// and analysis indicate that even at high load factors, `k` is less than 32,
|
134
|
+
// meaning that the number of "false positive" comparisons we must perform is
|
135
|
+
// less than 1/8 per `find`.
|
136
|
+
|
137
|
+
// `insert` is implemented in terms of `unchecked_insert`, which inserts a
|
138
|
+
// value presumed to not be in the table (violating this requirement will cause
|
139
|
+
// the table to behave erratically). Given `x` and its hash `hash(x)`, to insert
|
140
|
+
// it, we construct a `probe_seq` once again, and use it to find the first
|
141
|
+
// group with an unoccupied (empty *or* deleted) slot. We place `x` into the
|
142
|
+
// first such slot in the group and mark it as full with `x`'s H2.
|
143
|
+
//
|
144
|
+
// To `insert`, we compose `unchecked_insert` with `find`. We compute `h(x)` and
|
145
|
+
// perform a `find` to see if it's already present; if it is, we're done. If
|
146
|
+
// it's not, we may decide the table is getting overcrowded (i.e. the load
|
147
|
+
// factor is greater than 7/8 for big tables; `is_small()` tables use a max load
|
148
|
+
// factor of 1); in this case, we allocate a bigger array, `unchecked_insert`
|
149
|
+
// each element of the table into the new array (we know that no insertion here
|
150
|
+
// will insert an already-present value), and discard the old backing array. At
|
151
|
+
// this point, we may `unchecked_insert` the value `x`.
|
152
|
+
//
|
153
|
+
// Below, `unchecked_insert` is partly implemented by `prepare_insert`, which
|
154
|
+
// presents a viable, initialized slot pointee to the caller.
|
155
|
+
//
|
156
|
+
// `erase` is implemented in terms of `erase_at`, which takes an index to a
|
157
|
+
// slot. Given an offset, we simply create a tombstone and destroy its contents.
|
158
|
+
// If we can prove that the slot would not appear in a probe sequence, we can
|
159
|
+
// make the slot as empty, instead. We can prove this by observing that if a
|
160
|
+
// group has any empty slots, it has never been full (assuming we never create
|
161
|
+
// an empty slot in a group with no empties, which this heuristic guarantees we
|
162
|
+
// never do) and find would stop at this group anyways (since it does not probe
|
163
|
+
// beyond groups with empties).
|
164
|
+
//
|
165
|
+
// `erase` is `erase_at` composed with `find`: if we
|
166
|
+
// have a value `x`, we can perform a `find`, and then `erase_at` the resulting
|
167
|
+
// slot.
|
168
|
+
//
|
169
|
+
// To iterate, we simply traverse the array, skipping empty and deleted slots
|
170
|
+
// and stopping when we hit a `kSentinel`.
|
90
171
|
|
91
172
|
#ifndef ABSL_CONTAINER_INTERNAL_RAW_HASH_SET_H_
|
92
173
|
#define ABSL_CONTAINER_INTERNAL_RAW_HASH_SET_H_
|
@@ -102,8 +183,10 @@
|
|
102
183
|
#include <type_traits>
|
103
184
|
#include <utility>
|
104
185
|
|
105
|
-
#include "absl/base/
|
186
|
+
#include "absl/base/config.h"
|
106
187
|
#include "absl/base/internal/endian.h"
|
188
|
+
#include "absl/base/internal/prefetch.h"
|
189
|
+
#include "absl/base/optimization.h"
|
107
190
|
#include "absl/base/port.h"
|
108
191
|
#include "absl/container/internal/common.h"
|
109
192
|
#include "absl/container/internal/compressed_tuple.h"
|
@@ -111,24 +194,75 @@
|
|
111
194
|
#include "absl/container/internal/hash_policy_traits.h"
|
112
195
|
#include "absl/container/internal/hashtable_debug_hooks.h"
|
113
196
|
#include "absl/container/internal/hashtablez_sampler.h"
|
114
|
-
#include "absl/container/internal/have_sse.h"
|
115
|
-
#include "absl/container/internal/layout.h"
|
116
197
|
#include "absl/memory/memory.h"
|
117
198
|
#include "absl/meta/type_traits.h"
|
199
|
+
#include "absl/numeric/bits.h"
|
118
200
|
#include "absl/utility/utility.h"
|
119
201
|
|
202
|
+
#ifdef ABSL_INTERNAL_HAVE_SSE2
|
203
|
+
#include <emmintrin.h>
|
204
|
+
#endif
|
205
|
+
|
206
|
+
#ifdef ABSL_INTERNAL_HAVE_SSSE3
|
207
|
+
#include <tmmintrin.h>
|
208
|
+
#endif
|
209
|
+
|
210
|
+
#ifdef _MSC_VER
|
211
|
+
#include <intrin.h>
|
212
|
+
#endif
|
213
|
+
|
214
|
+
#ifdef ABSL_INTERNAL_HAVE_ARM_NEON
|
215
|
+
#include <arm_neon.h>
|
216
|
+
#endif
|
217
|
+
|
120
218
|
namespace absl {
|
121
219
|
ABSL_NAMESPACE_BEGIN
|
122
220
|
namespace container_internal {
|
123
221
|
|
222
|
+
template <typename AllocType>
|
223
|
+
void SwapAlloc(AllocType& lhs, AllocType& rhs,
|
224
|
+
std::true_type /* propagate_on_container_swap */) {
|
225
|
+
using std::swap;
|
226
|
+
swap(lhs, rhs);
|
227
|
+
}
|
228
|
+
template <typename AllocType>
|
229
|
+
void SwapAlloc(AllocType& /*lhs*/, AllocType& /*rhs*/,
|
230
|
+
std::false_type /* propagate_on_container_swap */) {}
|
231
|
+
|
232
|
+
// The state for a probe sequence.
|
233
|
+
//
|
234
|
+
// Currently, the sequence is a triangular progression of the form
|
235
|
+
//
|
236
|
+
// p(i) := Width * (i^2 + i)/2 + hash (mod mask + 1)
|
237
|
+
//
|
238
|
+
// The use of `Width` ensures that each probe step does not overlap groups;
|
239
|
+
// the sequence effectively outputs the addresses of *groups* (although not
|
240
|
+
// necessarily aligned to any boundary). The `Group` machinery allows us
|
241
|
+
// to check an entire group with minimal branching.
|
242
|
+
//
|
243
|
+
// Wrapping around at `mask + 1` is important, but not for the obvious reason.
|
244
|
+
// As described above, the first few entries of the control byte array
|
245
|
+
// are mirrored at the end of the array, which `Group` will find and use
|
246
|
+
// for selecting candidates. However, when those candidates' slots are
|
247
|
+
// actually inspected, there are no corresponding slots for the cloned bytes,
|
248
|
+
// so we need to make sure we've treated those offsets as "wrapping around".
|
249
|
+
//
|
250
|
+
// It turns out that this probe sequence visits every group exactly once if the
|
251
|
+
// number of groups is a power of two, since (i^2+i)/2 is a bijection in
|
252
|
+
// Z/(2^m). See https://en.wikipedia.org/wiki/Quadratic_probing
|
124
253
|
template <size_t Width>
|
125
254
|
class probe_seq {
|
126
255
|
public:
|
256
|
+
// Creates a new probe sequence using `hash` as the initial value of the
|
257
|
+
// sequence and `mask` (usually the capacity of the table) as the mask to
|
258
|
+
// apply to each value in the progression.
|
127
259
|
probe_seq(size_t hash, size_t mask) {
|
128
260
|
assert(((mask + 1) & mask) == 0 && "not a mask");
|
129
261
|
mask_ = mask;
|
130
262
|
offset_ = hash & mask_;
|
131
263
|
}
|
264
|
+
|
265
|
+
// The offset within the table, i.e., the value `p(i)` above.
|
132
266
|
size_t offset() const { return offset_; }
|
133
267
|
size_t offset(size_t i) const { return (offset_ + i) & mask_; }
|
134
268
|
|
@@ -137,7 +271,7 @@ class probe_seq {
|
|
137
271
|
offset_ += index_;
|
138
272
|
offset_ &= mask_;
|
139
273
|
}
|
140
|
-
// 0-based probe index
|
274
|
+
// 0-based probe index, a multiple of `Width`.
|
141
275
|
size_t index() const { return index_; }
|
142
276
|
|
143
277
|
private:
|
@@ -161,82 +295,102 @@ struct IsDecomposable : std::false_type {};
|
|
161
295
|
|
162
296
|
template <class Policy, class Hash, class Eq, class... Ts>
|
163
297
|
struct IsDecomposable<
|
164
|
-
absl::void_t<decltype(
|
165
|
-
|
166
|
-
|
298
|
+
absl::void_t<decltype(Policy::apply(
|
299
|
+
RequireUsableKey<typename Policy::key_type, Hash, Eq>(),
|
300
|
+
std::declval<Ts>()...))>,
|
167
301
|
Policy, Hash, Eq, Ts...> : std::true_type {};
|
168
302
|
|
169
303
|
// TODO(alkis): Switch to std::is_nothrow_swappable when gcc/clang supports it.
|
170
304
|
template <class T>
|
171
|
-
constexpr bool IsNoThrowSwappable() {
|
305
|
+
constexpr bool IsNoThrowSwappable(std::true_type = {} /* is_swappable */) {
|
172
306
|
using std::swap;
|
173
307
|
return noexcept(swap(std::declval<T&>(), std::declval<T&>()));
|
174
308
|
}
|
175
|
-
|
176
|
-
|
177
|
-
|
178
|
-
return sizeof(T) == 8 ? base_internal::CountTrailingZerosNonZero64(
|
179
|
-
static_cast<uint64_t>(x))
|
180
|
-
: base_internal::CountTrailingZerosNonZero32(
|
181
|
-
static_cast<uint32_t>(x));
|
309
|
+
template <class T>
|
310
|
+
constexpr bool IsNoThrowSwappable(std::false_type /* is_swappable */) {
|
311
|
+
return false;
|
182
312
|
}
|
183
313
|
|
184
314
|
template <typename T>
|
185
|
-
|
186
|
-
|
187
|
-
|
188
|
-
: base_internal::CountLeadingZeros32(static_cast<uint32_t>(x));
|
315
|
+
uint32_t TrailingZeros(T x) {
|
316
|
+
ABSL_ASSUME(x != 0);
|
317
|
+
return static_cast<uint32_t>(countr_zero(x));
|
189
318
|
}
|
190
319
|
|
191
|
-
// An
|
192
|
-
//
|
193
|
-
// this
|
194
|
-
//
|
195
|
-
//
|
320
|
+
// An abstract bitmask, such as that emitted by a SIMD instruction.
|
321
|
+
//
|
322
|
+
// Specifically, this type implements a simple bitset whose representation is
|
323
|
+
// controlled by `SignificantBits` and `Shift`. `SignificantBits` is the number
|
324
|
+
// of abstract bits in the bitset, while `Shift` is the log-base-two of the
|
325
|
+
// width of an abstract bit in the representation.
|
326
|
+
// This mask provides operations for any number of real bits set in an abstract
|
327
|
+
// bit. To add iteration on top of that, implementation must guarantee no more
|
328
|
+
// than one real bit is set in an abstract bit.
|
329
|
+
template <class T, int SignificantBits, int Shift = 0>
|
330
|
+
class NonIterableBitMask {
|
331
|
+
public:
|
332
|
+
explicit NonIterableBitMask(T mask) : mask_(mask) {}
|
333
|
+
|
334
|
+
explicit operator bool() const { return this->mask_ != 0; }
|
335
|
+
|
336
|
+
// Returns the index of the lowest *abstract* bit set in `self`.
|
337
|
+
uint32_t LowestBitSet() const {
|
338
|
+
return container_internal::TrailingZeros(mask_) >> Shift;
|
339
|
+
}
|
340
|
+
|
341
|
+
// Returns the index of the highest *abstract* bit set in `self`.
|
342
|
+
uint32_t HighestBitSet() const {
|
343
|
+
return static_cast<uint32_t>((bit_width(mask_) - 1) >> Shift);
|
344
|
+
}
|
345
|
+
|
346
|
+
// Return the number of trailing zero *abstract* bits.
|
347
|
+
uint32_t TrailingZeros() const {
|
348
|
+
return container_internal::TrailingZeros(mask_) >> Shift;
|
349
|
+
}
|
350
|
+
|
351
|
+
// Return the number of leading zero *abstract* bits.
|
352
|
+
uint32_t LeadingZeros() const {
|
353
|
+
constexpr int total_significant_bits = SignificantBits << Shift;
|
354
|
+
constexpr int extra_bits = sizeof(T) * 8 - total_significant_bits;
|
355
|
+
return static_cast<uint32_t>(countl_zero(mask_ << extra_bits)) >> Shift;
|
356
|
+
}
|
357
|
+
|
358
|
+
T mask_;
|
359
|
+
};
|
360
|
+
|
361
|
+
// Mask that can be iterable
|
362
|
+
//
|
363
|
+
// For example, when `SignificantBits` is 16 and `Shift` is zero, this is just
|
364
|
+
// an ordinary 16-bit bitset occupying the low 16 bits of `mask`. When
|
365
|
+
// `SignificantBits` is 8 and `Shift` is 3, abstract bits are represented as
|
366
|
+
// the bytes `0x00` and `0x80`, and it occupies all 64 bits of the bitmask.
|
196
367
|
//
|
197
368
|
// For example:
|
198
|
-
// for (int i : BitMask<uint32_t, 16>(
|
369
|
+
// for (int i : BitMask<uint32_t, 16>(0b101)) -> yields 0, 2
|
199
370
|
// for (int i : BitMask<uint64_t, 8, 3>(0x0000000080800000)) -> yields 2, 3
|
200
371
|
template <class T, int SignificantBits, int Shift = 0>
|
201
|
-
class BitMask {
|
372
|
+
class BitMask : public NonIterableBitMask<T, SignificantBits, Shift> {
|
373
|
+
using Base = NonIterableBitMask<T, SignificantBits, Shift>;
|
202
374
|
static_assert(std::is_unsigned<T>::value, "");
|
203
375
|
static_assert(Shift == 0 || Shift == 3, "");
|
204
376
|
|
205
377
|
public:
|
206
|
-
|
378
|
+
explicit BitMask(T mask) : Base(mask) {}
|
379
|
+
// BitMask is an iterator over the indices of its abstract bits.
|
207
380
|
using value_type = int;
|
208
381
|
using iterator = BitMask;
|
209
382
|
using const_iterator = BitMask;
|
210
383
|
|
211
|
-
explicit BitMask(T mask) : mask_(mask) {}
|
212
384
|
BitMask& operator++() {
|
213
|
-
mask_ &= (mask_ - 1);
|
385
|
+
this->mask_ &= (this->mask_ - 1);
|
214
386
|
return *this;
|
215
387
|
}
|
216
|
-
|
217
|
-
|
218
|
-
int LowestBitSet() const {
|
219
|
-
return container_internal::TrailingZeros(mask_) >> Shift;
|
220
|
-
}
|
221
|
-
int HighestBitSet() const {
|
222
|
-
return (sizeof(T) * CHAR_BIT - container_internal::LeadingZeros(mask_) -
|
223
|
-
1) >>
|
224
|
-
Shift;
|
225
|
-
}
|
388
|
+
|
389
|
+
uint32_t operator*() const { return Base::LowestBitSet(); }
|
226
390
|
|
227
391
|
BitMask begin() const { return *this; }
|
228
392
|
BitMask end() const { return BitMask(0); }
|
229
393
|
|
230
|
-
int TrailingZeros() const {
|
231
|
-
return container_internal::TrailingZeros(mask_) >> Shift;
|
232
|
-
}
|
233
|
-
|
234
|
-
int LeadingZeros() const {
|
235
|
-
constexpr int total_significant_bits = SignificantBits << Shift;
|
236
|
-
constexpr int extra_bits = sizeof(T) * 8 - total_significant_bits;
|
237
|
-
return container_internal::LeadingZeros(mask_ << extra_bits) >> Shift;
|
238
|
-
}
|
239
|
-
|
240
394
|
private:
|
241
395
|
friend bool operator==(const BitMask& a, const BitMask& b) {
|
242
396
|
return a.mask_ == b.mask_;
|
@@ -244,75 +398,127 @@ class BitMask {
|
|
244
398
|
friend bool operator!=(const BitMask& a, const BitMask& b) {
|
245
399
|
return a.mask_ != b.mask_;
|
246
400
|
}
|
247
|
-
|
248
|
-
T mask_;
|
249
401
|
};
|
250
402
|
|
251
|
-
using ctrl_t = signed char;
|
252
403
|
using h2_t = uint8_t;
|
253
404
|
|
254
405
|
// The values here are selected for maximum performance. See the static asserts
|
255
406
|
// below for details.
|
256
|
-
|
407
|
+
|
408
|
+
// A `ctrl_t` is a single control byte, which can have one of four
|
409
|
+
// states: empty, deleted, full (which has an associated seven-bit h2_t value)
|
410
|
+
// and the sentinel. They have the following bit patterns:
|
411
|
+
//
|
412
|
+
// empty: 1 0 0 0 0 0 0 0
|
413
|
+
// deleted: 1 1 1 1 1 1 1 0
|
414
|
+
// full: 0 h h h h h h h // h represents the hash bits.
|
415
|
+
// sentinel: 1 1 1 1 1 1 1 1
|
416
|
+
//
|
417
|
+
// These values are specifically tuned for SSE-flavored SIMD.
|
418
|
+
// The static_asserts below detail the source of these choices.
|
419
|
+
//
|
420
|
+
// We use an enum class so that when strict aliasing is enabled, the compiler
|
421
|
+
// knows ctrl_t doesn't alias other types.
|
422
|
+
enum class ctrl_t : int8_t {
|
257
423
|
kEmpty = -128, // 0b10000000
|
258
424
|
kDeleted = -2, // 0b11111110
|
259
425
|
kSentinel = -1, // 0b11111111
|
260
426
|
};
|
261
427
|
static_assert(
|
262
|
-
kEmpty &
|
428
|
+
(static_cast<int8_t>(ctrl_t::kEmpty) &
|
429
|
+
static_cast<int8_t>(ctrl_t::kDeleted) &
|
430
|
+
static_cast<int8_t>(ctrl_t::kSentinel) & 0x80) != 0,
|
263
431
|
"Special markers need to have the MSB to make checking for them efficient");
|
264
|
-
static_assert(
|
265
|
-
|
266
|
-
|
267
|
-
|
268
|
-
|
269
|
-
|
270
|
-
|
271
|
-
|
432
|
+
static_assert(
|
433
|
+
ctrl_t::kEmpty < ctrl_t::kSentinel && ctrl_t::kDeleted < ctrl_t::kSentinel,
|
434
|
+
"ctrl_t::kEmpty and ctrl_t::kDeleted must be smaller than "
|
435
|
+
"ctrl_t::kSentinel to make the SIMD test of IsEmptyOrDeleted() efficient");
|
436
|
+
static_assert(
|
437
|
+
ctrl_t::kSentinel == static_cast<ctrl_t>(-1),
|
438
|
+
"ctrl_t::kSentinel must be -1 to elide loading it from memory into SIMD "
|
439
|
+
"registers (pcmpeqd xmm, xmm)");
|
440
|
+
static_assert(ctrl_t::kEmpty == static_cast<ctrl_t>(-128),
|
441
|
+
"ctrl_t::kEmpty must be -128 to make the SIMD check for its "
|
272
442
|
"existence efficient (psignb xmm, xmm)");
|
273
|
-
static_assert(
|
274
|
-
|
275
|
-
|
276
|
-
|
277
|
-
|
278
|
-
|
443
|
+
static_assert(
|
444
|
+
(~static_cast<int8_t>(ctrl_t::kEmpty) &
|
445
|
+
~static_cast<int8_t>(ctrl_t::kDeleted) &
|
446
|
+
static_cast<int8_t>(ctrl_t::kSentinel) & 0x7F) != 0,
|
447
|
+
"ctrl_t::kEmpty and ctrl_t::kDeleted must share an unset bit that is not "
|
448
|
+
"shared by ctrl_t::kSentinel to make the scalar test for "
|
449
|
+
"MaskEmptyOrDeleted() efficient");
|
450
|
+
static_assert(ctrl_t::kDeleted == static_cast<ctrl_t>(-2),
|
451
|
+
"ctrl_t::kDeleted must be -2 to make the implementation of "
|
279
452
|
"ConvertSpecialToEmptyAndFullToDeleted efficient");
|
280
453
|
|
281
|
-
|
282
|
-
|
454
|
+
ABSL_DLL extern const ctrl_t kEmptyGroup[16];
|
455
|
+
|
456
|
+
// Returns a pointer to a control byte group that can be used by empty tables.
|
283
457
|
inline ctrl_t* EmptyGroup() {
|
284
|
-
|
285
|
-
|
286
|
-
|
287
|
-
return const_cast<ctrl_t*>(empty_group);
|
458
|
+
// Const must be cast away here; no uses of this function will actually write
|
459
|
+
// to it, because it is only used for empty tables.
|
460
|
+
return const_cast<ctrl_t*>(kEmptyGroup);
|
288
461
|
}
|
289
462
|
|
290
463
|
// Mixes a randomly generated per-process seed with `hash` and `ctrl` to
|
291
464
|
// randomize insertion order within groups.
|
292
|
-
bool ShouldInsertBackwards(size_t hash, ctrl_t* ctrl);
|
465
|
+
bool ShouldInsertBackwards(size_t hash, const ctrl_t* ctrl);
|
293
466
|
|
294
|
-
// Returns a hash
|
467
|
+
// Returns a per-table, hash salt, which changes on resize. This gets mixed into
|
468
|
+
// H1 to randomize iteration order per-table.
|
295
469
|
//
|
296
470
|
// The seed consists of the ctrl_ pointer, which adds enough entropy to ensure
|
297
471
|
// non-determinism of iteration order in most cases.
|
298
|
-
inline size_t
|
472
|
+
inline size_t PerTableSalt(const ctrl_t* ctrl) {
|
299
473
|
// The low bits of the pointer have little or no entropy because of
|
300
474
|
// alignment. We shift the pointer to try to use higher entropy bits. A
|
301
475
|
// good number seems to be 12 bits, because that aligns with page size.
|
302
476
|
return reinterpret_cast<uintptr_t>(ctrl) >> 12;
|
303
477
|
}
|
304
|
-
|
478
|
+
// Extracts the H1 portion of a hash: 57 bits mixed with a per-table salt.
|
305
479
|
inline size_t H1(size_t hash, const ctrl_t* ctrl) {
|
306
|
-
return (hash >> 7) ^
|
480
|
+
return (hash >> 7) ^ PerTableSalt(ctrl);
|
307
481
|
}
|
308
|
-
inline ctrl_t H2(size_t hash) { return hash & 0x7F; }
|
309
482
|
|
310
|
-
|
311
|
-
|
312
|
-
|
313
|
-
inline
|
483
|
+
// Extracts the H2 portion of a hash: the 7 bits not used for H1.
|
484
|
+
//
|
485
|
+
// These are used as an occupied control byte.
|
486
|
+
inline h2_t H2(size_t hash) { return hash & 0x7F; }
|
314
487
|
|
315
|
-
|
488
|
+
// Helpers for checking the state of a control byte.
|
489
|
+
inline bool IsEmpty(ctrl_t c) { return c == ctrl_t::kEmpty; }
|
490
|
+
inline bool IsFull(ctrl_t c) { return c >= static_cast<ctrl_t>(0); }
|
491
|
+
inline bool IsDeleted(ctrl_t c) { return c == ctrl_t::kDeleted; }
|
492
|
+
inline bool IsEmptyOrDeleted(ctrl_t c) { return c < ctrl_t::kSentinel; }
|
493
|
+
|
494
|
+
#ifdef ABSL_INTERNAL_HAVE_SSE2
|
495
|
+
// Quick reference guide for intrinsics used below:
|
496
|
+
//
|
497
|
+
// * __m128i: An XMM (128-bit) word.
|
498
|
+
//
|
499
|
+
// * _mm_setzero_si128: Returns a zero vector.
|
500
|
+
// * _mm_set1_epi8: Returns a vector with the same i8 in each lane.
|
501
|
+
//
|
502
|
+
// * _mm_subs_epi8: Saturating-subtracts two i8 vectors.
|
503
|
+
// * _mm_and_si128: Ands two i128s together.
|
504
|
+
// * _mm_or_si128: Ors two i128s together.
|
505
|
+
// * _mm_andnot_si128: And-nots two i128s together.
|
506
|
+
//
|
507
|
+
// * _mm_cmpeq_epi8: Component-wise compares two i8 vectors for equality,
|
508
|
+
// filling each lane with 0x00 or 0xff.
|
509
|
+
// * _mm_cmpgt_epi8: Same as above, but using > rather than ==.
|
510
|
+
//
|
511
|
+
// * _mm_loadu_si128: Performs an unaligned load of an i128.
|
512
|
+
// * _mm_storeu_si128: Performs an unaligned store of an i128.
|
513
|
+
//
|
514
|
+
// * _mm_sign_epi8: Retains, negates, or zeroes each i8 lane of the first
|
515
|
+
// argument if the corresponding lane of the second
|
516
|
+
// argument is positive, negative, or zero, respectively.
|
517
|
+
// * _mm_movemask_epi8: Selects the sign bit out of each i8 lane and produces a
|
518
|
+
// bitmask consisting of those bits.
|
519
|
+
// * _mm_shuffle_epi8: Selects i8s from the first argument, using the low
|
520
|
+
// four bits of each i8 lane in the second argument as
|
521
|
+
// indices.
|
316
522
|
|
317
523
|
// https://github.com/abseil/abseil-cpp/issues/209
|
318
524
|
// https://gcc.gnu.org/bugzilla/show_bug.cgi?id=87853
|
@@ -341,38 +547,40 @@ struct GroupSse2Impl {
|
|
341
547
|
BitMask<uint32_t, kWidth> Match(h2_t hash) const {
|
342
548
|
auto match = _mm_set1_epi8(hash);
|
343
549
|
return BitMask<uint32_t, kWidth>(
|
344
|
-
_mm_movemask_epi8(_mm_cmpeq_epi8(match, ctrl)));
|
550
|
+
static_cast<uint32_t>(_mm_movemask_epi8(_mm_cmpeq_epi8(match, ctrl))));
|
345
551
|
}
|
346
552
|
|
347
553
|
// Returns a bitmask representing the positions of empty slots.
|
348
|
-
|
349
|
-
#
|
350
|
-
// This only works because kEmpty is -128.
|
351
|
-
return
|
352
|
-
_mm_movemask_epi8(_mm_sign_epi8(ctrl, ctrl)));
|
554
|
+
NonIterableBitMask<uint32_t, kWidth> MaskEmpty() const {
|
555
|
+
#ifdef ABSL_INTERNAL_HAVE_SSSE3
|
556
|
+
// This only works because ctrl_t::kEmpty is -128.
|
557
|
+
return NonIterableBitMask<uint32_t, kWidth>(
|
558
|
+
static_cast<uint32_t>(_mm_movemask_epi8(_mm_sign_epi8(ctrl, ctrl))));
|
353
559
|
#else
|
354
|
-
|
560
|
+
auto match = _mm_set1_epi8(static_cast<h2_t>(ctrl_t::kEmpty));
|
561
|
+
return NonIterableBitMask<uint32_t, kWidth>(
|
562
|
+
static_cast<uint32_t>(_mm_movemask_epi8(_mm_cmpeq_epi8(match, ctrl))));
|
355
563
|
#endif
|
356
564
|
}
|
357
565
|
|
358
566
|
// Returns a bitmask representing the positions of empty or deleted slots.
|
359
|
-
|
360
|
-
auto special = _mm_set1_epi8(kSentinel);
|
361
|
-
return
|
362
|
-
_mm_movemask_epi8(_mm_cmpgt_epi8_fixed(special, ctrl)));
|
567
|
+
NonIterableBitMask<uint32_t, kWidth> MaskEmptyOrDeleted() const {
|
568
|
+
auto special = _mm_set1_epi8(static_cast<uint8_t>(ctrl_t::kSentinel));
|
569
|
+
return NonIterableBitMask<uint32_t, kWidth>(static_cast<uint32_t>(
|
570
|
+
_mm_movemask_epi8(_mm_cmpgt_epi8_fixed(special, ctrl))));
|
363
571
|
}
|
364
572
|
|
365
573
|
// Returns the number of trailing empty or deleted elements in the group.
|
366
574
|
uint32_t CountLeadingEmptyOrDeleted() const {
|
367
|
-
auto special = _mm_set1_epi8(kSentinel);
|
368
|
-
return TrailingZeros(
|
369
|
-
_mm_movemask_epi8(_mm_cmpgt_epi8_fixed(special, ctrl)) + 1);
|
575
|
+
auto special = _mm_set1_epi8(static_cast<uint8_t>(ctrl_t::kSentinel));
|
576
|
+
return TrailingZeros(static_cast<uint32_t>(
|
577
|
+
_mm_movemask_epi8(_mm_cmpgt_epi8_fixed(special, ctrl)) + 1));
|
370
578
|
}
|
371
579
|
|
372
580
|
void ConvertSpecialToEmptyAndFullToDeleted(ctrl_t* dst) const {
|
373
581
|
auto msbs = _mm_set1_epi8(static_cast<char>(-128));
|
374
582
|
auto x126 = _mm_set1_epi8(126);
|
375
|
-
#
|
583
|
+
#ifdef ABSL_INTERNAL_HAVE_SSSE3
|
376
584
|
auto res = _mm_or_si128(_mm_shuffle_epi8(x126, ctrl), msbs);
|
377
585
|
#else
|
378
586
|
auto zero = _mm_setzero_si128();
|
@@ -384,7 +592,64 @@ struct GroupSse2Impl {
|
|
384
592
|
|
385
593
|
__m128i ctrl;
|
386
594
|
};
|
387
|
-
#endif //
|
595
|
+
#endif // ABSL_INTERNAL_RAW_HASH_SET_HAVE_SSE2
|
596
|
+
|
597
|
+
#if defined(ABSL_INTERNAL_HAVE_ARM_NEON) && defined(ABSL_IS_LITTLE_ENDIAN)
|
598
|
+
struct GroupAArch64Impl {
|
599
|
+
static constexpr size_t kWidth = 8;
|
600
|
+
|
601
|
+
explicit GroupAArch64Impl(const ctrl_t* pos) {
|
602
|
+
ctrl = vld1_u8(reinterpret_cast<const uint8_t*>(pos));
|
603
|
+
}
|
604
|
+
|
605
|
+
BitMask<uint64_t, kWidth, 3> Match(h2_t hash) const {
|
606
|
+
uint8x8_t dup = vdup_n_u8(hash);
|
607
|
+
auto mask = vceq_u8(ctrl, dup);
|
608
|
+
constexpr uint64_t msbs = 0x8080808080808080ULL;
|
609
|
+
return BitMask<uint64_t, kWidth, 3>(
|
610
|
+
vget_lane_u64(vreinterpret_u64_u8(mask), 0) & msbs);
|
611
|
+
}
|
612
|
+
|
613
|
+
NonIterableBitMask<uint64_t, kWidth, 3> MaskEmpty() const {
|
614
|
+
uint64_t mask =
|
615
|
+
vget_lane_u64(vreinterpret_u64_u8(
|
616
|
+
vceq_s8(vdup_n_s8(static_cast<h2_t>(ctrl_t::kEmpty)),
|
617
|
+
vreinterpret_s8_u8(ctrl))),
|
618
|
+
0);
|
619
|
+
return NonIterableBitMask<uint64_t, kWidth, 3>(mask);
|
620
|
+
}
|
621
|
+
|
622
|
+
NonIterableBitMask<uint64_t, kWidth, 3> MaskEmptyOrDeleted() const {
|
623
|
+
uint64_t mask =
|
624
|
+
vget_lane_u64(vreinterpret_u64_u8(vcgt_s8(
|
625
|
+
vdup_n_s8(static_cast<int8_t>(ctrl_t::kSentinel)),
|
626
|
+
vreinterpret_s8_u8(ctrl))),
|
627
|
+
0);
|
628
|
+
return NonIterableBitMask<uint64_t, kWidth, 3>(mask);
|
629
|
+
}
|
630
|
+
|
631
|
+
uint32_t CountLeadingEmptyOrDeleted() const {
|
632
|
+
uint64_t mask = vget_lane_u64(vreinterpret_u64_u8(ctrl), 0);
|
633
|
+
// ctrl | ~(ctrl >> 7) will have the lowest bit set to zero for kEmpty and
|
634
|
+
// kDeleted. We lower all other bits and count number of trailing zeros.
|
635
|
+
// Clang and GCC optimize countr_zero to rbit+clz without any check for 0,
|
636
|
+
// so we should be fine.
|
637
|
+
constexpr uint64_t bits = 0x0101010101010101ULL;
|
638
|
+
return countr_zero((mask | ~(mask >> 7)) & bits) >> 3;
|
639
|
+
}
|
640
|
+
|
641
|
+
void ConvertSpecialToEmptyAndFullToDeleted(ctrl_t* dst) const {
|
642
|
+
uint64_t mask = vget_lane_u64(vreinterpret_u64_u8(ctrl), 0);
|
643
|
+
constexpr uint64_t msbs = 0x8080808080808080ULL;
|
644
|
+
constexpr uint64_t lsbs = 0x0101010101010101ULL;
|
645
|
+
auto x = mask & msbs;
|
646
|
+
auto res = (~x + (x >> 7)) & ~lsbs;
|
647
|
+
little_endian::Store64(dst, res);
|
648
|
+
}
|
649
|
+
|
650
|
+
uint8x8_t ctrl;
|
651
|
+
};
|
652
|
+
#endif // ABSL_INTERNAL_HAVE_ARM_NEON && ABSL_IS_LITTLE_ENDIAN
|
388
653
|
|
389
654
|
struct GroupPortableImpl {
|
390
655
|
static constexpr size_t kWidth = 8;
|
@@ -399,7 +664,7 @@ struct GroupPortableImpl {
|
|
399
664
|
//
|
400
665
|
// Caveat: there are false positives but:
|
401
666
|
// - they only occur if there is a real match
|
402
|
-
// - they never occur on kEmpty, kDeleted, kSentinel
|
667
|
+
// - they never occur on ctrl_t::kEmpty, ctrl_t::kDeleted, ctrl_t::kSentinel
|
403
668
|
// - they will be handled gracefully by subsequent checks in code
|
404
669
|
//
|
405
670
|
// Example:
|
@@ -412,19 +677,23 @@ struct GroupPortableImpl {
|
|
412
677
|
return BitMask<uint64_t, kWidth, 3>((x - lsbs) & ~x & msbs);
|
413
678
|
}
|
414
679
|
|
415
|
-
|
680
|
+
NonIterableBitMask<uint64_t, kWidth, 3> MaskEmpty() const {
|
416
681
|
constexpr uint64_t msbs = 0x8080808080808080ULL;
|
417
|
-
return
|
682
|
+
return NonIterableBitMask<uint64_t, kWidth, 3>((ctrl & (~ctrl << 6)) &
|
683
|
+
msbs);
|
418
684
|
}
|
419
685
|
|
420
|
-
|
686
|
+
NonIterableBitMask<uint64_t, kWidth, 3> MaskEmptyOrDeleted() const {
|
421
687
|
constexpr uint64_t msbs = 0x8080808080808080ULL;
|
422
|
-
return
|
688
|
+
return NonIterableBitMask<uint64_t, kWidth, 3>((ctrl & (~ctrl << 7)) &
|
689
|
+
msbs);
|
423
690
|
}
|
424
691
|
|
425
692
|
uint32_t CountLeadingEmptyOrDeleted() const {
|
426
|
-
|
427
|
-
|
693
|
+
// ctrl | ~(ctrl >> 7) will have the lowest bit set to zero for kEmpty and
|
694
|
+
// kDeleted. We lower all other bits and count number of trailing zeros.
|
695
|
+
constexpr uint64_t bits = 0x0101010101010101ULL;
|
696
|
+
return countr_zero((ctrl | ~(ctrl >> 7)) & bits) >> 3;
|
428
697
|
}
|
429
698
|
|
430
699
|
void ConvertSpecialToEmptyAndFullToDeleted(ctrl_t* dst) const {
|
@@ -438,44 +707,54 @@ struct GroupPortableImpl {
|
|
438
707
|
uint64_t ctrl;
|
439
708
|
};
|
440
709
|
|
441
|
-
#
|
710
|
+
#ifdef ABSL_INTERNAL_HAVE_SSE2
|
442
711
|
using Group = GroupSse2Impl;
|
712
|
+
#elif defined(ABSL_INTERNAL_HAVE_ARM_NEON) && defined(ABSL_IS_LITTLE_ENDIAN)
|
713
|
+
using Group = GroupAArch64Impl;
|
443
714
|
#else
|
444
715
|
using Group = GroupPortableImpl;
|
445
716
|
#endif
|
446
717
|
|
718
|
+
// Returns he number of "cloned control bytes".
|
719
|
+
//
|
720
|
+
// This is the number of control bytes that are present both at the beginning
|
721
|
+
// of the control byte array and at the end, such that we can create a
|
722
|
+
// `Group::kWidth`-width probe window starting from any control byte.
|
723
|
+
constexpr size_t NumClonedBytes() { return Group::kWidth - 1; }
|
724
|
+
|
447
725
|
template <class Policy, class Hash, class Eq, class Alloc>
|
448
726
|
class raw_hash_set;
|
449
727
|
|
728
|
+
// Returns whether `n` is a valid capacity (i.e., number of slots).
|
729
|
+
//
|
730
|
+
// A valid capacity is a non-zero integer `2^m - 1`.
|
450
731
|
inline bool IsValidCapacity(size_t n) { return ((n + 1) & n) == 0 && n > 0; }
|
451
732
|
|
733
|
+
// Applies the following mapping to every byte in the control array:
|
734
|
+
// * kDeleted -> kEmpty
|
735
|
+
// * kEmpty -> kEmpty
|
736
|
+
// * _ -> kDeleted
|
452
737
|
// PRECONDITION:
|
453
738
|
// IsValidCapacity(capacity)
|
454
|
-
// ctrl[capacity] == kSentinel
|
455
|
-
// ctrl[i] != kSentinel for all i < capacity
|
456
|
-
|
457
|
-
// DELETED -> EMPTY
|
458
|
-
// EMPTY -> EMPTY
|
459
|
-
// FULL -> DELETED
|
460
|
-
inline void ConvertDeletedToEmptyAndFullToDeleted(
|
461
|
-
ctrl_t* ctrl, size_t capacity) {
|
462
|
-
assert(ctrl[capacity] == kSentinel);
|
463
|
-
assert(IsValidCapacity(capacity));
|
464
|
-
for (ctrl_t* pos = ctrl; pos != ctrl + capacity + 1; pos += Group::kWidth) {
|
465
|
-
Group{pos}.ConvertSpecialToEmptyAndFullToDeleted(pos);
|
466
|
-
}
|
467
|
-
// Copy the cloned ctrl bytes.
|
468
|
-
std::memcpy(ctrl + capacity + 1, ctrl, Group::kWidth);
|
469
|
-
ctrl[capacity] = kSentinel;
|
470
|
-
}
|
739
|
+
// ctrl[capacity] == ctrl_t::kSentinel
|
740
|
+
// ctrl[i] != ctrl_t::kSentinel for all i < capacity
|
741
|
+
void ConvertDeletedToEmptyAndFullToDeleted(ctrl_t* ctrl, size_t capacity);
|
471
742
|
|
472
|
-
//
|
743
|
+
// Converts `n` into the next valid capacity, per `IsValidCapacity`.
|
473
744
|
inline size_t NormalizeCapacity(size_t n) {
|
474
|
-
return n ? ~size_t{} >>
|
745
|
+
return n ? ~size_t{} >> countl_zero(n) : 1;
|
475
746
|
}
|
476
747
|
|
477
|
-
//
|
478
|
-
// For 16-wide groups, that gives an
|
748
|
+
// General notes on capacity/growth methods below:
|
749
|
+
// - We use 7/8th as maximum load factor. For 16-wide groups, that gives an
|
750
|
+
// average of two empty slots per group.
|
751
|
+
// - For (capacity+1) >= Group::kWidth, growth is 7/8*capacity.
|
752
|
+
// - For (capacity+1) < Group::kWidth, growth == capacity. In this case, we
|
753
|
+
// never need to probe (the whole table fits in one group) so we don't need a
|
754
|
+
// load factor less than 1.
|
755
|
+
|
756
|
+
// Given `capacity`, applies the load factor; i.e., it returns the maximum
|
757
|
+
// number of values we should put into the table before a resizing rehash.
|
479
758
|
inline size_t CapacityToGrowth(size_t capacity) {
|
480
759
|
assert(IsValidCapacity(capacity));
|
481
760
|
// `capacity*7/8`
|
@@ -485,8 +764,12 @@ inline size_t CapacityToGrowth(size_t capacity) {
|
|
485
764
|
}
|
486
765
|
return capacity - capacity / 8;
|
487
766
|
}
|
488
|
-
|
489
|
-
//
|
767
|
+
|
768
|
+
// Given `growth`, "unapplies" the load factor to find how large the capacity
|
769
|
+
// should be to stay within the load factor.
|
770
|
+
//
|
771
|
+
// This might not be a valid capacity and `NormalizeCapacity()` should be
|
772
|
+
// called on this.
|
490
773
|
inline size_t GrowthToLowerboundCapacity(size_t growth) {
|
491
774
|
// `growth*8/7`
|
492
775
|
if (Group::kWidth == 8 && growth == 7) {
|
@@ -496,6 +779,145 @@ inline size_t GrowthToLowerboundCapacity(size_t growth) {
|
|
496
779
|
return growth + static_cast<size_t>((static_cast<int64_t>(growth) - 1) / 7);
|
497
780
|
}
|
498
781
|
|
782
|
+
template <class InputIter>
|
783
|
+
size_t SelectBucketCountForIterRange(InputIter first, InputIter last,
|
784
|
+
size_t bucket_count) {
|
785
|
+
if (bucket_count != 0) {
|
786
|
+
return bucket_count;
|
787
|
+
}
|
788
|
+
using InputIterCategory =
|
789
|
+
typename std::iterator_traits<InputIter>::iterator_category;
|
790
|
+
if (std::is_base_of<std::random_access_iterator_tag,
|
791
|
+
InputIterCategory>::value) {
|
792
|
+
return GrowthToLowerboundCapacity(
|
793
|
+
static_cast<size_t>(std::distance(first, last)));
|
794
|
+
}
|
795
|
+
return 0;
|
796
|
+
}
|
797
|
+
|
798
|
+
#define ABSL_INTERNAL_ASSERT_IS_FULL(ctrl, msg) \
|
799
|
+
ABSL_HARDENING_ASSERT((ctrl != nullptr && IsFull(*ctrl)) && msg)
|
800
|
+
|
801
|
+
inline void AssertIsValid(ctrl_t* ctrl) {
|
802
|
+
ABSL_HARDENING_ASSERT(
|
803
|
+
(ctrl == nullptr || IsFull(*ctrl)) &&
|
804
|
+
"Invalid operation on iterator. The element might have "
|
805
|
+
"been erased, the table might have rehashed, or this may "
|
806
|
+
"be an end() iterator.");
|
807
|
+
}
|
808
|
+
|
809
|
+
struct FindInfo {
|
810
|
+
size_t offset;
|
811
|
+
size_t probe_length;
|
812
|
+
};
|
813
|
+
|
814
|
+
// Whether a table is "small". A small table fits entirely into a probing
|
815
|
+
// group, i.e., has a capacity < `Group::kWidth`.
|
816
|
+
//
|
817
|
+
// In small mode we are able to use the whole capacity. The extra control
|
818
|
+
// bytes give us at least one "empty" control byte to stop the iteration.
|
819
|
+
// This is important to make 1 a valid capacity.
|
820
|
+
//
|
821
|
+
// In small mode only the first `capacity` control bytes after the sentinel
|
822
|
+
// are valid. The rest contain dummy ctrl_t::kEmpty values that do not
|
823
|
+
// represent a real slot. This is important to take into account on
|
824
|
+
// `find_first_non_full()`, where we never try
|
825
|
+
// `ShouldInsertBackwards()` for small tables.
|
826
|
+
inline bool is_small(size_t capacity) { return capacity < Group::kWidth - 1; }
|
827
|
+
|
828
|
+
// Begins a probing operation on `ctrl`, using `hash`.
|
829
|
+
inline probe_seq<Group::kWidth> probe(const ctrl_t* ctrl, size_t hash,
|
830
|
+
size_t capacity) {
|
831
|
+
return probe_seq<Group::kWidth>(H1(hash, ctrl), capacity);
|
832
|
+
}
|
833
|
+
|
834
|
+
// Probes an array of control bits using a probe sequence derived from `hash`,
|
835
|
+
// and returns the offset corresponding to the first deleted or empty slot.
|
836
|
+
//
|
837
|
+
// Behavior when the entire table is full is undefined.
|
838
|
+
//
|
839
|
+
// NOTE: this function must work with tables having both empty and deleted
|
840
|
+
// slots in the same group. Such tables appear during `erase()`.
|
841
|
+
template <typename = void>
|
842
|
+
inline FindInfo find_first_non_full(const ctrl_t* ctrl, size_t hash,
|
843
|
+
size_t capacity) {
|
844
|
+
auto seq = probe(ctrl, hash, capacity);
|
845
|
+
while (true) {
|
846
|
+
Group g{ctrl + seq.offset()};
|
847
|
+
auto mask = g.MaskEmptyOrDeleted();
|
848
|
+
if (mask) {
|
849
|
+
#if !defined(NDEBUG)
|
850
|
+
// We want to add entropy even when ASLR is not enabled.
|
851
|
+
// In debug build we will randomly insert in either the front or back of
|
852
|
+
// the group.
|
853
|
+
// TODO(kfm,sbenza): revisit after we do unconditional mixing
|
854
|
+
if (!is_small(capacity) && ShouldInsertBackwards(hash, ctrl)) {
|
855
|
+
return {seq.offset(mask.HighestBitSet()), seq.index()};
|
856
|
+
}
|
857
|
+
#endif
|
858
|
+
return {seq.offset(mask.LowestBitSet()), seq.index()};
|
859
|
+
}
|
860
|
+
seq.next();
|
861
|
+
assert(seq.index() <= capacity && "full table!");
|
862
|
+
}
|
863
|
+
}
|
864
|
+
|
865
|
+
// Extern template for inline function keep possibility of inlining.
|
866
|
+
// When compiler decided to not inline, no symbols will be added to the
|
867
|
+
// corresponding translation unit.
|
868
|
+
extern template FindInfo find_first_non_full(const ctrl_t*, size_t, size_t);
|
869
|
+
|
870
|
+
// Sets `ctrl` to `{kEmpty, kSentinel, ..., kEmpty}`, marking the entire
|
871
|
+
// array as marked as empty.
|
872
|
+
inline void ResetCtrl(size_t capacity, ctrl_t* ctrl, const void* slot,
|
873
|
+
size_t slot_size) {
|
874
|
+
std::memset(ctrl, static_cast<int8_t>(ctrl_t::kEmpty),
|
875
|
+
capacity + 1 + NumClonedBytes());
|
876
|
+
ctrl[capacity] = ctrl_t::kSentinel;
|
877
|
+
SanitizerPoisonMemoryRegion(slot, slot_size * capacity);
|
878
|
+
}
|
879
|
+
|
880
|
+
// Sets `ctrl[i]` to `h`.
|
881
|
+
//
|
882
|
+
// Unlike setting it directly, this function will perform bounds checks and
|
883
|
+
// mirror the value to the cloned tail if necessary.
|
884
|
+
inline void SetCtrl(size_t i, ctrl_t h, size_t capacity, ctrl_t* ctrl,
|
885
|
+
const void* slot, size_t slot_size) {
|
886
|
+
assert(i < capacity);
|
887
|
+
|
888
|
+
auto* slot_i = static_cast<const char*>(slot) + i * slot_size;
|
889
|
+
if (IsFull(h)) {
|
890
|
+
SanitizerUnpoisonMemoryRegion(slot_i, slot_size);
|
891
|
+
} else {
|
892
|
+
SanitizerPoisonMemoryRegion(slot_i, slot_size);
|
893
|
+
}
|
894
|
+
|
895
|
+
ctrl[i] = h;
|
896
|
+
ctrl[((i - NumClonedBytes()) & capacity) + (NumClonedBytes() & capacity)] = h;
|
897
|
+
}
|
898
|
+
|
899
|
+
// Overload for setting to an occupied `h2_t` rather than a special `ctrl_t`.
|
900
|
+
inline void SetCtrl(size_t i, h2_t h, size_t capacity, ctrl_t* ctrl,
|
901
|
+
const void* slot, size_t slot_size) {
|
902
|
+
SetCtrl(i, static_cast<ctrl_t>(h), capacity, ctrl, slot, slot_size);
|
903
|
+
}
|
904
|
+
|
905
|
+
// Given the capacity of a table, computes the offset (from the start of the
|
906
|
+
// backing allocation) at which the slots begin.
|
907
|
+
inline size_t SlotOffset(size_t capacity, size_t slot_align) {
|
908
|
+
assert(IsValidCapacity(capacity));
|
909
|
+
const size_t num_control_bytes = capacity + 1 + NumClonedBytes();
|
910
|
+
return (num_control_bytes + slot_align - 1) & (~slot_align + 1);
|
911
|
+
}
|
912
|
+
|
913
|
+
// Given the capacity of a table, computes the total size of the backing
|
914
|
+
// array.
|
915
|
+
inline size_t AllocSize(size_t capacity, size_t slot_size, size_t slot_align) {
|
916
|
+
return SlotOffset(capacity, slot_align) + capacity * slot_size;
|
917
|
+
}
|
918
|
+
|
919
|
+
// A SwissTable.
|
920
|
+
//
|
499
921
|
// Policy: a policy defines how to perform different operations on
|
500
922
|
// the slots of the hashtable (see hash_policy_traits.h for the full interface
|
501
923
|
// of policy).
|
@@ -510,7 +932,8 @@ inline size_t GrowthToLowerboundCapacity(size_t growth) {
|
|
510
932
|
// if they are equal, false if they are not. If two keys compare equal, then
|
511
933
|
// their hash values as defined by Hash MUST be equal.
|
512
934
|
//
|
513
|
-
// Allocator: an Allocator
|
935
|
+
// Allocator: an Allocator
|
936
|
+
// [https://en.cppreference.com/w/cpp/named_req/Allocator] with which
|
514
937
|
// the storage of the hashtable will be allocated and the elements will be
|
515
938
|
// constructed and destroyed.
|
516
939
|
template <class Policy, class Hash, class Eq, class Alloc>
|
@@ -551,13 +974,6 @@ class raw_hash_set {
|
|
551
974
|
auto KeyTypeCanBeHashed(const Hash& h, const key_type& k) -> decltype(h(k));
|
552
975
|
auto KeyTypeCanBeEq(const Eq& eq, const key_type& k) -> decltype(eq(k, k));
|
553
976
|
|
554
|
-
using Layout = absl::container_internal::Layout<ctrl_t, slot_type>;
|
555
|
-
|
556
|
-
static Layout MakeLayout(size_t capacity) {
|
557
|
-
assert(IsValidCapacity(capacity));
|
558
|
-
return Layout(capacity + Group::kWidth + 1, capacity);
|
559
|
-
}
|
560
|
-
|
561
977
|
using AllocTraits = absl::allocator_traits<allocator_type>;
|
562
978
|
using SlotAlloc = typename absl::allocator_traits<
|
563
979
|
allocator_type>::template rebind_alloc<slot_type>;
|
@@ -616,16 +1032,22 @@ class raw_hash_set {
|
|
616
1032
|
|
617
1033
|
// PRECONDITION: not an end() iterator.
|
618
1034
|
reference operator*() const {
|
619
|
-
|
1035
|
+
ABSL_INTERNAL_ASSERT_IS_FULL(ctrl_,
|
1036
|
+
"operator*() called on invalid iterator.");
|
620
1037
|
return PolicyTraits::element(slot_);
|
621
1038
|
}
|
622
1039
|
|
623
1040
|
// PRECONDITION: not an end() iterator.
|
624
|
-
pointer operator->() const {
|
1041
|
+
pointer operator->() const {
|
1042
|
+
ABSL_INTERNAL_ASSERT_IS_FULL(ctrl_,
|
1043
|
+
"operator-> called on invalid iterator.");
|
1044
|
+
return &operator*();
|
1045
|
+
}
|
625
1046
|
|
626
1047
|
// PRECONDITION: not an end() iterator.
|
627
1048
|
iterator& operator++() {
|
628
|
-
|
1049
|
+
ABSL_INTERNAL_ASSERT_IS_FULL(ctrl_,
|
1050
|
+
"operator++ called on invalid iterator.");
|
629
1051
|
++ctrl_;
|
630
1052
|
++slot_;
|
631
1053
|
skip_empty_or_deleted();
|
@@ -639,8 +1061,8 @@ class raw_hash_set {
|
|
639
1061
|
}
|
640
1062
|
|
641
1063
|
friend bool operator==(const iterator& a, const iterator& b) {
|
642
|
-
a.
|
643
|
-
b.
|
1064
|
+
AssertIsValid(a.ctrl_);
|
1065
|
+
AssertIsValid(b.ctrl_);
|
644
1066
|
return a.ctrl_ == b.ctrl_;
|
645
1067
|
}
|
646
1068
|
friend bool operator!=(const iterator& a, const iterator& b) {
|
@@ -648,24 +1070,23 @@ class raw_hash_set {
|
|
648
1070
|
}
|
649
1071
|
|
650
1072
|
private:
|
651
|
-
iterator(ctrl_t* ctrl) : ctrl_(ctrl)
|
652
|
-
|
653
|
-
|
654
|
-
|
655
|
-
void assert_is_valid() const {
|
656
|
-
assert(!ctrl_ || IsFull(*ctrl_) || *ctrl_ == kSentinel);
|
1073
|
+
iterator(ctrl_t* ctrl, slot_type* slot) : ctrl_(ctrl), slot_(slot) {
|
1074
|
+
// This assumption helps the compiler know that any non-end iterator is
|
1075
|
+
// not equal to any end iterator.
|
1076
|
+
ABSL_ASSUME(ctrl != nullptr);
|
657
1077
|
}
|
658
1078
|
|
1079
|
+
// Fixes up `ctrl_` to point to a full by advancing it and `slot_` until
|
1080
|
+
// they reach one.
|
1081
|
+
//
|
1082
|
+
// If a sentinel is reached, we null both of them out instead.
|
659
1083
|
void skip_empty_or_deleted() {
|
660
1084
|
while (IsEmptyOrDeleted(*ctrl_)) {
|
661
|
-
// ctrl is not necessarily aligned to Group::kWidth. It is also likely
|
662
|
-
// to read past the space for ctrl bytes and into slots. This is ok
|
663
|
-
// because ctrl has sizeof() == 1 and slot has sizeof() >= 1 so there
|
664
|
-
// is no way to read outside the combined slot array.
|
665
1085
|
uint32_t shift = Group{ctrl_}.CountLeadingEmptyOrDeleted();
|
666
1086
|
ctrl_ += shift;
|
667
1087
|
slot_ += shift;
|
668
1088
|
}
|
1089
|
+
if (ABSL_PREDICT_FALSE(*ctrl_ == ctrl_t::kSentinel)) ctrl_ = nullptr;
|
669
1090
|
}
|
670
1091
|
|
671
1092
|
ctrl_t* ctrl_ = nullptr;
|
@@ -724,10 +1145,10 @@ class raw_hash_set {
|
|
724
1145
|
explicit raw_hash_set(size_t bucket_count, const hasher& hash = hasher(),
|
725
1146
|
const key_equal& eq = key_equal(),
|
726
1147
|
const allocator_type& alloc = allocator_type())
|
727
|
-
: ctrl_(EmptyGroup()),
|
1148
|
+
: ctrl_(EmptyGroup()),
|
1149
|
+
settings_(0, HashtablezInfoHandle(), hash, eq, alloc) {
|
728
1150
|
if (bucket_count) {
|
729
1151
|
capacity_ = NormalizeCapacity(bucket_count);
|
730
|
-
reset_growth_left();
|
731
1152
|
initialize_slots();
|
732
1153
|
}
|
733
1154
|
}
|
@@ -746,7 +1167,8 @@ class raw_hash_set {
|
|
746
1167
|
raw_hash_set(InputIter first, InputIter last, size_t bucket_count = 0,
|
747
1168
|
const hasher& hash = hasher(), const key_equal& eq = key_equal(),
|
748
1169
|
const allocator_type& alloc = allocator_type())
|
749
|
-
: raw_hash_set(
|
1170
|
+
: raw_hash_set(SelectBucketCountForIterRange(first, last, bucket_count),
|
1171
|
+
hash, eq, alloc) {
|
750
1172
|
insert(first, last);
|
751
1173
|
}
|
752
1174
|
|
@@ -833,10 +1255,11 @@ class raw_hash_set {
|
|
833
1255
|
// than a full `insert`.
|
834
1256
|
for (const auto& v : that) {
|
835
1257
|
const size_t hash = PolicyTraits::apply(HashElement{hash_ref()}, v);
|
836
|
-
auto target = find_first_non_full(hash);
|
837
|
-
|
1258
|
+
auto target = find_first_non_full(ctrl_, hash, capacity_);
|
1259
|
+
SetCtrl(target.offset, H2(hash), capacity_, ctrl_, slots_,
|
1260
|
+
sizeof(slot_type));
|
838
1261
|
emplace_at(target.offset, v);
|
839
|
-
|
1262
|
+
infoz().RecordInsert(hash, target.probe_length);
|
840
1263
|
}
|
841
1264
|
size_ = that.size();
|
842
1265
|
growth_left() -= that.size();
|
@@ -850,28 +1273,27 @@ class raw_hash_set {
|
|
850
1273
|
slots_(absl::exchange(that.slots_, nullptr)),
|
851
1274
|
size_(absl::exchange(that.size_, 0)),
|
852
1275
|
capacity_(absl::exchange(that.capacity_, 0)),
|
853
|
-
infoz_(absl::exchange(that.infoz_, HashtablezInfoHandle())),
|
854
1276
|
// Hash, equality and allocator are copied instead of moved because
|
855
1277
|
// `that` must be left valid. If Hash is std::function<Key>, moving it
|
856
1278
|
// would create a nullptr functor that cannot be called.
|
857
|
-
settings_(that.
|
858
|
-
|
859
|
-
|
860
|
-
}
|
1279
|
+
settings_(absl::exchange(that.growth_left(), 0),
|
1280
|
+
absl::exchange(that.infoz(), HashtablezInfoHandle()),
|
1281
|
+
that.hash_ref(), that.eq_ref(), that.alloc_ref()) {}
|
861
1282
|
|
862
1283
|
raw_hash_set(raw_hash_set&& that, const allocator_type& a)
|
863
1284
|
: ctrl_(EmptyGroup()),
|
864
1285
|
slots_(nullptr),
|
865
1286
|
size_(0),
|
866
1287
|
capacity_(0),
|
867
|
-
settings_(0, that.hash_ref(), that.eq_ref(),
|
1288
|
+
settings_(0, HashtablezInfoHandle(), that.hash_ref(), that.eq_ref(),
|
1289
|
+
a) {
|
868
1290
|
if (a == that.alloc_ref()) {
|
869
1291
|
std::swap(ctrl_, that.ctrl_);
|
870
1292
|
std::swap(slots_, that.slots_);
|
871
1293
|
std::swap(size_, that.size_);
|
872
1294
|
std::swap(capacity_, that.capacity_);
|
873
1295
|
std::swap(growth_left(), that.growth_left());
|
874
|
-
std::swap(
|
1296
|
+
std::swap(infoz(), that.infoz());
|
875
1297
|
} else {
|
876
1298
|
reserve(that.size());
|
877
1299
|
// Note: this will copy elements of dense_set and unordered_set instead of
|
@@ -907,12 +1329,12 @@ class raw_hash_set {
|
|
907
1329
|
it.skip_empty_or_deleted();
|
908
1330
|
return it;
|
909
1331
|
}
|
910
|
-
iterator end() { return {
|
1332
|
+
iterator end() { return {}; }
|
911
1333
|
|
912
1334
|
const_iterator begin() const {
|
913
1335
|
return const_cast<raw_hash_set*>(this)->begin();
|
914
1336
|
}
|
915
|
-
const_iterator end() const { return
|
1337
|
+
const_iterator end() const { return {}; }
|
916
1338
|
const_iterator cbegin() const { return begin(); }
|
917
1339
|
const_iterator cend() const { return end(); }
|
918
1340
|
|
@@ -931,6 +1353,8 @@ class raw_hash_set {
|
|
931
1353
|
// past that we simply deallocate the array.
|
932
1354
|
if (capacity_ > 127) {
|
933
1355
|
destroy_slots();
|
1356
|
+
|
1357
|
+
infoz().RecordClearedReservation();
|
934
1358
|
} else if (capacity_) {
|
935
1359
|
for (size_t i = 0; i != capacity_; ++i) {
|
936
1360
|
if (IsFull(ctrl_[i])) {
|
@@ -938,11 +1362,11 @@ class raw_hash_set {
|
|
938
1362
|
}
|
939
1363
|
}
|
940
1364
|
size_ = 0;
|
941
|
-
|
1365
|
+
ResetCtrl(capacity_, ctrl_, slots_, sizeof(slot_type));
|
942
1366
|
reset_growth_left();
|
943
1367
|
}
|
944
1368
|
assert(empty());
|
945
|
-
|
1369
|
+
infoz().RecordStorageChanged(0, capacity_);
|
946
1370
|
}
|
947
1371
|
|
948
1372
|
// This overload kicks in when the argument is an rvalue of insertable and
|
@@ -952,8 +1376,7 @@ class raw_hash_set {
|
|
952
1376
|
// m.insert(std::make_pair("abc", 42));
|
953
1377
|
// TODO(cheshire): A type alias T2 is introduced as a workaround for the nvcc
|
954
1378
|
// bug.
|
955
|
-
template <class T, RequiresInsertable<T> = 0,
|
956
|
-
class T2 = T,
|
1379
|
+
template <class T, RequiresInsertable<T> = 0, class T2 = T,
|
957
1380
|
typename std::enable_if<IsDecomposable<T2>::value, int>::type = 0,
|
958
1381
|
T* = nullptr>
|
959
1382
|
std::pair<iterator, bool> insert(T&& value) {
|
@@ -1015,7 +1438,7 @@ class raw_hash_set {
|
|
1015
1438
|
|
1016
1439
|
template <class InputIt>
|
1017
1440
|
void insert(InputIt first, InputIt last) {
|
1018
|
-
for (; first != last; ++first)
|
1441
|
+
for (; first != last; ++first) emplace(*first);
|
1019
1442
|
}
|
1020
1443
|
|
1021
1444
|
template <class T, RequiresNotInit<T> = 0, RequiresInsertable<const T&> = 0>
|
@@ -1042,7 +1465,9 @@ class raw_hash_set {
|
|
1042
1465
|
}
|
1043
1466
|
|
1044
1467
|
iterator insert(const_iterator, node_type&& node) {
|
1045
|
-
|
1468
|
+
auto res = insert(std::move(node));
|
1469
|
+
node = std::move(res.node);
|
1470
|
+
return res.position;
|
1046
1471
|
}
|
1047
1472
|
|
1048
1473
|
// This overload kicks in if we can deduce the key from args. This enables us
|
@@ -1171,7 +1596,8 @@ class raw_hash_set {
|
|
1171
1596
|
// This overload is necessary because otherwise erase<K>(const K&) would be
|
1172
1597
|
// a better match if non-const iterator is passed as an argument.
|
1173
1598
|
void erase(iterator it) {
|
1174
|
-
it.
|
1599
|
+
ABSL_INTERNAL_ASSERT_IS_FULL(it.ctrl_,
|
1600
|
+
"erase() called on invalid iterator.");
|
1175
1601
|
PolicyTraits::destroy(&alloc_ref(), it.slot_);
|
1176
1602
|
erase_meta_only(it);
|
1177
1603
|
}
|
@@ -1205,7 +1631,8 @@ class raw_hash_set {
|
|
1205
1631
|
}
|
1206
1632
|
|
1207
1633
|
node_type extract(const_iterator position) {
|
1208
|
-
position.inner_.
|
1634
|
+
ABSL_INTERNAL_ASSERT_IS_FULL(position.inner_.ctrl_,
|
1635
|
+
"extract() called on invalid iterator.");
|
1209
1636
|
auto node =
|
1210
1637
|
CommonAccess::Transfer<node_type>(alloc_ref(), position.inner_.slot_);
|
1211
1638
|
erase_meta_only(position);
|
@@ -1222,8 +1649,8 @@ class raw_hash_set {
|
|
1222
1649
|
|
1223
1650
|
void swap(raw_hash_set& that) noexcept(
|
1224
1651
|
IsNoThrowSwappable<hasher>() && IsNoThrowSwappable<key_equal>() &&
|
1225
|
-
(
|
1226
|
-
|
1652
|
+
IsNoThrowSwappable<allocator_type>(
|
1653
|
+
typename AllocTraits::propagate_on_container_swap{})) {
|
1227
1654
|
using std::swap;
|
1228
1655
|
swap(ctrl_, that.ctrl_);
|
1229
1656
|
swap(slots_, that.slots_);
|
@@ -1232,32 +1659,43 @@ class raw_hash_set {
|
|
1232
1659
|
swap(growth_left(), that.growth_left());
|
1233
1660
|
swap(hash_ref(), that.hash_ref());
|
1234
1661
|
swap(eq_ref(), that.eq_ref());
|
1235
|
-
swap(
|
1236
|
-
|
1237
|
-
|
1238
|
-
} else {
|
1239
|
-
// If the allocators do not compare equal it is officially undefined
|
1240
|
-
// behavior. We choose to do nothing.
|
1241
|
-
}
|
1662
|
+
swap(infoz(), that.infoz());
|
1663
|
+
SwapAlloc(alloc_ref(), that.alloc_ref(),
|
1664
|
+
typename AllocTraits::propagate_on_container_swap{});
|
1242
1665
|
}
|
1243
1666
|
|
1244
1667
|
void rehash(size_t n) {
|
1245
1668
|
if (n == 0 && capacity_ == 0) return;
|
1246
1669
|
if (n == 0 && size_ == 0) {
|
1247
1670
|
destroy_slots();
|
1248
|
-
|
1671
|
+
infoz().RecordStorageChanged(0, 0);
|
1672
|
+
infoz().RecordClearedReservation();
|
1249
1673
|
return;
|
1250
1674
|
}
|
1675
|
+
|
1251
1676
|
// bitor is a faster way of doing `max` here. We will round up to the next
|
1252
1677
|
// power-of-2-minus-1, so bitor is good enough.
|
1253
1678
|
auto m = NormalizeCapacity(n | GrowthToLowerboundCapacity(size()));
|
1254
1679
|
// n == 0 unconditionally rehashes as per the standard.
|
1255
1680
|
if (n == 0 || m > capacity_) {
|
1256
1681
|
resize(m);
|
1682
|
+
|
1683
|
+
// This is after resize, to ensure that we have completed the allocation
|
1684
|
+
// and have potentially sampled the hashtable.
|
1685
|
+
infoz().RecordReservation(n);
|
1257
1686
|
}
|
1258
1687
|
}
|
1259
1688
|
|
1260
|
-
void reserve(size_t n) {
|
1689
|
+
void reserve(size_t n) {
|
1690
|
+
if (n > size() + growth_left()) {
|
1691
|
+
size_t m = GrowthToLowerboundCapacity(n);
|
1692
|
+
resize(NormalizeCapacity(m));
|
1693
|
+
|
1694
|
+
// This is after resize, to ensure that we have completed the allocation
|
1695
|
+
// and have potentially sampled the hashtable.
|
1696
|
+
infoz().RecordReservation(n);
|
1697
|
+
}
|
1698
|
+
}
|
1261
1699
|
|
1262
1700
|
// Extension API: support for heterogeneous keys.
|
1263
1701
|
//
|
@@ -1281,11 +1719,13 @@ class raw_hash_set {
|
|
1281
1719
|
template <class K = key_type>
|
1282
1720
|
void prefetch(const key_arg<K>& key) const {
|
1283
1721
|
(void)key;
|
1284
|
-
|
1285
|
-
|
1286
|
-
|
1287
|
-
|
1288
|
-
|
1722
|
+
// Avoid probing if we won't be able to prefetch the addresses received.
|
1723
|
+
#ifdef ABSL_INTERNAL_HAVE_PREFETCH
|
1724
|
+
prefetch_heap_block();
|
1725
|
+
auto seq = probe(ctrl_, hash_ref()(key), capacity_);
|
1726
|
+
base_internal::PrefetchT0(ctrl_ + seq.offset());
|
1727
|
+
base_internal::PrefetchT0(slots_ + seq.offset());
|
1728
|
+
#endif // ABSL_INTERNAL_HAVE_PREFETCH
|
1289
1729
|
}
|
1290
1730
|
|
1291
1731
|
// The API of find() has two extensions.
|
@@ -1297,21 +1737,23 @@ class raw_hash_set {
|
|
1297
1737
|
// called heterogeneous key support.
|
1298
1738
|
template <class K = key_type>
|
1299
1739
|
iterator find(const key_arg<K>& key, size_t hash) {
|
1300
|
-
auto seq = probe(hash);
|
1740
|
+
auto seq = probe(ctrl_, hash, capacity_);
|
1301
1741
|
while (true) {
|
1302
1742
|
Group g{ctrl_ + seq.offset()};
|
1303
|
-
for (
|
1743
|
+
for (uint32_t i : g.Match(H2(hash))) {
|
1304
1744
|
if (ABSL_PREDICT_TRUE(PolicyTraits::apply(
|
1305
1745
|
EqualElement<K>{key, eq_ref()},
|
1306
1746
|
PolicyTraits::element(slots_ + seq.offset(i)))))
|
1307
1747
|
return iterator_at(seq.offset(i));
|
1308
1748
|
}
|
1309
|
-
if (ABSL_PREDICT_TRUE(g.
|
1749
|
+
if (ABSL_PREDICT_TRUE(g.MaskEmpty())) return end();
|
1310
1750
|
seq.next();
|
1751
|
+
assert(seq.index() <= capacity_ && "full table!");
|
1311
1752
|
}
|
1312
1753
|
}
|
1313
1754
|
template <class K = key_type>
|
1314
1755
|
iterator find(const key_arg<K>& key) {
|
1756
|
+
prefetch_heap_block();
|
1315
1757
|
return find(key, hash_ref()(key));
|
1316
1758
|
}
|
1317
1759
|
|
@@ -1321,6 +1763,7 @@ class raw_hash_set {
|
|
1321
1763
|
}
|
1322
1764
|
template <class K = key_type>
|
1323
1765
|
const_iterator find(const key_arg<K>& key) const {
|
1766
|
+
prefetch_heap_block();
|
1324
1767
|
return find(key, hash_ref()(key));
|
1325
1768
|
}
|
1326
1769
|
|
@@ -1370,6 +1813,14 @@ class raw_hash_set {
|
|
1370
1813
|
return !(a == b);
|
1371
1814
|
}
|
1372
1815
|
|
1816
|
+
template <typename H>
|
1817
|
+
friend typename std::enable_if<H::template is_hashable<value_type>::value,
|
1818
|
+
H>::type
|
1819
|
+
AbslHashValue(H h, const raw_hash_set& s) {
|
1820
|
+
return H::combine(H::combine_unordered(std::move(h), s.begin(), s.end()),
|
1821
|
+
s.size());
|
1822
|
+
}
|
1823
|
+
|
1373
1824
|
friend void swap(raw_hash_set& a,
|
1374
1825
|
raw_hash_set& b) noexcept(noexcept(a.swap(b))) {
|
1375
1826
|
a.swap(b);
|
@@ -1435,17 +1886,17 @@ class raw_hash_set {
|
|
1435
1886
|
slot_type&& slot;
|
1436
1887
|
};
|
1437
1888
|
|
1438
|
-
//
|
1439
|
-
//
|
1440
|
-
// This
|
1441
|
-
// another place.
|
1889
|
+
// Erases, but does not destroy, the value pointed to by `it`.
|
1890
|
+
//
|
1891
|
+
// This merely updates the pertinent control byte. This can be used in
|
1892
|
+
// conjunction with Policy::transfer to move the object to another place.
|
1442
1893
|
void erase_meta_only(const_iterator it) {
|
1443
1894
|
assert(IsFull(*it.inner_.ctrl_) && "erasing a dangling iterator");
|
1444
1895
|
--size_;
|
1445
|
-
const size_t index = it.inner_.ctrl_ - ctrl_;
|
1896
|
+
const size_t index = static_cast<size_t>(it.inner_.ctrl_ - ctrl_);
|
1446
1897
|
const size_t index_before = (index - Group::kWidth) & capacity_;
|
1447
|
-
const auto empty_after = Group(it.inner_.ctrl_).
|
1448
|
-
const auto empty_before = Group(ctrl_ + index_before).
|
1898
|
+
const auto empty_after = Group(it.inner_.ctrl_).MaskEmpty();
|
1899
|
+
const auto empty_before = Group(ctrl_ + index_before).MaskEmpty();
|
1449
1900
|
|
1450
1901
|
// We count how many consecutive non empties we have to the right and to the
|
1451
1902
|
// left of `it`. If the sum is >= kWidth then there is at least one probe
|
@@ -1455,11 +1906,17 @@ class raw_hash_set {
|
|
1455
1906
|
static_cast<size_t>(empty_after.TrailingZeros() +
|
1456
1907
|
empty_before.LeadingZeros()) < Group::kWidth;
|
1457
1908
|
|
1458
|
-
|
1909
|
+
SetCtrl(index, was_never_full ? ctrl_t::kEmpty : ctrl_t::kDeleted,
|
1910
|
+
capacity_, ctrl_, slots_, sizeof(slot_type));
|
1459
1911
|
growth_left() += was_never_full;
|
1460
|
-
|
1912
|
+
infoz().RecordErase();
|
1461
1913
|
}
|
1462
1914
|
|
1915
|
+
// Allocates a backing array for `self` and initializes its control bytes.
|
1916
|
+
// This reads `capacity_` and updates all other fields based on the result of
|
1917
|
+
// the allocation.
|
1918
|
+
//
|
1919
|
+
// This does not free the currently held array; `capacity_` must be nonzero.
|
1463
1920
|
void initialize_slots() {
|
1464
1921
|
assert(capacity_);
|
1465
1922
|
// Folks with custom allocators often make unwarranted assumptions about the
|
@@ -1474,19 +1931,24 @@ class raw_hash_set {
|
|
1474
1931
|
// bound more carefully.
|
1475
1932
|
if (std::is_same<SlotAlloc, std::allocator<slot_type>>::value &&
|
1476
1933
|
slots_ == nullptr) {
|
1477
|
-
|
1934
|
+
infoz() = Sample(sizeof(slot_type));
|
1478
1935
|
}
|
1479
1936
|
|
1480
|
-
|
1481
|
-
|
1482
|
-
|
1483
|
-
ctrl_ = reinterpret_cast<ctrl_t*>(
|
1484
|
-
slots_ =
|
1485
|
-
|
1937
|
+
char* mem = static_cast<char*>(Allocate<alignof(slot_type)>(
|
1938
|
+
&alloc_ref(),
|
1939
|
+
AllocSize(capacity_, sizeof(slot_type), alignof(slot_type))));
|
1940
|
+
ctrl_ = reinterpret_cast<ctrl_t*>(mem);
|
1941
|
+
slots_ = reinterpret_cast<slot_type*>(
|
1942
|
+
mem + SlotOffset(capacity_, alignof(slot_type)));
|
1943
|
+
ResetCtrl(capacity_, ctrl_, slots_, sizeof(slot_type));
|
1486
1944
|
reset_growth_left();
|
1487
|
-
|
1945
|
+
infoz().RecordStorageChanged(size_, capacity_);
|
1488
1946
|
}
|
1489
1947
|
|
1948
|
+
// Destroys all slots in the backing array, frees the backing array, and
|
1949
|
+
// clears all top-level book-keeping data.
|
1950
|
+
//
|
1951
|
+
// This essentially implements `map = raw_hash_set();`.
|
1490
1952
|
void destroy_slots() {
|
1491
1953
|
if (!capacity_) return;
|
1492
1954
|
for (size_t i = 0; i != capacity_; ++i) {
|
@@ -1494,10 +1956,12 @@ class raw_hash_set {
|
|
1494
1956
|
PolicyTraits::destroy(&alloc_ref(), slots_ + i);
|
1495
1957
|
}
|
1496
1958
|
}
|
1497
|
-
|
1959
|
+
|
1498
1960
|
// Unpoison before returning the memory to the allocator.
|
1499
1961
|
SanitizerUnpoisonMemoryRegion(slots_, sizeof(slot_type) * capacity_);
|
1500
|
-
Deallocate<
|
1962
|
+
Deallocate<alignof(slot_type)>(
|
1963
|
+
&alloc_ref(), ctrl_,
|
1964
|
+
AllocSize(capacity_, sizeof(slot_type), alignof(slot_type)));
|
1501
1965
|
ctrl_ = EmptyGroup();
|
1502
1966
|
slots_ = nullptr;
|
1503
1967
|
size_ = 0;
|
@@ -1518,26 +1982,29 @@ class raw_hash_set {
|
|
1518
1982
|
if (IsFull(old_ctrl[i])) {
|
1519
1983
|
size_t hash = PolicyTraits::apply(HashElement{hash_ref()},
|
1520
1984
|
PolicyTraits::element(old_slots + i));
|
1521
|
-
auto target = find_first_non_full(hash);
|
1985
|
+
auto target = find_first_non_full(ctrl_, hash, capacity_);
|
1522
1986
|
size_t new_i = target.offset;
|
1523
1987
|
total_probe_length += target.probe_length;
|
1524
|
-
|
1988
|
+
SetCtrl(new_i, H2(hash), capacity_, ctrl_, slots_, sizeof(slot_type));
|
1525
1989
|
PolicyTraits::transfer(&alloc_ref(), slots_ + new_i, old_slots + i);
|
1526
1990
|
}
|
1527
1991
|
}
|
1528
1992
|
if (old_capacity) {
|
1529
1993
|
SanitizerUnpoisonMemoryRegion(old_slots,
|
1530
1994
|
sizeof(slot_type) * old_capacity);
|
1531
|
-
|
1532
|
-
|
1533
|
-
|
1995
|
+
Deallocate<alignof(slot_type)>(
|
1996
|
+
&alloc_ref(), old_ctrl,
|
1997
|
+
AllocSize(old_capacity, sizeof(slot_type), alignof(slot_type)));
|
1534
1998
|
}
|
1535
|
-
|
1999
|
+
infoz().RecordRehash(total_probe_length);
|
1536
2000
|
}
|
1537
2001
|
|
2002
|
+
// Prunes control bytes to remove as many tombstones as possible.
|
2003
|
+
//
|
2004
|
+
// See the comment on `rehash_and_grow_if_necessary()`.
|
1538
2005
|
void drop_deletes_without_resize() ABSL_ATTRIBUTE_NOINLINE {
|
1539
2006
|
assert(IsValidCapacity(capacity_));
|
1540
|
-
assert(!is_small());
|
2007
|
+
assert(!is_small(capacity_));
|
1541
2008
|
// Algorithm:
|
1542
2009
|
// - mark all DELETED slots as EMPTY
|
1543
2010
|
// - mark all FULL slots as DELETED
|
@@ -1560,34 +2027,35 @@ class raw_hash_set {
|
|
1560
2027
|
slot_type* slot = reinterpret_cast<slot_type*>(&raw);
|
1561
2028
|
for (size_t i = 0; i != capacity_; ++i) {
|
1562
2029
|
if (!IsDeleted(ctrl_[i])) continue;
|
1563
|
-
size_t hash = PolicyTraits::apply(
|
1564
|
-
|
1565
|
-
|
1566
|
-
size_t new_i = target.offset;
|
2030
|
+
const size_t hash = PolicyTraits::apply(
|
2031
|
+
HashElement{hash_ref()}, PolicyTraits::element(slots_ + i));
|
2032
|
+
const FindInfo target = find_first_non_full(ctrl_, hash, capacity_);
|
2033
|
+
const size_t new_i = target.offset;
|
1567
2034
|
total_probe_length += target.probe_length;
|
1568
2035
|
|
1569
2036
|
// Verify if the old and new i fall within the same group wrt the hash.
|
1570
2037
|
// If they do, we don't need to move the object as it falls already in the
|
1571
2038
|
// best probe we can.
|
1572
|
-
const
|
1573
|
-
|
2039
|
+
const size_t probe_offset = probe(ctrl_, hash, capacity_).offset();
|
2040
|
+
const auto probe_index = [probe_offset, this](size_t pos) {
|
2041
|
+
return ((pos - probe_offset) & capacity_) / Group::kWidth;
|
1574
2042
|
};
|
1575
2043
|
|
1576
2044
|
// Element doesn't move.
|
1577
2045
|
if (ABSL_PREDICT_TRUE(probe_index(new_i) == probe_index(i))) {
|
1578
|
-
|
2046
|
+
SetCtrl(i, H2(hash), capacity_, ctrl_, slots_, sizeof(slot_type));
|
1579
2047
|
continue;
|
1580
2048
|
}
|
1581
2049
|
if (IsEmpty(ctrl_[new_i])) {
|
1582
2050
|
// Transfer element to the empty spot.
|
1583
|
-
//
|
2051
|
+
// SetCtrl poisons/unpoisons the slots so we have to call it at the
|
1584
2052
|
// right time.
|
1585
|
-
|
2053
|
+
SetCtrl(new_i, H2(hash), capacity_, ctrl_, slots_, sizeof(slot_type));
|
1586
2054
|
PolicyTraits::transfer(&alloc_ref(), slots_ + new_i, slots_ + i);
|
1587
|
-
|
2055
|
+
SetCtrl(i, ctrl_t::kEmpty, capacity_, ctrl_, slots_, sizeof(slot_type));
|
1588
2056
|
} else {
|
1589
2057
|
assert(IsDeleted(ctrl_[new_i]));
|
1590
|
-
|
2058
|
+
SetCtrl(new_i, H2(hash), capacity_, ctrl_, slots_, sizeof(slot_type));
|
1591
2059
|
// Until we are done rehashing, DELETED marks previously FULL slots.
|
1592
2060
|
// Swap i and new_i elements.
|
1593
2061
|
PolicyTraits::transfer(&alloc_ref(), slot, slots_ + i);
|
@@ -1597,14 +2065,61 @@ class raw_hash_set {
|
|
1597
2065
|
}
|
1598
2066
|
}
|
1599
2067
|
reset_growth_left();
|
1600
|
-
|
2068
|
+
infoz().RecordRehash(total_probe_length);
|
1601
2069
|
}
|
1602
2070
|
|
2071
|
+
// Called whenever the table *might* need to conditionally grow.
|
2072
|
+
//
|
2073
|
+
// This function is an optimization opportunity to perform a rehash even when
|
2074
|
+
// growth is unnecessary, because vacating tombstones is beneficial for
|
2075
|
+
// performance in the long-run.
|
1603
2076
|
void rehash_and_grow_if_necessary() {
|
1604
2077
|
if (capacity_ == 0) {
|
1605
2078
|
resize(1);
|
1606
|
-
} else if (
|
2079
|
+
} else if (capacity_ > Group::kWidth &&
|
2080
|
+
// Do these calcuations in 64-bit to avoid overflow.
|
2081
|
+
size() * uint64_t{32} <= capacity_ * uint64_t{25}) {
|
1607
2082
|
// Squash DELETED without growing if there is enough capacity.
|
2083
|
+
//
|
2084
|
+
// Rehash in place if the current size is <= 25/32 of capacity_.
|
2085
|
+
// Rationale for such a high factor: 1) drop_deletes_without_resize() is
|
2086
|
+
// faster than resize, and 2) it takes quite a bit of work to add
|
2087
|
+
// tombstones. In the worst case, seems to take approximately 4
|
2088
|
+
// insert/erase pairs to create a single tombstone and so if we are
|
2089
|
+
// rehashing because of tombstones, we can afford to rehash-in-place as
|
2090
|
+
// long as we are reclaiming at least 1/8 the capacity without doing more
|
2091
|
+
// than 2X the work. (Where "work" is defined to be size() for rehashing
|
2092
|
+
// or rehashing in place, and 1 for an insert or erase.) But rehashing in
|
2093
|
+
// place is faster per operation than inserting or even doubling the size
|
2094
|
+
// of the table, so we actually afford to reclaim even less space from a
|
2095
|
+
// resize-in-place. The decision is to rehash in place if we can reclaim
|
2096
|
+
// at about 1/8th of the usable capacity (specifically 3/28 of the
|
2097
|
+
// capacity) which means that the total cost of rehashing will be a small
|
2098
|
+
// fraction of the total work.
|
2099
|
+
//
|
2100
|
+
// Here is output of an experiment using the BM_CacheInSteadyState
|
2101
|
+
// benchmark running the old case (where we rehash-in-place only if we can
|
2102
|
+
// reclaim at least 7/16*capacity_) vs. this code (which rehashes in place
|
2103
|
+
// if we can recover 3/32*capacity_).
|
2104
|
+
//
|
2105
|
+
// Note that although in the worst-case number of rehashes jumped up from
|
2106
|
+
// 15 to 190, but the number of operations per second is almost the same.
|
2107
|
+
//
|
2108
|
+
// Abridged output of running BM_CacheInSteadyState benchmark from
|
2109
|
+
// raw_hash_set_benchmark. N is the number of insert/erase operations.
|
2110
|
+
//
|
2111
|
+
// | OLD (recover >= 7/16 | NEW (recover >= 3/32)
|
2112
|
+
// size | N/s LoadFactor NRehashes | N/s LoadFactor NRehashes
|
2113
|
+
// 448 | 145284 0.44 18 | 140118 0.44 19
|
2114
|
+
// 493 | 152546 0.24 11 | 151417 0.48 28
|
2115
|
+
// 538 | 151439 0.26 11 | 151152 0.53 38
|
2116
|
+
// 583 | 151765 0.28 11 | 150572 0.57 50
|
2117
|
+
// 628 | 150241 0.31 11 | 150853 0.61 66
|
2118
|
+
// 672 | 149602 0.33 12 | 150110 0.66 90
|
2119
|
+
// 717 | 149998 0.35 12 | 149531 0.70 129
|
2120
|
+
// 762 | 149836 0.37 13 | 148559 0.74 190
|
2121
|
+
// 807 | 149736 0.39 14 | 151107 0.39 14
|
2122
|
+
// 852 | 150204 0.42 15 | 151019 0.42 15
|
1608
2123
|
drop_deletes_without_resize();
|
1609
2124
|
} else {
|
1610
2125
|
// Otherwise grow the container.
|
@@ -1614,56 +2129,21 @@ class raw_hash_set {
|
|
1614
2129
|
|
1615
2130
|
bool has_element(const value_type& elem) const {
|
1616
2131
|
size_t hash = PolicyTraits::apply(HashElement{hash_ref()}, elem);
|
1617
|
-
auto seq = probe(hash);
|
2132
|
+
auto seq = probe(ctrl_, hash, capacity_);
|
1618
2133
|
while (true) {
|
1619
2134
|
Group g{ctrl_ + seq.offset()};
|
1620
|
-
for (
|
2135
|
+
for (uint32_t i : g.Match(H2(hash))) {
|
1621
2136
|
if (ABSL_PREDICT_TRUE(PolicyTraits::element(slots_ + seq.offset(i)) ==
|
1622
2137
|
elem))
|
1623
2138
|
return true;
|
1624
2139
|
}
|
1625
|
-
if (ABSL_PREDICT_TRUE(g.
|
2140
|
+
if (ABSL_PREDICT_TRUE(g.MaskEmpty())) return false;
|
1626
2141
|
seq.next();
|
1627
|
-
assert(seq.index()
|
2142
|
+
assert(seq.index() <= capacity_ && "full table!");
|
1628
2143
|
}
|
1629
2144
|
return false;
|
1630
2145
|
}
|
1631
2146
|
|
1632
|
-
// Probes the raw_hash_set with the probe sequence for hash and returns the
|
1633
|
-
// pointer to the first empty or deleted slot.
|
1634
|
-
// NOTE: this function must work with tables having both kEmpty and kDelete
|
1635
|
-
// in one group. Such tables appears during drop_deletes_without_resize.
|
1636
|
-
//
|
1637
|
-
// This function is very useful when insertions happen and:
|
1638
|
-
// - the input is already a set
|
1639
|
-
// - there are enough slots
|
1640
|
-
// - the element with the hash is not in the table
|
1641
|
-
struct FindInfo {
|
1642
|
-
size_t offset;
|
1643
|
-
size_t probe_length;
|
1644
|
-
};
|
1645
|
-
FindInfo find_first_non_full(size_t hash) {
|
1646
|
-
auto seq = probe(hash);
|
1647
|
-
while (true) {
|
1648
|
-
Group g{ctrl_ + seq.offset()};
|
1649
|
-
auto mask = g.MatchEmptyOrDeleted();
|
1650
|
-
if (mask) {
|
1651
|
-
#if !defined(NDEBUG)
|
1652
|
-
// We want to add entropy even when ASLR is not enabled.
|
1653
|
-
// In debug build we will randomly insert in either the front or back of
|
1654
|
-
// the group.
|
1655
|
-
// TODO(kfm,sbenza): revisit after we do unconditional mixing
|
1656
|
-
if (!is_small() && ShouldInsertBackwards(hash, ctrl_)) {
|
1657
|
-
return {seq.offset(mask.HighestBitSet()), seq.index()};
|
1658
|
-
}
|
1659
|
-
#endif
|
1660
|
-
return {seq.offset(mask.LowestBitSet()), seq.index()};
|
1661
|
-
}
|
1662
|
-
assert(seq.index() < capacity_ && "full table!");
|
1663
|
-
seq.next();
|
1664
|
-
}
|
1665
|
-
}
|
1666
|
-
|
1667
2147
|
// TODO(alkis): Optimize this assuming *this and that don't overlap.
|
1668
2148
|
raw_hash_set& move_assign(raw_hash_set&& that, std::true_type) {
|
1669
2149
|
raw_hash_set tmp(std::move(that));
|
@@ -1677,35 +2157,45 @@ class raw_hash_set {
|
|
1677
2157
|
}
|
1678
2158
|
|
1679
2159
|
protected:
|
2160
|
+
// Attempts to find `key` in the table; if it isn't found, returns a slot that
|
2161
|
+
// the value can be inserted into, with the control byte already set to
|
2162
|
+
// `key`'s H2.
|
1680
2163
|
template <class K>
|
1681
2164
|
std::pair<size_t, bool> find_or_prepare_insert(const K& key) {
|
2165
|
+
prefetch_heap_block();
|
1682
2166
|
auto hash = hash_ref()(key);
|
1683
|
-
auto seq = probe(hash);
|
2167
|
+
auto seq = probe(ctrl_, hash, capacity_);
|
1684
2168
|
while (true) {
|
1685
2169
|
Group g{ctrl_ + seq.offset()};
|
1686
|
-
for (
|
2170
|
+
for (uint32_t i : g.Match(H2(hash))) {
|
1687
2171
|
if (ABSL_PREDICT_TRUE(PolicyTraits::apply(
|
1688
2172
|
EqualElement<K>{key, eq_ref()},
|
1689
2173
|
PolicyTraits::element(slots_ + seq.offset(i)))))
|
1690
2174
|
return {seq.offset(i), false};
|
1691
2175
|
}
|
1692
|
-
if (ABSL_PREDICT_TRUE(g.
|
2176
|
+
if (ABSL_PREDICT_TRUE(g.MaskEmpty())) break;
|
1693
2177
|
seq.next();
|
2178
|
+
assert(seq.index() <= capacity_ && "full table!");
|
1694
2179
|
}
|
1695
2180
|
return {prepare_insert(hash), true};
|
1696
2181
|
}
|
1697
2182
|
|
2183
|
+
// Given the hash of a value not currently in the table, finds the next
|
2184
|
+
// viable slot index to insert it at.
|
2185
|
+
//
|
2186
|
+
// REQUIRES: At least one non-full slot available.
|
1698
2187
|
size_t prepare_insert(size_t hash) ABSL_ATTRIBUTE_NOINLINE {
|
1699
|
-
auto target = find_first_non_full(hash);
|
2188
|
+
auto target = find_first_non_full(ctrl_, hash, capacity_);
|
1700
2189
|
if (ABSL_PREDICT_FALSE(growth_left() == 0 &&
|
1701
2190
|
!IsDeleted(ctrl_[target.offset]))) {
|
1702
2191
|
rehash_and_grow_if_necessary();
|
1703
|
-
target = find_first_non_full(hash);
|
2192
|
+
target = find_first_non_full(ctrl_, hash, capacity_);
|
1704
2193
|
}
|
1705
2194
|
++size_;
|
1706
2195
|
growth_left() -= IsEmpty(ctrl_[target.offset]);
|
1707
|
-
|
1708
|
-
|
2196
|
+
SetCtrl(target.offset, H2(hash), capacity_, ctrl_, slots_,
|
2197
|
+
sizeof(slot_type));
|
2198
|
+
infoz().RecordInsert(hash, target.probe_length);
|
1709
2199
|
return target.offset;
|
1710
2200
|
}
|
1711
2201
|
|
@@ -1733,86 +2223,78 @@ class raw_hash_set {
|
|
1733
2223
|
private:
|
1734
2224
|
friend struct RawHashSetTestOnlyAccess;
|
1735
2225
|
|
1736
|
-
probe_seq<Group::kWidth> probe(size_t hash) const {
|
1737
|
-
return probe_seq<Group::kWidth>(H1(hash, ctrl_), capacity_);
|
1738
|
-
}
|
1739
|
-
|
1740
|
-
// Reset all ctrl bytes back to kEmpty, except the sentinel.
|
1741
|
-
void reset_ctrl() {
|
1742
|
-
std::memset(ctrl_, kEmpty, capacity_ + Group::kWidth);
|
1743
|
-
ctrl_[capacity_] = kSentinel;
|
1744
|
-
SanitizerPoisonMemoryRegion(slots_, sizeof(slot_type) * capacity_);
|
1745
|
-
}
|
1746
|
-
|
1747
2226
|
void reset_growth_left() {
|
1748
2227
|
growth_left() = CapacityToGrowth(capacity()) - size_;
|
1749
2228
|
}
|
1750
2229
|
|
1751
|
-
//
|
1752
|
-
//
|
1753
|
-
|
1754
|
-
|
1755
|
-
|
1756
|
-
|
1757
|
-
|
1758
|
-
|
1759
|
-
|
1760
|
-
|
2230
|
+
// The number of slots we can still fill without needing to rehash.
|
2231
|
+
//
|
2232
|
+
// This is stored separately due to tombstones: we do not include tombstones
|
2233
|
+
// in the growth capacity, because we'd like to rehash when the table is
|
2234
|
+
// otherwise filled with tombstones: otherwise, probe sequences might get
|
2235
|
+
// unacceptably long without triggering a rehash. Callers can also force a
|
2236
|
+
// rehash via the standard `rehash(0)`, which will recompute this value as a
|
2237
|
+
// side-effect.
|
2238
|
+
//
|
2239
|
+
// See `CapacityToGrowth()`.
|
2240
|
+
size_t& growth_left() { return settings_.template get<0>(); }
|
1761
2241
|
|
1762
|
-
|
1763
|
-
|
1764
|
-
|
2242
|
+
// Prefetch the heap-allocated memory region to resolve potential TLB misses.
|
2243
|
+
// This is intended to overlap with execution of calculating the hash for a
|
2244
|
+
// key.
|
2245
|
+
void prefetch_heap_block() const {
|
2246
|
+
base_internal::PrefetchT2(ctrl_);
|
1765
2247
|
}
|
1766
2248
|
|
1767
|
-
|
2249
|
+
HashtablezInfoHandle& infoz() { return settings_.template get<1>(); }
|
1768
2250
|
|
1769
|
-
|
1770
|
-
|
1771
|
-
|
1772
|
-
|
1773
|
-
|
1774
|
-
// - In small mode we are able to use the whole capacity. The extra control
|
1775
|
-
// bytes give us at least one "empty" control byte to stop the iteration.
|
1776
|
-
// This is important to make 1 a valid capacity.
|
1777
|
-
//
|
1778
|
-
// - In small mode only the first `capacity()` control bytes after the
|
1779
|
-
// sentinel are valid. The rest contain dummy kEmpty values that do not
|
1780
|
-
// represent a real slot. This is important to take into account on
|
1781
|
-
// find_first_non_full(), where we never try ShouldInsertBackwards() for
|
1782
|
-
// small tables.
|
1783
|
-
bool is_small() const { return capacity_ < Group::kWidth - 1; }
|
1784
|
-
|
1785
|
-
hasher& hash_ref() { return settings_.template get<1>(); }
|
1786
|
-
const hasher& hash_ref() const { return settings_.template get<1>(); }
|
1787
|
-
key_equal& eq_ref() { return settings_.template get<2>(); }
|
1788
|
-
const key_equal& eq_ref() const { return settings_.template get<2>(); }
|
1789
|
-
allocator_type& alloc_ref() { return settings_.template get<3>(); }
|
2251
|
+
hasher& hash_ref() { return settings_.template get<2>(); }
|
2252
|
+
const hasher& hash_ref() const { return settings_.template get<2>(); }
|
2253
|
+
key_equal& eq_ref() { return settings_.template get<3>(); }
|
2254
|
+
const key_equal& eq_ref() const { return settings_.template get<3>(); }
|
2255
|
+
allocator_type& alloc_ref() { return settings_.template get<4>(); }
|
1790
2256
|
const allocator_type& alloc_ref() const {
|
1791
|
-
return settings_.template get<
|
2257
|
+
return settings_.template get<4>();
|
1792
2258
|
}
|
1793
2259
|
|
1794
2260
|
// TODO(alkis): Investigate removing some of these fields:
|
1795
2261
|
// - ctrl/slots can be derived from each other
|
1796
2262
|
// - size can be moved into the slot array
|
1797
|
-
|
1798
|
-
|
1799
|
-
|
1800
|
-
|
1801
|
-
|
1802
|
-
|
2263
|
+
|
2264
|
+
// The control bytes (and, also, a pointer to the base of the backing array).
|
2265
|
+
//
|
2266
|
+
// This contains `capacity_ + 1 + NumClonedBytes()` entries, even
|
2267
|
+
// when the table is empty (hence EmptyGroup).
|
2268
|
+
ctrl_t* ctrl_ = EmptyGroup();
|
2269
|
+
// The beginning of the slots, located at `SlotOffset()` bytes after
|
2270
|
+
// `ctrl_`. May be null for empty tables.
|
2271
|
+
slot_type* slots_ = nullptr;
|
2272
|
+
|
2273
|
+
// The number of filled slots.
|
2274
|
+
size_t size_ = 0;
|
2275
|
+
|
2276
|
+
// The total number of available slots.
|
2277
|
+
size_t capacity_ = 0;
|
2278
|
+
absl::container_internal::CompressedTuple<size_t /* growth_left */,
|
2279
|
+
HashtablezInfoHandle, hasher,
|
1803
2280
|
key_equal, allocator_type>
|
1804
|
-
settings_{
|
2281
|
+
settings_{0u, HashtablezInfoHandle{}, hasher{}, key_equal{},
|
2282
|
+
allocator_type{}};
|
1805
2283
|
};
|
1806
2284
|
|
1807
2285
|
// Erases all elements that satisfy the predicate `pred` from the container `c`.
|
1808
2286
|
template <typename P, typename H, typename E, typename A, typename Predicate>
|
1809
|
-
|
2287
|
+
typename raw_hash_set<P, H, E, A>::size_type EraseIf(
|
2288
|
+
Predicate& pred, raw_hash_set<P, H, E, A>* c) {
|
2289
|
+
const auto initial_size = c->size();
|
1810
2290
|
for (auto it = c->begin(), last = c->end(); it != last;) {
|
1811
|
-
|
1812
|
-
|
1813
|
-
|
2291
|
+
if (pred(*it)) {
|
2292
|
+
c->erase(it++);
|
2293
|
+
} else {
|
2294
|
+
++it;
|
1814
2295
|
}
|
1815
2296
|
}
|
2297
|
+
return initial_size - c->size();
|
1816
2298
|
}
|
1817
2299
|
|
1818
2300
|
namespace hashtable_debug_internal {
|
@@ -1825,10 +2307,10 @@ struct HashtableDebugAccess<Set, absl::void_t<typename Set::raw_hash_set>> {
|
|
1825
2307
|
const typename Set::key_type& key) {
|
1826
2308
|
size_t num_probes = 0;
|
1827
2309
|
size_t hash = set.hash_ref()(key);
|
1828
|
-
auto seq = set.
|
2310
|
+
auto seq = probe(set.ctrl_, hash, set.capacity_);
|
1829
2311
|
while (true) {
|
1830
2312
|
container_internal::Group g{set.ctrl_ + seq.offset()};
|
1831
|
-
for (
|
2313
|
+
for (uint32_t i : g.Match(container_internal::H2(hash))) {
|
1832
2314
|
if (Traits::apply(
|
1833
2315
|
typename Set::template EqualElement<typename Set::key_type>{
|
1834
2316
|
key, set.eq_ref()},
|
@@ -1836,7 +2318,7 @@ struct HashtableDebugAccess<Set, absl::void_t<typename Set::raw_hash_set>> {
|
|
1836
2318
|
return num_probes;
|
1837
2319
|
++num_probes;
|
1838
2320
|
}
|
1839
|
-
if (g.
|
2321
|
+
if (g.MaskEmpty()) return num_probes;
|
1840
2322
|
seq.next();
|
1841
2323
|
++num_probes;
|
1842
2324
|
}
|
@@ -1845,8 +2327,7 @@ struct HashtableDebugAccess<Set, absl::void_t<typename Set::raw_hash_set>> {
|
|
1845
2327
|
static size_t AllocatedByteSize(const Set& c) {
|
1846
2328
|
size_t capacity = c.capacity_;
|
1847
2329
|
if (capacity == 0) return 0;
|
1848
|
-
|
1849
|
-
size_t m = layout.AllocSize();
|
2330
|
+
size_t m = AllocSize(capacity, sizeof(Slot), alignof(Slot));
|
1850
2331
|
|
1851
2332
|
size_t per_slot = Traits::space_used(static_cast<const Slot*>(nullptr));
|
1852
2333
|
if (per_slot != ~size_t{}) {
|
@@ -1864,8 +2345,8 @@ struct HashtableDebugAccess<Set, absl::void_t<typename Set::raw_hash_set>> {
|
|
1864
2345
|
static size_t LowerBoundAllocatedByteSize(size_t size) {
|
1865
2346
|
size_t capacity = GrowthToLowerboundCapacity(size);
|
1866
2347
|
if (capacity == 0) return 0;
|
1867
|
-
|
1868
|
-
|
2348
|
+
size_t m =
|
2349
|
+
AllocSize(NormalizeCapacity(capacity), sizeof(Slot), alignof(Slot));
|
1869
2350
|
size_t per_slot = Traits::space_used(static_cast<const Slot*>(nullptr));
|
1870
2351
|
if (per_slot != ~size_t{}) {
|
1871
2352
|
m += per_slot * size;
|
@@ -1879,4 +2360,6 @@ struct HashtableDebugAccess<Set, absl::void_t<typename Set::raw_hash_set>> {
|
|
1879
2360
|
ABSL_NAMESPACE_END
|
1880
2361
|
} // namespace absl
|
1881
2362
|
|
2363
|
+
#undef ABSL_INTERNAL_ASSERT_IS_FULL
|
2364
|
+
|
1882
2365
|
#endif // ABSL_CONTAINER_INTERNAL_RAW_HASH_SET_H_
|