grpc 1.34.0 → 1.42.0
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of grpc might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/Makefile +978 -2868
- data/etc/roots.pem +592 -899
- data/include/grpc/byte_buffer.h +1 -1
- data/include/grpc/byte_buffer_reader.h +1 -1
- data/include/grpc/compression.h +1 -1
- data/include/grpc/event_engine/README.md +38 -0
- data/include/grpc/event_engine/endpoint_config.h +43 -0
- data/include/grpc/event_engine/event_engine.h +375 -0
- data/include/grpc/event_engine/internal/memory_allocator_impl.h +98 -0
- data/include/grpc/event_engine/memory_allocator.h +210 -0
- data/include/grpc/event_engine/port.h +39 -0
- data/include/grpc/fork.h +1 -1
- data/include/grpc/grpc.h +49 -4
- data/include/grpc/grpc_posix.h +5 -2
- data/include/grpc/grpc_security.h +127 -14
- data/include/grpc/grpc_security_constants.h +16 -0
- data/include/grpc/impl/codegen/atm.h +5 -3
- data/include/grpc/impl/codegen/atm_gcc_atomic.h +2 -0
- data/include/grpc/impl/codegen/atm_gcc_sync.h +2 -0
- data/include/grpc/impl/codegen/atm_windows.h +6 -0
- data/include/grpc/impl/codegen/byte_buffer.h +3 -1
- data/include/grpc/impl/codegen/byte_buffer_reader.h +2 -0
- data/include/grpc/impl/codegen/compression_types.h +2 -0
- data/include/grpc/impl/codegen/connectivity_state.h +2 -0
- data/include/grpc/impl/codegen/fork.h +2 -0
- data/include/grpc/impl/codegen/gpr_slice.h +2 -0
- data/include/grpc/impl/codegen/gpr_types.h +2 -0
- data/include/grpc/impl/codegen/grpc_types.h +49 -25
- data/include/grpc/impl/codegen/log.h +2 -2
- data/include/grpc/impl/codegen/port_platform.h +81 -22
- data/include/grpc/impl/codegen/propagation_bits.h +2 -0
- data/include/grpc/impl/codegen/slice.h +2 -0
- data/include/grpc/impl/codegen/status.h +2 -0
- data/include/grpc/impl/codegen/sync.h +8 -5
- data/include/grpc/impl/codegen/sync_abseil.h +2 -0
- data/include/grpc/impl/codegen/sync_custom.h +2 -0
- data/include/grpc/impl/codegen/sync_generic.h +3 -0
- data/include/grpc/impl/codegen/sync_posix.h +4 -2
- data/include/grpc/impl/codegen/sync_windows.h +6 -0
- data/include/grpc/module.modulemap +14 -14
- data/include/grpc/slice.h +1 -1
- data/include/grpc/slice_buffer.h +3 -3
- data/include/grpc/status.h +1 -1
- data/include/grpc/support/atm.h +1 -1
- data/include/grpc/support/atm_gcc_atomic.h +1 -1
- data/include/grpc/support/atm_gcc_sync.h +1 -1
- data/include/grpc/support/atm_windows.h +1 -1
- data/include/grpc/support/log.h +1 -1
- data/include/grpc/support/port_platform.h +1 -1
- data/include/grpc/support/sync.h +4 -4
- data/include/grpc/support/sync_abseil.h +1 -1
- data/include/grpc/support/sync_custom.h +1 -1
- data/include/grpc/support/sync_generic.h +1 -1
- data/include/grpc/support/sync_posix.h +1 -1
- data/include/grpc/support/sync_windows.h +1 -1
- data/include/grpc/support/time.h +9 -9
- data/src/core/ext/filters/census/grpc_context.cc +1 -0
- data/src/core/ext/filters/client_channel/backend_metric.cc +20 -24
- data/src/core/ext/filters/client_channel/backup_poller.cc +5 -4
- data/src/core/ext/filters/client_channel/backup_poller.h +1 -0
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +158 -202
- data/src/core/ext/filters/client_channel/client_channel.cc +2009 -3145
- data/src/core/ext/filters/client_channel/client_channel.h +559 -60
- data/src/core/ext/filters/client_channel/client_channel_channelz.cc +6 -5
- data/src/core/ext/filters/client_channel/client_channel_channelz.h +2 -2
- data/src/core/ext/filters/client_channel/client_channel_factory.cc +2 -1
- data/src/core/ext/filters/client_channel/client_channel_factory.h +18 -19
- data/src/core/ext/filters/client_channel/client_channel_plugin.cc +18 -14
- data/src/core/ext/filters/client_channel/config_selector.cc +2 -1
- data/src/core/ext/filters/client_channel/config_selector.h +33 -9
- data/src/core/ext/filters/client_channel/connector.h +19 -19
- data/src/core/ext/filters/client_channel/dynamic_filters.cc +190 -0
- data/src/core/ext/filters/client_channel/dynamic_filters.h +99 -0
- data/src/core/ext/filters/client_channel/global_subchannel_pool.cc +24 -142
- data/src/core/ext/filters/client_channel/global_subchannel_pool.h +15 -11
- data/src/core/ext/filters/client_channel/health/health_check_client.cc +53 -50
- data/src/core/ext/filters/client_channel/health/health_check_client.h +35 -33
- data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +37 -34
- data/src/core/ext/filters/client_channel/http_connect_handshaker.h +10 -2
- data/src/core/ext/filters/client_channel/http_proxy.cc +36 -20
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +6 -2
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +12 -21
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +246 -166
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +4 -0
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel.h +1 -2
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel_secure.cc +3 -5
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +2 -2
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +4 -3
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +5 -6
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +37 -30
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +53 -55
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +757 -0
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +37 -0
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +2502 -0
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +16 -18
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +24 -27
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +385 -135
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +0 -8
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +29 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +57 -71
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +43 -64
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +1362 -0
- data/src/core/ext/filters/client_channel/lb_policy.cc +6 -17
- data/src/core/ext/filters/client_channel/lb_policy.h +93 -93
- data/src/core/ext/filters/client_channel/lb_policy_factory.h +2 -1
- data/src/core/ext/filters/client_channel/lb_policy_registry.cc +8 -11
- data/src/core/ext/filters/client_channel/lb_policy_registry.h +1 -1
- data/src/core/ext/filters/client_channel/local_subchannel_pool.cc +27 -67
- data/src/core/ext/filters/client_channel/local_subchannel_pool.h +10 -9
- data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +139 -0
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +76 -88
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +3 -33
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_event_engine.cc +31 -0
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +10 -9
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +26 -23
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +473 -74
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +27 -2
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_event_engine.cc +28 -0
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +1 -1
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +45 -35
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +43 -46
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +7 -5
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +384 -0
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +22 -35
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +466 -254
- data/src/core/ext/filters/client_channel/resolver.cc +5 -5
- data/src/core/ext/filters/client_channel/resolver.h +4 -15
- data/src/core/ext/filters/client_channel/resolver_factory.h +8 -6
- data/src/core/ext/filters/client_channel/resolver_registry.cc +43 -44
- data/src/core/ext/filters/client_channel/resolver_registry.h +2 -2
- data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +42 -252
- data/src/core/ext/filters/client_channel/resolver_result_parsing.h +25 -54
- data/src/core/ext/filters/client_channel/retry_filter.cc +2573 -0
- data/src/core/ext/filters/{workarounds/workaround_cronet_compression_filter.h → client_channel/retry_filter.h} +9 -6
- data/src/core/ext/filters/client_channel/retry_service_config.cc +316 -0
- data/src/core/ext/filters/client_channel/retry_service_config.h +96 -0
- data/src/core/ext/filters/client_channel/retry_throttle.cc +20 -49
- data/src/core/ext/filters/client_channel/retry_throttle.h +3 -1
- data/src/core/ext/filters/client_channel/server_address.cc +10 -1
- data/src/core/ext/filters/client_channel/server_address.h +31 -0
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +54 -40
- data/src/core/ext/filters/client_channel/subchannel.cc +179 -329
- data/src/core/ext/filters/client_channel/subchannel.h +101 -158
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +38 -9
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +21 -10
- data/src/core/ext/filters/client_idle/client_idle_filter.cc +47 -223
- data/src/core/ext/filters/client_idle/idle_filter_state.cc +96 -0
- data/src/core/ext/filters/client_idle/idle_filter_state.h +66 -0
- data/src/core/ext/filters/deadline/deadline_filter.cc +33 -34
- data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +503 -0
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +39 -0
- data/src/core/ext/filters/fault_injection/service_config_parser.cc +181 -0
- data/src/core/ext/filters/fault_injection/service_config_parser.h +85 -0
- data/src/core/ext/filters/http/client/http_client_filter.cc +77 -69
- data/src/core/ext/filters/http/client_authority_filter.cc +19 -19
- data/src/core/ext/filters/http/http_filters_plugin.cc +53 -68
- data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +42 -35
- data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +29 -30
- data/src/core/ext/filters/http/server/http_server_filter.cc +104 -95
- data/src/core/ext/filters/max_age/max_age_filter.cc +71 -68
- data/src/core/ext/filters/message_size/message_size_filter.cc +43 -41
- data/src/core/ext/filters/message_size/message_size_filter.h +2 -2
- data/src/core/ext/{filters/client_channel → service_config}/service_config.cc +17 -16
- data/src/core/ext/{filters/client_channel → service_config}/service_config.h +11 -10
- data/src/core/ext/{filters/client_channel → service_config}/service_config_call_data.h +23 -19
- data/src/core/ext/{filters/client_channel → service_config}/service_config_parser.cc +9 -9
- data/src/core/ext/{filters/client_channel → service_config}/service_config_parser.h +15 -10
- data/src/core/ext/transport/chttp2/alpn/alpn.cc +2 -1
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +37 -23
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +9 -7
- data/src/core/ext/transport/chttp2/client/insecure/channel_create.cc +42 -35
- data/src/core/ext/transport/chttp2/client/insecure/channel_create_posix.cc +32 -16
- data/src/core/ext/transport/chttp2/client/secure/secure_channel_create.cc +51 -62
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +664 -236
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +11 -2
- data/src/core/ext/transport/chttp2/server/insecure/server_chttp2.cc +13 -5
- data/src/core/ext/transport/chttp2/server/insecure/server_chttp2_posix.cc +25 -11
- data/src/core/ext/transport/chttp2/server/secure/server_secure_chttp2.cc +61 -22
- data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +4 -2
- data/src/core/ext/transport/chttp2/transport/bin_decoder.h +2 -1
- data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +1 -0
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +264 -223
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +16 -2
- data/src/core/ext/transport/chttp2/transport/context_list.cc +4 -5
- data/src/core/ext/transport/chttp2/transport/context_list.h +5 -6
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +59 -40
- data/src/core/ext/transport/chttp2/transport/flow_control.h +23 -17
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +28 -24
- data/src/core/ext/transport/chttp2/transport/frame_data.h +11 -10
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +21 -20
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +7 -6
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +13 -13
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +8 -6
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +12 -15
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +7 -6
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +49 -17
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +9 -7
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +22 -19
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +5 -6
- data/src/core/ext/transport/chttp2/transport/hpack_constants.h +41 -0
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +311 -665
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +240 -70
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_index.h +107 -0
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +86 -0
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +69 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +865 -1172
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +100 -81
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +146 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +137 -0
- data/src/core/ext/transport/chttp2/transport/hpack_utils.cc +46 -0
- data/src/core/{lib/transport/authority_override.h → ext/transport/chttp2/transport/hpack_utils.h} +8 -12
- data/src/core/ext/transport/chttp2/transport/internal.h +40 -33
- data/src/core/ext/transport/chttp2/transport/parsing.cc +156 -286
- data/src/core/ext/transport/chttp2/transport/popularity_count.h +60 -0
- data/src/core/ext/transport/chttp2/transport/stream_lists.cc +2 -2
- data/src/core/ext/transport/chttp2/transport/varint.cc +13 -7
- data/src/core/ext/transport/chttp2/transport/varint.h +39 -28
- data/src/core/ext/transport/chttp2/transport/writing.cc +69 -54
- data/src/core/ext/transport/inproc/inproc_transport.cc +204 -160
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +406 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +1591 -0
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +2 -1
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +48 -49
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +245 -56
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +371 -0
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +1554 -0
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +16 -16
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +66 -21
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +178 -142
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +795 -314
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +4 -4
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +21 -7
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +25 -24
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +70 -23
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +29 -29
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +138 -47
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +5 -5
- data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +23 -8
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +147 -75
- data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +522 -96
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +27 -27
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +116 -49
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +9 -9
- data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +42 -14
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +63 -63
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +228 -63
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +57 -56
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +244 -98
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +5 -5
- data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +25 -11
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +125 -57
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +533 -89
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +3 -4
- data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +133 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +8 -8
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +17 -4
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +15 -8
- data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +56 -9
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +35 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +96 -0
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +16 -17
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +81 -40
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +56 -22
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +223 -34
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +32 -32
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +137 -72
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +19 -5
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +48 -38
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +276 -103
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +51 -45
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +203 -62
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +48 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +177 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +10 -9
- data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +55 -22
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +144 -0
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +536 -0
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +153 -0
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +550 -0
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +51 -44
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +165 -43
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +35 -16
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +148 -40
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +339 -279
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +1466 -543
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +10 -10
- data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +48 -10
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +6 -7
- data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +32 -6
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +29 -0
- data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +73 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +79 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +298 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +79 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +303 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +42 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +123 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +151 -112
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +693 -244
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +1 -2
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +2 -1
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +52 -32
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +231 -59
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +15 -18
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +51 -28
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +45 -44
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +178 -74
- data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +58 -51
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +221 -135
- data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.c +2 -5
- data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.c +2 -5
- data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +9 -10
- data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +46 -19
- data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.c +2 -4
- data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.c +2 -2
- data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +121 -0
- data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +468 -0
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +60 -0
- data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +205 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +9 -8
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +44 -14
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +36 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +96 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +4 -4
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +3 -3
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +15 -2
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +10 -9
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +51 -12
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +10 -11
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +31 -6
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +46 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +136 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +11 -11
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +41 -4
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +15 -15
- data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +96 -11
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +19 -19
- data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +77 -14
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +1 -1
- data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +2 -1
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +6 -6
- data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +30 -5
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +10 -10
- data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +41 -4
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +5 -5
- data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +15 -2
- data/src/core/ext/upb-generated/google/api/annotations.upb.c +1 -1
- data/src/core/ext/upb-generated/google/api/annotations.upb.h +2 -1
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +62 -62
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +227 -84
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +86 -69
- data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +256 -72
- data/src/core/ext/upb-generated/google/api/http.upb.c +18 -18
- data/src/core/ext/upb-generated/google/api/http.upb.h +47 -10
- data/src/core/ext/upb-generated/google/protobuf/any.upb.c +4 -4
- data/src/core/ext/upb-generated/google/protobuf/any.upb.h +15 -2
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +154 -154
- data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +645 -320
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +4 -4
- data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +15 -2
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +2 -2
- data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +15 -2
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +15 -15
- data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +44 -7
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +4 -4
- data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +15 -2
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +19 -19
- data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +119 -10
- data/src/core/ext/upb-generated/google/rpc/status.upb.c +5 -5
- data/src/core/ext/upb-generated/google/rpc/status.upb.h +18 -5
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +12 -12
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +19 -5
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +63 -63
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +220 -87
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +8 -8
- data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +36 -9
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +5 -5
- data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +28 -3
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +31 -31
- data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +146 -35
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +55 -0
- data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +154 -0
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +8 -8
- data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +41 -4
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +4 -6
- data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +15 -2
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +1 -1
- data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +2 -1
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +4 -4
- data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +17 -4
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +3 -3
- data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +15 -2
- data/src/core/ext/upb-generated/validate/validate.upb.c +243 -227
- data/src/core/ext/upb-generated/validate/validate.upb.h +626 -253
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +58 -0
- data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +182 -0
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +28 -0
- data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +66 -0
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +52 -0
- data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +155 -0
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +42 -0
- data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +90 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +36 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +100 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +54 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +178 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +36 -0
- data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +91 -0
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +58 -0
- data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +130 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +33 -0
- data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +83 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +354 -0
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +140 -0
- data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +15 -7
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +168 -170
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +424 -0
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +120 -0
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +467 -429
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +12 -2
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +12 -9
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +156 -109
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +25 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +89 -88
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +156 -153
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +240 -168
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +20 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +4 -7
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +59 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +37 -20
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +52 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +56 -59
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +90 -63
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +10 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +137 -122
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +136 -120
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +90 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +31 -26
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +141 -0
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +70 -0
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +152 -0
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +75 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +69 -51
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +748 -681
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +15 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +22 -25
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +102 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +123 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +45 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +79 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +435 -379
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +10 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +12 -16
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +121 -91
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +45 -53
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +182 -180
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +92 -102
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/service/endpoint/v3/eds.upbdefs.c +32 -42
- data/src/core/ext/upbdefs-generated/envoy/service/listener/v3/lds.upbdefs.c +30 -40
- data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +4 -7
- data/src/core/ext/upbdefs-generated/envoy/service/route/v3/rds.upbdefs.c +38 -44
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +163 -0
- data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +55 -0
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +64 -0
- data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +14 -13
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +56 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +35 -32
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +30 -33
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +63 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +8 -7
- data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +100 -100
- data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +9 -8
- data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +8 -8
- data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +8 -8
- data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +9 -8
- data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +8 -8
- data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +4 -4
- data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +5 -4
- data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +19 -23
- data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +4 -3
- data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +5 -3
- data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +5 -4
- data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +182 -157
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +75 -0
- data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +50 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +43 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +63 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +46 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +50 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +68 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +51 -0
- data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +45 -0
- data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +35 -0
- data/src/core/ext/xds/certificate_provider_factory.h +1 -1
- data/src/core/ext/xds/certificate_provider_registry.cc +2 -2
- data/src/core/ext/xds/certificate_provider_store.cc +10 -7
- data/src/core/ext/xds/certificate_provider_store.h +15 -10
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +28 -3
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +3 -6
- data/src/core/ext/xds/xds_api.cc +2654 -808
- data/src/core/ext/xds/xds_api.h +460 -154
- data/src/core/ext/xds/xds_bootstrap.cc +139 -188
- data/src/core/ext/xds/xds_bootstrap.h +34 -18
- data/src/core/ext/xds/xds_certificate_provider.cc +237 -72
- data/src/core/ext/xds/xds_certificate_provider.h +104 -27
- data/src/core/ext/xds/xds_channel_args.h +5 -2
- data/src/core/ext/xds/xds_channel_stack_modifier.cc +113 -0
- data/src/core/ext/xds/xds_channel_stack_modifier.h +52 -0
- data/src/core/ext/xds/xds_client.cc +985 -429
- data/src/core/ext/xds/xds_client.h +100 -51
- data/src/core/ext/xds/xds_client_stats.cc +18 -16
- data/src/core/ext/xds/xds_client_stats.h +12 -11
- data/src/core/ext/xds/xds_http_fault_filter.cc +227 -0
- data/src/core/ext/xds/xds_http_fault_filter.h +64 -0
- data/src/core/ext/xds/xds_http_filters.cc +116 -0
- data/src/core/ext/xds/xds_http_filters.h +133 -0
- data/src/core/ext/xds/xds_server_config_fetcher.cc +544 -0
- data/src/core/lib/{iomgr → address_utils}/parse_address.cc +72 -68
- data/src/core/lib/{iomgr → address_utils}/parse_address.h +20 -16
- data/src/core/lib/{iomgr → address_utils}/sockaddr_utils.cc +131 -15
- data/src/core/lib/{iomgr → address_utils}/sockaddr_utils.h +37 -7
- data/src/core/lib/avl/avl.cc +5 -5
- data/src/core/lib/backoff/backoff.cc +1 -1
- data/src/core/lib/channel/call_tracer.h +85 -0
- data/src/core/lib/channel/channel_args.cc +34 -15
- data/src/core/lib/channel/channel_args.h +9 -0
- data/src/core/lib/channel/channel_stack.cc +27 -12
- data/src/core/lib/channel/channel_stack.h +18 -10
- data/src/core/lib/channel/channel_stack_builder.cc +6 -16
- data/src/core/lib/channel/channel_stack_builder.h +1 -9
- data/src/core/lib/channel/channel_trace.cc +5 -4
- data/src/core/lib/channel/channel_trace.h +3 -2
- data/src/core/lib/channel/channelz.cc +162 -63
- data/src/core/lib/channel/channelz.h +62 -31
- data/src/core/lib/channel/channelz_registry.cc +22 -7
- data/src/core/lib/channel/channelz_registry.h +1 -2
- data/src/core/lib/channel/connected_channel.cc +6 -7
- data/src/core/lib/channel/connected_channel.h +1 -2
- data/src/core/lib/channel/context.h +3 -0
- data/src/core/lib/channel/handshaker.cc +13 -53
- data/src/core/lib/channel/handshaker.h +7 -25
- data/src/core/lib/channel/handshaker_factory.h +10 -2
- data/src/core/lib/channel/handshaker_registry.cc +15 -70
- data/src/core/lib/channel/handshaker_registry.h +29 -12
- data/src/core/lib/channel/status_util.cc +12 -2
- data/src/core/lib/channel/status_util.h +11 -2
- data/src/core/lib/compression/algorithm_metadata.h +1 -0
- data/src/core/lib/compression/compression.cc +2 -2
- data/src/core/lib/compression/compression_args.cc +11 -7
- data/src/core/lib/compression/compression_internal.cc +4 -6
- data/src/core/lib/compression/compression_internal.h +1 -1
- data/src/core/lib/compression/message_compress.cc +2 -2
- data/src/core/lib/compression/stream_compression.cc +2 -1
- data/src/core/lib/compression/stream_compression.h +3 -2
- data/src/core/lib/compression/stream_compression_gzip.cc +2 -1
- data/src/core/lib/compression/stream_compression_gzip.h +1 -1
- data/src/core/lib/compression/stream_compression_identity.cc +2 -1
- data/src/core/lib/compression/stream_compression_identity.h +1 -1
- data/src/core/lib/config/core_configuration.cc +96 -0
- data/src/core/lib/config/core_configuration.h +146 -0
- data/src/core/lib/debug/stats.cc +1 -1
- data/src/core/lib/debug/stats.h +4 -3
- data/src/core/lib/debug/stats_data.cc +15 -14
- data/src/core/lib/debug/stats_data.h +14 -13
- data/src/core/lib/debug/trace.cc +1 -0
- data/src/core/lib/debug/trace.h +2 -1
- data/src/core/lib/event_engine/endpoint_config.cc +45 -0
- data/src/core/lib/event_engine/endpoint_config_internal.h +42 -0
- data/src/core/lib/event_engine/event_engine.cc +50 -0
- data/src/core/lib/event_engine/sockaddr.cc +40 -0
- data/src/core/lib/event_engine/sockaddr.h +44 -0
- data/src/core/lib/gpr/alloc.cc +7 -5
- data/src/core/lib/gpr/atm.cc +1 -1
- data/src/core/lib/gpr/cpu_posix.cc +1 -1
- data/src/core/lib/gpr/env_linux.cc +1 -2
- data/src/core/lib/gpr/env_posix.cc +2 -3
- data/src/core/lib/gpr/log.cc +61 -19
- data/src/core/lib/gpr/log_android.cc +3 -2
- data/src/core/lib/gpr/log_linux.cc +10 -5
- data/src/core/lib/gpr/log_posix.cc +9 -4
- data/src/core/lib/gpr/log_windows.cc +3 -1
- data/src/core/lib/gpr/murmur_hash.cc +4 -2
- data/src/core/lib/gpr/spinlock.h +10 -2
- data/src/core/lib/gpr/string.cc +24 -23
- data/src/core/lib/gpr/string.h +7 -8
- data/src/core/lib/gpr/sync.cc +6 -6
- data/src/core/lib/gpr/sync_abseil.cc +10 -12
- data/src/core/lib/gpr/sync_posix.cc +3 -3
- data/src/core/lib/gpr/sync_windows.cc +2 -2
- data/src/core/lib/gpr/time.cc +15 -14
- data/src/core/lib/gpr/time_windows.cc +3 -2
- data/src/core/lib/gpr/tls.h +119 -40
- data/src/core/lib/gpr/tmpfile_posix.cc +1 -2
- data/src/core/lib/gpr/useful.h +79 -32
- data/src/core/lib/gpr/wrap_memcpy.cc +2 -1
- data/src/core/lib/gprpp/arena.cc +2 -1
- data/src/core/lib/gprpp/arena.h +18 -7
- data/src/core/lib/gprpp/atomic_utils.h +47 -0
- data/src/core/lib/gprpp/bitset.h +188 -0
- data/src/core/lib/gprpp/chunked_vector.h +211 -0
- data/src/core/lib/gprpp/construct_destruct.h +39 -0
- data/src/core/lib/gprpp/dual_ref_counted.h +28 -29
- data/src/core/lib/gprpp/fork.cc +14 -12
- data/src/core/lib/gprpp/fork.h +4 -4
- data/src/core/lib/gprpp/global_config.h +1 -2
- data/src/core/lib/gprpp/global_config_env.cc +7 -7
- data/src/core/lib/gprpp/global_config_generic.h +2 -2
- data/src/core/lib/gprpp/manual_constructor.h +9 -6
- data/src/core/lib/gprpp/match.h +73 -0
- data/src/core/lib/gprpp/memory.h +9 -3
- data/src/core/lib/gprpp/mpscq.cc +9 -9
- data/src/core/lib/gprpp/mpscq.h +6 -5
- data/src/core/lib/gprpp/orphanable.h +6 -6
- data/src/core/lib/gprpp/overload.h +59 -0
- data/src/core/lib/gprpp/ref_counted.h +48 -34
- data/src/core/lib/gprpp/ref_counted_ptr.h +11 -1
- data/src/core/lib/gprpp/status_helper.cc +427 -0
- data/src/core/lib/gprpp/status_helper.h +194 -0
- data/src/core/lib/gprpp/sync.h +106 -43
- data/src/core/lib/gprpp/table.h +411 -0
- data/src/core/lib/gprpp/thd.h +1 -1
- data/src/core/lib/gprpp/thd_posix.cc +11 -6
- data/src/core/lib/gprpp/thd_windows.cc +7 -12
- data/src/core/lib/gprpp/time_util.cc +77 -0
- data/src/core/lib/gprpp/time_util.h +42 -0
- data/src/core/lib/http/format_request.cc +1 -0
- data/src/core/lib/http/format_request.h +1 -0
- data/src/core/lib/http/httpcli.cc +203 -185
- data/src/core/lib/http/httpcli.h +5 -3
- data/src/core/lib/http/httpcli_security_connector.cc +19 -18
- data/src/core/lib/http/parser.cc +19 -20
- data/src/core/lib/http/parser.h +5 -4
- data/src/core/lib/iomgr/buffer_list.cc +10 -11
- data/src/core/lib/iomgr/buffer_list.h +6 -8
- data/src/core/lib/iomgr/call_combiner.cc +46 -21
- data/src/core/lib/iomgr/call_combiner.h +12 -14
- data/src/core/lib/iomgr/cfstream_handle.cc +6 -6
- data/src/core/lib/iomgr/cfstream_handle.h +1 -1
- data/src/core/lib/iomgr/closure.h +7 -6
- data/src/core/lib/iomgr/combiner.cc +25 -36
- data/src/core/lib/iomgr/combiner.h +3 -2
- data/src/core/lib/iomgr/dualstack_socket_posix.cc +1 -0
- data/src/core/lib/iomgr/endpoint.cc +1 -5
- data/src/core/lib/iomgr/endpoint.h +3 -5
- data/src/core/lib/iomgr/endpoint_cfstream.cc +27 -39
- data/src/core/lib/iomgr/endpoint_cfstream.h +1 -1
- data/src/core/lib/iomgr/endpoint_pair.h +1 -0
- data/src/core/lib/iomgr/endpoint_pair_event_engine.cc +32 -0
- data/src/core/lib/iomgr/endpoint_pair_posix.cc +15 -11
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +17 -9
- data/src/core/lib/iomgr/error.cc +277 -105
- data/src/core/lib/iomgr/error.h +280 -114
- data/src/core/lib/iomgr/error_cfstream.cc +10 -4
- data/src/core/lib/iomgr/error_cfstream.h +2 -2
- data/src/core/lib/iomgr/error_internal.h +7 -2
- data/src/core/lib/iomgr/ev_apple.cc +16 -13
- data/src/core/lib/iomgr/ev_apple.h +1 -1
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +53 -53
- data/src/core/lib/iomgr/ev_epollex_linux.cc +81 -81
- data/src/core/lib/iomgr/ev_poll_posix.cc +70 -68
- data/src/core/lib/iomgr/ev_posix.cc +13 -13
- data/src/core/lib/iomgr/ev_posix.h +9 -9
- data/src/core/lib/iomgr/event_engine/closure.cc +77 -0
- data/src/core/lib/iomgr/event_engine/closure.h +42 -0
- data/src/core/lib/iomgr/event_engine/endpoint.cc +173 -0
- data/src/core/lib/iomgr/event_engine/endpoint.h +52 -0
- data/src/core/lib/iomgr/event_engine/iomgr.cc +104 -0
- data/src/core/lib/iomgr/event_engine/iomgr.h +42 -0
- data/src/core/lib/iomgr/event_engine/pollset.cc +88 -0
- data/src/core/lib/iomgr/event_engine/pollset.h +25 -0
- data/src/core/lib/iomgr/event_engine/promise.h +51 -0
- data/src/core/lib/iomgr/event_engine/resolved_address_internal.cc +41 -0
- data/src/core/lib/iomgr/event_engine/resolved_address_internal.h +35 -0
- data/src/core/lib/iomgr/event_engine/resolver.cc +114 -0
- data/src/core/lib/iomgr/event_engine/tcp.cc +293 -0
- data/src/core/lib/iomgr/event_engine/timer.cc +62 -0
- data/src/core/lib/iomgr/exec_ctx.cc +14 -11
- data/src/core/lib/iomgr/exec_ctx.h +21 -28
- data/src/core/lib/iomgr/executor/mpmcqueue.cc +15 -16
- data/src/core/lib/iomgr/executor/mpmcqueue.h +7 -11
- data/src/core/lib/iomgr/executor/threadpool.cc +4 -5
- data/src/core/lib/iomgr/executor/threadpool.h +5 -4
- data/src/core/lib/iomgr/executor.cc +19 -33
- data/src/core/lib/iomgr/executor.h +3 -3
- data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +2 -2
- data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +2 -2
- data/src/core/lib/iomgr/internal_errqueue.cc +3 -2
- data/src/core/lib/iomgr/iocp_windows.cc +1 -0
- data/src/core/lib/iomgr/iomgr.cc +6 -4
- data/src/core/lib/iomgr/iomgr.h +3 -3
- data/src/core/lib/iomgr/iomgr_custom.cc +3 -3
- data/src/core/lib/iomgr/iomgr_custom.h +2 -2
- data/src/core/lib/iomgr/iomgr_internal.cc +8 -12
- data/src/core/lib/iomgr/iomgr_internal.h +6 -5
- data/src/core/lib/iomgr/iomgr_posix.cc +3 -2
- data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +42 -13
- data/src/core/lib/iomgr/iomgr_windows.cc +2 -3
- data/src/core/lib/iomgr/is_epollexclusive_available.cc +4 -4
- data/src/core/lib/iomgr/load_file.cc +6 -6
- data/src/core/lib/iomgr/load_file.h +2 -2
- data/src/core/lib/iomgr/lockfree_event.cc +38 -15
- data/src/core/lib/iomgr/lockfree_event.h +2 -2
- data/src/core/lib/iomgr/polling_entity.cc +2 -2
- data/src/core/lib/iomgr/pollset.cc +5 -5
- data/src/core/lib/iomgr/pollset.h +9 -9
- data/src/core/lib/iomgr/pollset_custom.cc +10 -11
- data/src/core/lib/iomgr/pollset_custom.h +3 -1
- data/src/core/lib/iomgr/pollset_set_custom.cc +2 -3
- data/src/core/lib/iomgr/pollset_set_windows.cc +1 -0
- data/src/core/lib/iomgr/pollset_windows.cc +5 -5
- data/src/core/lib/iomgr/port.h +7 -10
- data/src/core/lib/iomgr/python_util.h +4 -3
- data/src/core/lib/iomgr/resolve_address.cc +14 -9
- data/src/core/lib/iomgr/resolve_address.h +12 -10
- data/src/core/lib/iomgr/resolve_address_custom.cc +14 -13
- data/src/core/lib/iomgr/resolve_address_custom.h +3 -4
- data/src/core/lib/iomgr/resolve_address_posix.cc +10 -14
- data/src/core/lib/iomgr/resolve_address_windows.cc +10 -12
- data/src/core/lib/iomgr/resource_quota.cc +152 -62
- data/src/core/lib/iomgr/resource_quota.h +66 -17
- data/src/core/lib/iomgr/sockaddr.h +2 -1
- data/src/core/lib/iomgr/socket_factory_posix.cc +8 -7
- data/src/core/lib/iomgr/socket_factory_posix.h +1 -0
- data/src/core/lib/iomgr/socket_mutator.cc +20 -6
- data/src/core/lib/iomgr/socket_mutator.h +27 -3
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +29 -27
- data/src/core/lib/iomgr/socket_utils_linux.cc +4 -4
- data/src/core/lib/iomgr/socket_utils_posix.cc +2 -2
- data/src/core/lib/iomgr/socket_utils_posix.h +22 -22
- data/src/core/lib/iomgr/socket_utils_windows.cc +2 -2
- data/src/core/lib/iomgr/tcp_client.cc +5 -3
- data/src/core/lib/iomgr/tcp_client.h +4 -0
- data/src/core/lib/iomgr/tcp_client_cfstream.cc +18 -26
- data/src/core/lib/iomgr/tcp_client_custom.cc +19 -27
- data/src/core/lib/iomgr/tcp_client_posix.cc +56 -47
- data/src/core/lib/iomgr/tcp_client_posix.h +8 -6
- data/src/core/lib/iomgr/tcp_client_windows.cc +23 -14
- data/src/core/lib/iomgr/tcp_custom.cc +46 -55
- data/src/core/lib/iomgr/tcp_custom.h +15 -13
- data/src/core/lib/iomgr/tcp_posix.cc +119 -145
- data/src/core/lib/iomgr/tcp_posix.h +19 -12
- data/src/core/lib/iomgr/tcp_server.cc +9 -7
- data/src/core/lib/iomgr/tcp_server.h +18 -14
- data/src/core/lib/iomgr/tcp_server_custom.cc +63 -73
- data/src/core/lib/iomgr/tcp_server_posix.cc +49 -35
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +16 -12
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +22 -20
- data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +11 -12
- data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +4 -4
- data/src/core/lib/iomgr/tcp_server_windows.cc +40 -36
- data/src/core/lib/iomgr/tcp_windows.cc +21 -40
- data/src/core/lib/iomgr/tcp_windows.h +4 -3
- data/src/core/lib/iomgr/timer.cc +1 -0
- data/src/core/lib/iomgr/timer.h +7 -3
- data/src/core/lib/iomgr/timer_custom.cc +7 -6
- data/src/core/lib/iomgr/timer_custom.h +1 -1
- data/src/core/lib/iomgr/timer_generic.cc +32 -62
- data/src/core/lib/iomgr/timer_generic.h +1 -0
- data/src/core/lib/iomgr/timer_heap.cc +2 -3
- data/src/core/lib/iomgr/timer_manager.cc +4 -4
- data/src/core/lib/iomgr/unix_sockets_posix.cc +21 -24
- data/src/core/lib/iomgr/unix_sockets_posix.h +4 -5
- data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +10 -7
- data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +3 -3
- data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +2 -1
- data/src/core/lib/iomgr/wakeup_fd_pipe.cc +6 -7
- data/src/core/lib/iomgr/wakeup_fd_posix.cc +4 -3
- data/src/core/lib/iomgr/wakeup_fd_posix.h +8 -6
- data/src/core/lib/iomgr/work_serializer.cc +4 -4
- data/src/core/lib/iomgr/work_serializer.h +18 -2
- data/src/core/lib/json/json.h +11 -1
- data/src/core/lib/json/json_reader.cc +14 -23
- data/src/core/lib/json/json_util.cc +68 -0
- data/src/core/lib/json/json_util.h +65 -115
- data/src/core/lib/json/json_writer.cc +0 -3
- data/src/core/lib/matchers/matchers.cc +327 -0
- data/src/core/lib/matchers/matchers.h +160 -0
- data/src/core/lib/profiling/basic_timers.cc +8 -6
- data/src/core/lib/profiling/stap_timers.cc +2 -2
- data/src/core/lib/security/authorization/authorization_engine.h +13 -53
- data/src/core/lib/security/authorization/authorization_policy_provider.h +33 -0
- data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +46 -0
- data/src/core/lib/security/authorization/evaluate_args.cc +126 -66
- data/src/core/lib/security/authorization/evaluate_args.h +47 -15
- data/src/core/lib/security/authorization/sdk_server_authz_filter.cc +171 -0
- data/src/core/lib/security/authorization/sdk_server_authz_filter.h +67 -0
- data/src/core/lib/security/context/security_context.cc +15 -11
- data/src/core/lib/security/credentials/alts/alts_credentials.cc +2 -1
- data/src/core/lib/security/credentials/alts/alts_credentials.h +1 -1
- data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +1 -1
- data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +2 -2
- data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +2 -2
- data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +2 -2
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +9 -8
- data/src/core/lib/security/credentials/composite/composite_credentials.h +2 -2
- data/src/core/lib/security/credentials/credentials.cc +16 -14
- data/src/core/lib/security/credentials/credentials.h +11 -5
- data/src/core/lib/security/credentials/credentials_metadata.cc +2 -3
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +404 -0
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +81 -0
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +20 -14
- data/src/core/lib/security/credentials/external/aws_request_signer.h +2 -3
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +270 -54
- data/src/core/lib/security/credentials/external/external_account_credentials.h +16 -12
- data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +8 -8
- data/src/core/lib/security/credentials/external/file_external_account_credentials.h +6 -6
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +26 -26
- data/src/core/lib/security/credentials/external/url_external_account_credentials.h +13 -12
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +5 -4
- data/src/core/lib/security/credentials/fake/fake_credentials.h +2 -2
- data/src/core/lib/security/credentials/google_default/credentials_generic.cc +1 -2
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +92 -31
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +4 -3
- data/src/core/lib/security/credentials/iam/iam_credentials.h +2 -2
- data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +18 -5
- data/src/core/lib/security/credentials/jwt/json_token.cc +4 -7
- data/src/core/lib/security/credentials/jwt/json_token.h +2 -1
- data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +34 -17
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +13 -5
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +15 -22
- data/src/core/lib/security/credentials/jwt/jwt_verifier.h +3 -3
- data/src/core/lib/security/credentials/local/local_credentials.cc +2 -1
- data/src/core/lib/security/credentials/local/local_credentials.h +1 -1
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +57 -66
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +11 -9
- data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +10 -12
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +2 -2
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +11 -10
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +2 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +12 -15
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +20 -21
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +382 -5
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +74 -1
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +5 -1
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +2 -3
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +3 -2
- data/src/core/lib/security/credentials/tls/tls_credentials.h +1 -1
- data/src/core/lib/security/credentials/tls/tls_utils.cc +123 -0
- data/src/core/lib/security/credentials/tls/tls_utils.h +51 -0
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +209 -10
- data/src/core/lib/security/credentials/xds/xds_credentials.h +27 -9
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +14 -4
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +20 -12
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +50 -17
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +35 -8
- data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +1 -0
- data/src/core/lib/security/security_connector/load_system_roots_linux.cc +4 -4
- data/src/core/lib/security/security_connector/local/local_security_connector.cc +23 -10
- data/src/core/lib/security/security_connector/security_connector.cc +12 -6
- data/src/core/lib/security/security_connector/security_connector.h +10 -5
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +24 -17
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +1 -2
- data/src/core/lib/security/security_connector/ssl_utils.cc +41 -14
- data/src/core/lib/security/security_connector/ssl_utils.h +16 -23
- data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +156 -113
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +67 -52
- data/src/core/lib/security/transport/auth_filters.h +1 -0
- data/src/core/lib/security/transport/client_auth_filter.cc +27 -21
- data/src/core/lib/security/transport/secure_endpoint.cc +10 -20
- data/src/core/lib/security/transport/secure_endpoint.h +1 -0
- data/src/core/lib/security/transport/security_handshaker.cc +158 -90
- data/src/core/lib/security/transport/security_handshaker.h +2 -1
- data/src/core/lib/security/transport/server_auth_filter.cc +20 -16
- data/src/core/lib/security/transport/tsi_error.cc +5 -6
- data/src/core/lib/security/transport/tsi_error.h +2 -1
- data/src/core/lib/security/util/json_util.cc +8 -10
- data/src/core/lib/security/util/json_util.h +1 -1
- data/src/core/lib/slice/percent_encoding.cc +73 -30
- data/src/core/lib/slice/percent_encoding.h +29 -28
- data/src/core/lib/slice/slice.cc +14 -21
- data/src/core/lib/{gpr/tls_pthread.cc → slice/slice_api.cc} +15 -6
- data/src/core/lib/slice/slice_buffer.cc +6 -7
- data/src/core/lib/slice/slice_intern.cc +19 -27
- data/src/core/lib/slice/slice_internal.h +4 -246
- data/src/core/lib/slice/slice_refcount.cc +17 -0
- data/src/core/lib/slice/slice_refcount.h +121 -0
- data/src/core/lib/slice/slice_refcount_base.h +173 -0
- data/src/core/lib/slice/slice_split.cc +100 -0
- data/src/core/lib/slice/slice_split.h +40 -0
- data/src/core/lib/slice/slice_string_helpers.cc +0 -83
- data/src/core/lib/slice/slice_string_helpers.h +0 -11
- data/src/core/lib/slice/static_slice.cc +529 -0
- data/src/core/lib/slice/static_slice.h +331 -0
- data/src/core/lib/surface/api_trace.cc +2 -1
- data/src/core/lib/surface/api_trace.h +1 -0
- data/src/core/lib/surface/builtins.cc +49 -0
- data/src/core/lib/surface/builtins.h +26 -0
- data/src/core/lib/surface/byte_buffer_reader.cc +1 -1
- data/src/core/lib/surface/call.cc +198 -186
- data/src/core/lib/surface/call.h +10 -5
- data/src/core/lib/surface/call_details.cc +10 -10
- data/src/core/lib/surface/call_log_batch.cc +2 -2
- data/src/core/lib/surface/channel.cc +57 -51
- data/src/core/lib/surface/channel.h +19 -14
- data/src/core/lib/surface/channel_init.cc +23 -76
- data/src/core/lib/surface/channel_init.h +52 -44
- data/src/core/lib/surface/channel_ping.cc +2 -3
- data/src/core/lib/surface/channel_stack_type.cc +2 -1
- data/src/core/lib/surface/completion_queue.cc +140 -145
- data/src/core/lib/surface/completion_queue.h +18 -17
- data/src/core/lib/surface/completion_queue_factory.cc +3 -3
- data/src/core/lib/surface/completion_queue_factory.h +1 -0
- data/src/core/lib/surface/event_string.cc +1 -0
- data/src/core/lib/surface/init.cc +18 -65
- data/src/core/lib/surface/init.h +10 -2
- data/src/core/lib/surface/init_secure.cc +36 -14
- data/src/core/lib/surface/lame_client.cc +62 -61
- data/src/core/lib/surface/lame_client.h +5 -0
- data/src/core/lib/surface/metadata_array.cc +2 -2
- data/src/core/lib/surface/server.cc +167 -116
- data/src/core/lib/surface/server.h +140 -40
- data/src/core/lib/surface/validate_metadata.cc +55 -24
- data/src/core/lib/surface/validate_metadata.h +3 -2
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.cc +1 -1
- data/src/core/lib/transport/byte_stream.cc +5 -5
- data/src/core/lib/transport/byte_stream.h +9 -8
- data/src/core/lib/transport/connectivity_state.cc +9 -6
- data/src/core/lib/transport/connectivity_state.h +8 -6
- data/src/core/lib/transport/error_utils.cc +64 -27
- data/src/core/lib/transport/error_utils.h +13 -7
- data/src/core/lib/transport/metadata.cc +47 -22
- data/src/core/lib/transport/metadata.h +15 -12
- data/src/core/lib/transport/metadata_batch.cc +41 -339
- data/src/core/lib/transport/metadata_batch.h +932 -68
- data/src/core/lib/transport/parsed_metadata.h +263 -0
- data/src/core/lib/transport/pid_controller.cc +4 -4
- data/src/core/lib/transport/static_metadata.cc +715 -847
- data/src/core/lib/transport/static_metadata.h +115 -379
- data/src/core/lib/transport/status_metadata.cc +5 -3
- data/src/core/lib/transport/transport.cc +8 -8
- data/src/core/lib/transport/transport.h +12 -10
- data/src/core/lib/transport/transport_op_string.cc +46 -26
- data/src/core/lib/uri/uri_parser.cc +131 -249
- data/src/core/lib/uri/uri_parser.h +57 -21
- data/src/core/plugin_registry/grpc_plugin_registry.cc +101 -44
- data/src/core/tsi/alts/crypt/aes_gcm.cc +6 -3
- data/src/core/tsi/alts/crypt/gsec.cc +5 -4
- data/src/core/tsi/alts/crypt/gsec.h +5 -0
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +13 -12
- data/src/core/tsi/alts/frame_protector/frame_handler.cc +18 -17
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +27 -33
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +2 -3
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +57 -51
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +1 -1
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +2 -1
- data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +1 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +2 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +1 -1
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +8 -6
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +6 -6
- data/src/core/tsi/fake_transport_security.cc +31 -12
- data/src/core/tsi/local_transport_security.cc +36 -73
- data/src/core/tsi/ssl/session_cache/ssl_session.h +0 -3
- data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +1 -1
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +20 -55
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +6 -7
- data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +2 -2
- data/src/core/tsi/ssl_transport_security.cc +115 -77
- data/src/core/tsi/ssl_transport_security.h +12 -14
- data/src/core/tsi/transport_security.cc +21 -9
- data/src/core/tsi/transport_security.h +16 -1
- data/src/core/tsi/transport_security_grpc.h +1 -0
- data/src/core/tsi/transport_security_interface.h +27 -1
- data/src/ruby/bin/math_services_pb.rb +1 -1
- data/src/ruby/ext/grpc/extconf.rb +21 -8
- data/src/ruby/ext/grpc/rb_byte_buffer.c +2 -1
- data/src/ruby/ext/grpc/rb_call.c +5 -5
- data/src/ruby/ext/grpc/rb_call_credentials.c +5 -5
- data/src/ruby/ext/grpc/rb_channel.c +19 -8
- data/src/ruby/ext/grpc/rb_channel_args.c +2 -2
- data/src/ruby/ext/grpc/rb_channel_credentials.c +15 -5
- data/src/ruby/ext/grpc/rb_channel_credentials.h +5 -0
- data/src/ruby/ext/grpc/rb_completion_queue.c +3 -2
- data/src/ruby/ext/grpc/rb_compression_options.c +6 -5
- data/src/ruby/ext/grpc/rb_enable_cpp.cc +1 -1
- data/src/ruby/ext/grpc/rb_event_thread.c +4 -2
- data/src/ruby/ext/grpc/rb_grpc.c +9 -4
- data/src/ruby/ext/grpc/rb_grpc.h +1 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +24 -0
- data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +50 -14
- data/src/ruby/ext/grpc/rb_server.c +19 -6
- data/src/ruby/ext/grpc/rb_server_credentials.c +22 -6
- data/src/ruby/ext/grpc/rb_server_credentials.h +5 -0
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +218 -0
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.h +37 -0
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +170 -0
- data/src/ruby/ext/grpc/rb_xds_server_credentials.h +37 -0
- data/src/ruby/lib/grpc/generic/client_stub.rb +4 -2
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/grpc/health/v1/health_services_pb.rb +1 -1
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +35 -0
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +2 -2
- data/src/ruby/pb/src/proto/grpc/testing/test_services_pb.rb +23 -5
- data/src/ruby/spec/call_spec.rb +1 -1
- data/src/ruby/spec/channel_credentials_spec.rb +32 -0
- data/src/ruby/spec/channel_spec.rb +17 -6
- data/src/ruby/spec/client_auth_spec.rb +27 -1
- data/src/ruby/spec/client_server_spec.rb +1 -1
- data/src/ruby/spec/errors_spec.rb +1 -1
- data/src/ruby/spec/generic/active_call_spec.rb +2 -2
- data/src/ruby/spec/generic/client_stub_spec.rb +4 -4
- data/src/ruby/spec/generic/rpc_server_spec.rb +1 -1
- data/src/ruby/spec/pb/codegen/package_option_spec.rb +2 -6
- data/src/ruby/spec/server_credentials_spec.rb +25 -0
- data/src/ruby/spec/server_spec.rb +22 -0
- data/third_party/abseil-cpp/absl/algorithm/container.h +3 -3
- data/third_party/abseil-cpp/absl/base/attributes.h +24 -4
- data/third_party/abseil-cpp/absl/base/call_once.h +2 -9
- data/third_party/abseil-cpp/absl/base/config.h +37 -9
- data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +24 -10
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +4 -1
- data/third_party/abseil-cpp/absl/base/internal/endian.h +61 -0
- data/third_party/abseil-cpp/absl/base/internal/low_level_scheduling.h +2 -3
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +34 -32
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +16 -6
- data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +11 -2
- data/third_party/abseil-cpp/absl/base/internal/spinlock.h +14 -5
- data/third_party/abseil-cpp/absl/base/internal/spinlock_akaros.inc +2 -2
- data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +3 -3
- data/third_party/abseil-cpp/absl/base/internal/spinlock_posix.inc +2 -2
- data/third_party/abseil-cpp/absl/base/internal/spinlock_wait.h +11 -11
- data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +5 -5
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +1 -1
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -6
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +54 -48
- data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +111 -7
- data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +0 -76
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +1 -3
- data/third_party/abseil-cpp/absl/base/log_severity.h +4 -4
- data/third_party/abseil-cpp/absl/base/macros.h +11 -0
- data/third_party/abseil-cpp/absl/base/optimization.h +10 -7
- data/third_party/abseil-cpp/absl/base/options.h +1 -1
- data/third_party/abseil-cpp/absl/base/port.h +0 -1
- data/third_party/abseil-cpp/absl/base/thread_annotations.h +1 -1
- data/third_party/abseil-cpp/absl/container/fixed_array.h +2 -2
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +606 -0
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +5 -3
- data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +5 -1
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +2 -1
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler_force_weak_definition.cc +2 -1
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +141 -66
- data/third_party/abseil-cpp/absl/container/internal/layout.h +4 -4
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +197 -0
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +14 -1
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +136 -136
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +16 -12
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +5 -2
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +3 -12
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +6 -1
- data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +3 -5
- data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +2 -2
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +2 -2
- data/third_party/abseil-cpp/absl/hash/internal/city.cc +15 -12
- data/third_party/abseil-cpp/absl/hash/internal/city.h +1 -19
- data/third_party/abseil-cpp/absl/hash/internal/hash.cc +25 -10
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +86 -37
- data/third_party/abseil-cpp/absl/hash/internal/wyhash.cc +111 -0
- data/third_party/abseil-cpp/absl/hash/internal/wyhash.h +48 -0
- data/third_party/abseil-cpp/absl/meta/type_traits.h +16 -2
- data/third_party/abseil-cpp/absl/numeric/bits.h +177 -0
- data/third_party/abseil-cpp/absl/numeric/int128.cc +3 -3
- data/third_party/abseil-cpp/absl/numeric/internal/bits.h +358 -0
- data/third_party/abseil-cpp/absl/numeric/internal/representation.h +55 -0
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +18 -0
- data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +396 -0
- data/third_party/abseil-cpp/absl/status/status.cc +29 -22
- data/third_party/abseil-cpp/absl/status/status.h +81 -20
- data/third_party/abseil-cpp/absl/status/statusor.cc +71 -0
- data/third_party/abseil-cpp/absl/status/statusor.h +760 -0
- data/third_party/abseil-cpp/absl/strings/charconv.cc +5 -5
- data/third_party/abseil-cpp/absl/strings/cord.cc +326 -371
- data/third_party/abseil-cpp/absl/strings/cord.h +182 -64
- data/third_party/abseil-cpp/absl/strings/escaping.cc +4 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +6 -6
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +83 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +387 -17
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +146 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +897 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +589 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +114 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +14 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +14 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +15 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +19 -4
- data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +14 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +36 -18
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.h +14 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +14 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +14 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +15 -40
- data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +64 -0
- data/third_party/abseil-cpp/absl/strings/match.cc +6 -3
- data/third_party/abseil-cpp/absl/strings/match.h +16 -6
- data/third_party/abseil-cpp/absl/strings/numbers.cc +132 -4
- data/third_party/abseil-cpp/absl/strings/numbers.h +10 -10
- data/third_party/abseil-cpp/absl/strings/str_join.h +1 -1
- data/third_party/abseil-cpp/absl/strings/str_split.h +38 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +154 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +1 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +2 -1
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +2 -2
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +4 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +1 -65
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +2 -6
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +71 -59
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +79 -62
- data/third_party/abseil-cpp/absl/time/clock.cc +146 -130
- data/third_party/abseil-cpp/absl/time/clock.h +2 -2
- data/third_party/abseil-cpp/absl/time/duration.cc +3 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +7 -11
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +7 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +4 -4
- data/third_party/abseil-cpp/absl/time/time.cc +4 -3
- data/third_party/abseil-cpp/absl/time/time.h +26 -24
- data/third_party/abseil-cpp/absl/types/internal/variant.h +1 -1
- data/third_party/abseil-cpp/absl/types/variant.h +9 -4
- data/third_party/address_sorting/address_sorting_posix.c +1 -0
- data/third_party/boringssl-with-bazel/err_data.c +756 -724
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +55 -50
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +22 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +6 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +16 -23
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +26 -24
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_print.c +19 -29
- data/third_party/boringssl-with-bazel/src/crypto/{x509 → asn1}/a_strex.c +269 -272
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +106 -153
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +22 -10
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +3 -42
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +16 -16
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{x509 → asn1}/charmap.h +0 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +196 -0
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +35 -86
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +326 -281
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +15 -26
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +20 -75
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +11 -8
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +1 -7
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +1 -5
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +0 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +1 -7
- data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +1 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +3 -17
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +156 -0
- data/third_party/boringssl-with-bazel/src/crypto/bn_extra/bn_asn1.c +3 -10
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +8 -9
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +9 -0
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +68 -45
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +38 -47
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/cipher_extra.c +49 -65
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +6 -81
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +1 -88
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +101 -3
- data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +119 -273
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +14 -3
- data/third_party/boringssl-with-bazel/src/crypto/cpu-aarch64-win.c +41 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu-arm-linux.c +11 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu-arm.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/{dh → dh_extra}/dh_asn1.c +0 -0
- data/third_party/boringssl-with-bazel/src/crypto/{dh → dh_extra}/params.c +179 -0
- data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +31 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +2 -17
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +87 -80
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +9 -0
- data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +32 -34
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +4 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +13 -20
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +28 -12
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +15 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +0 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +5 -9
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +32 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +35 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/des.c +10 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/internal.h +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/{dh → fipsmodule/dh}/check.c +0 -0
- data/third_party/boringssl-with-bazel/src/crypto/{dh → fipsmodule/dh}/dh.c +136 -213
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +9 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digests.c +10 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/md32_common.h +87 -160
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +16 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +9 -2
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +0 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +104 -93
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +39 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md4/md4.c +56 -72
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md5/md5.c +56 -73
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +33 -22
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +9 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +9 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +17 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +1 -22
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +30 -9
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +123 -44
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +30 -20
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +50 -33
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +65 -41
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +79 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +161 -9
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +93 -107
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +91 -113
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +50 -86
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +400 -325
- data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +219 -121
- data/third_party/boringssl-with-bazel/src/crypto/hrss/internal.h +9 -2
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +125 -0
- data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +253 -0
- data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +28 -23
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +28 -9
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +10 -6
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +0 -9
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +0 -8
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +0 -4
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/internal.h +16 -7
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7.c +9 -4
- data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +156 -15
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +95 -48
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +11 -8
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +13 -11
- data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/fuchsia.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/{fipsmodule/is_fips.c → rand_extra/passive.c} +16 -11
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/rand_extra.c +5 -1
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_asn1.c +1 -2
- data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +6 -6
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +7 -13
- data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +0 -28
- data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +15 -11
- data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +345 -13
- data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +246 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +20 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +10 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +0 -179
- data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +7 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +24 -47
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +4 -31
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +12 -9
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +1 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +42 -89
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +17 -24
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +26 -23
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +25 -69
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +54 -74
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +61 -23
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +3 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +21 -19
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +3 -16
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +21 -34
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +15 -13
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +23 -21
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +25 -22
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +5 -8
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +2 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +50 -14
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +5 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +23 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_int.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +27 -8
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +28 -18
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +6 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +26 -25
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +10 -12
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +4 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +7 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +40 -20
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +3 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +27 -36
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +112 -55
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +2 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +14 -13
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +86 -44
- data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +1 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +69 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +1026 -615
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +2 -176
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +63 -13
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +3 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +62 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +3 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +32 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +1 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +23 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +8 -5
- data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +22 -32
- data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +24 -4
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +56 -26
- data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +10 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +20 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +33 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/err.h +3 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +38 -51
- data/third_party/boringssl-with-bazel/src/{crypto/x509/x509_r2x.c → include/openssl/evp_errors.h} +41 -58
- data/third_party/boringssl-with-bazel/src/include/openssl/hkdf.h +4 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +350 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/hrss.h +14 -12
- data/third_party/boringssl-with-bazel/src/include/openssl/lhash.h +4 -205
- data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +12 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +26 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +0 -20
- data/third_party/boringssl-with-bazel/src/include/openssl/pkcs7.h +33 -8
- data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +9 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +5 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +104 -63
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +39 -16
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +406 -108
- data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +48 -36
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +1425 -377
- data/third_party/boringssl-with-bazel/src/include/openssl/x509_vfy.h +16 -679
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +188 -49
- data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +16 -18
- data/third_party/boringssl-with-bazel/src/ssl/d1_srtp.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +1084 -0
- data/third_party/boringssl-with-bazel/src/ssl/{t1_lib.cc → extensions.cc} +847 -622
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +298 -22
- data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +92 -44
- data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +314 -217
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +177 -35
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +491 -152
- data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +9 -3
- data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +0 -2
- data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +14 -19
- data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +7 -8
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +4 -6
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +34 -31
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +60 -112
- data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +2 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +136 -104
- data/third_party/boringssl-with-bazel/src/ssl/ssl_stat.cc +3 -0
- data/third_party/boringssl-with-bazel/src/ssl/ssl_transcript.cc +12 -17
- data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +7 -3
- data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +28 -23
- data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +5 -7
- data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +79 -34
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +235 -178
- data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +160 -91
- data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +269 -118
- data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +4 -2
- data/third_party/re2/re2/compile.cc +91 -109
- data/third_party/re2/re2/dfa.cc +27 -39
- data/third_party/re2/re2/filtered_re2.cc +18 -2
- data/third_party/re2/re2/filtered_re2.h +10 -5
- data/third_party/re2/re2/nfa.cc +1 -1
- data/third_party/re2/re2/parse.cc +42 -23
- data/third_party/re2/re2/perl_groups.cc +34 -34
- data/third_party/re2/re2/prefilter.cc +3 -2
- data/third_party/re2/re2/prog.cc +182 -4
- data/third_party/re2/re2/prog.h +28 -9
- data/third_party/re2/re2/re2.cc +87 -118
- data/third_party/re2/re2/re2.h +156 -141
- data/third_party/re2/re2/regexp.cc +12 -5
- data/third_party/re2/re2/regexp.h +8 -2
- data/third_party/re2/re2/set.cc +31 -9
- data/third_party/re2/re2/set.h +9 -4
- data/third_party/re2/re2/simplify.cc +11 -3
- data/third_party/re2/re2/tostring.cc +1 -1
- data/third_party/re2/re2/walker-inl.h +1 -1
- data/third_party/re2/util/mutex.h +2 -2
- data/third_party/re2/util/pcre.h +3 -3
- data/third_party/upb/upb/decode.c +354 -204
- data/third_party/upb/upb/decode.h +50 -3
- data/third_party/upb/upb/decode_fast.c +1053 -0
- data/third_party/upb/upb/decode_fast.h +153 -0
- data/third_party/upb/upb/decode_internal.h +193 -0
- data/third_party/upb/upb/def.c +609 -610
- data/third_party/upb/upb/def.h +57 -50
- data/third_party/upb/upb/def.hpp +66 -123
- data/third_party/upb/upb/encode.c +267 -176
- data/third_party/upb/upb/encode.h +56 -4
- data/third_party/upb/upb/msg.c +304 -84
- data/third_party/upb/upb/msg.h +76 -441
- data/third_party/upb/upb/msg_internal.h +687 -0
- data/third_party/upb/upb/port_def.inc +156 -82
- data/third_party/upb/upb/port_undef.inc +41 -8
- data/third_party/upb/upb/reflection.c +64 -55
- data/third_party/upb/upb/reflection.h +36 -8
- data/third_party/upb/upb/reflection.hpp +37 -0
- data/third_party/upb/upb/table.c +238 -276
- data/third_party/upb/upb/{table.int.h → table_internal.h} +66 -181
- data/third_party/upb/upb/text_encode.c +77 -26
- data/third_party/upb/upb/text_encode.h +30 -1
- data/third_party/upb/upb/upb.c +75 -47
- data/third_party/upb/upb/upb.h +72 -13
- data/third_party/upb/upb/upb.hpp +28 -4
- data/third_party/upb/upb/upb_internal.h +58 -0
- data/third_party/xxhash/xxhash.h +5325 -0
- metadata +287 -137
- data/src/core/ext/filters/client_channel/lb_policy/xds/eds.cc +0 -909
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.cc +0 -485
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_libuv.cc +0 -179
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_fallback.cc +0 -68
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_libuv.cc +0 -38
- data/src/core/ext/filters/client_channel/resolving_lb_policy.cc +0 -355
- data/src/core/ext/filters/client_channel/resolving_lb_policy.h +0 -138
- data/src/core/ext/filters/workarounds/workaround_cronet_compression_filter.cc +0 -210
- data/src/core/ext/filters/workarounds/workaround_utils.cc +0 -53
- data/src/core/ext/filters/workarounds/workaround_utils.h +0 -39
- data/src/core/ext/transport/chttp2/client/authority.cc +0 -42
- data/src/core/ext/transport/chttp2/client/authority.h +0 -36
- data/src/core/ext/transport/chttp2/transport/hpack_table.cc +0 -242
- data/src/core/ext/transport/chttp2/transport/hpack_table.h +0 -148
- data/src/core/ext/transport/chttp2/transport/incoming_metadata.cc +0 -66
- data/src/core/ext/transport/chttp2/transport/incoming_metadata.h +0 -58
- data/src/core/ext/upb-generated/udpa/core/v1/authority.upb.c +0 -28
- data/src/core/ext/upb-generated/udpa/core/v1/authority.upb.h +0 -53
- data/src/core/ext/upb-generated/udpa/core/v1/collection_entry.upb.c +0 -52
- data/src/core/ext/upb-generated/udpa/core/v1/collection_entry.upb.h +0 -129
- data/src/core/ext/upb-generated/udpa/core/v1/context_params.upb.c +0 -42
- data/src/core/ext/upb-generated/udpa/core/v1/context_params.upb.h +0 -77
- data/src/core/ext/upb-generated/udpa/core/v1/resource.upb.c +0 -36
- data/src/core/ext/upb-generated/udpa/core/v1/resource.upb.h +0 -85
- data/src/core/ext/upb-generated/udpa/core/v1/resource_locator.upb.c +0 -54
- data/src/core/ext/upb-generated/udpa/core/v1/resource_locator.upb.h +0 -160
- data/src/core/ext/upb-generated/udpa/core/v1/resource_name.upb.c +0 -36
- data/src/core/ext/upb-generated/udpa/core/v1/resource_name.upb.h +0 -84
- data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.c +0 -58
- data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.h +0 -117
- data/src/core/ext/upbdefs-generated/udpa/core/v1/authority.upbdefs.c +0 -42
- data/src/core/ext/upbdefs-generated/udpa/core/v1/authority.upbdefs.h +0 -35
- data/src/core/ext/upbdefs-generated/udpa/core/v1/collection_entry.upbdefs.c +0 -62
- data/src/core/ext/upbdefs-generated/udpa/core/v1/collection_entry.upbdefs.h +0 -40
- data/src/core/ext/upbdefs-generated/udpa/core/v1/context_params.upbdefs.c +0 -45
- data/src/core/ext/upbdefs-generated/udpa/core/v1/context_params.upbdefs.h +0 -40
- data/src/core/ext/upbdefs-generated/udpa/core/v1/resource.upbdefs.c +0 -49
- data/src/core/ext/upbdefs-generated/udpa/core/v1/resource.upbdefs.h +0 -35
- data/src/core/ext/upbdefs-generated/udpa/core/v1/resource_locator.upbdefs.c +0 -68
- data/src/core/ext/upbdefs-generated/udpa/core/v1/resource_locator.upbdefs.h +0 -40
- data/src/core/ext/upbdefs-generated/udpa/core/v1/resource_name.upbdefs.c +0 -51
- data/src/core/ext/upbdefs-generated/udpa/core/v1/resource_name.upbdefs.h +0 -35
- data/src/core/ext/xds/google_mesh_ca_certificate_provider_factory.cc +0 -265
- data/src/core/ext/xds/google_mesh_ca_certificate_provider_factory.h +0 -104
- data/src/core/lib/gpr/arena.h +0 -47
- data/src/core/lib/gpr/tls_gcc.h +0 -52
- data/src/core/lib/gpr/tls_msvc.h +0 -54
- data/src/core/lib/gpr/tls_pthread.h +0 -56
- data/src/core/lib/gpr/tls_stdcpp.h +0 -48
- data/src/core/lib/gprpp/atomic.h +0 -104
- data/src/core/lib/gprpp/map.h +0 -53
- data/src/core/lib/iomgr/endpoint_pair_uv.cc +0 -40
- data/src/core/lib/iomgr/iomgr_posix.h +0 -26
- data/src/core/lib/iomgr/iomgr_uv.cc +0 -43
- data/src/core/lib/iomgr/poller/eventmanager_libuv.cc +0 -88
- data/src/core/lib/iomgr/poller/eventmanager_libuv.h +0 -88
- data/src/core/lib/iomgr/pollset_uv.cc +0 -93
- data/src/core/lib/iomgr/pollset_uv.h +0 -32
- data/src/core/lib/iomgr/sockaddr_custom.h +0 -54
- data/src/core/lib/iomgr/socket_utils_uv.cc +0 -49
- data/src/core/lib/iomgr/tcp_uv.cc +0 -419
- data/src/core/lib/iomgr/timer_uv.cc +0 -66
- data/src/core/lib/iomgr/udp_server.cc +0 -748
- data/src/core/lib/iomgr/udp_server.h +0 -104
- data/src/core/lib/security/authorization/authorization_engine.cc +0 -177
- data/src/core/lib/security/authorization/mock_cel/activation.h +0 -57
- data/src/core/lib/security/authorization/mock_cel/cel_expr_builder_factory.h +0 -44
- data/src/core/lib/security/authorization/mock_cel/cel_expression.h +0 -69
- data/src/core/lib/security/authorization/mock_cel/cel_value.h +0 -97
- data/src/core/lib/security/authorization/mock_cel/evaluator_core.h +0 -67
- data/src/core/lib/security/authorization/mock_cel/flat_expr_builder.h +0 -57
- data/src/core/lib/transport/authority_override.cc +0 -38
- data/third_party/abseil-cpp/absl/base/internal/bits.h +0 -219
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +0 -504
- data/third_party/abseil-cpp/absl/synchronization/internal/mutex_nonprod.inc +0 -249
- data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_locl.h +0 -104
- data/third_party/boringssl-with-bazel/src/crypto/hpke/internal.h +0 -237
- data/third_party/boringssl-with-bazel/src/crypto/x509/vpm_int.h +0 -71
- data/third_party/upb/upb/port.c +0 -26
@@ -36,6 +36,8 @@
|
|
36
36
|
#include "absl/container/inlined_vector.h"
|
37
37
|
#include "absl/strings/escaping.h"
|
38
38
|
#include "absl/strings/internal/cord_internal.h"
|
39
|
+
#include "absl/strings/internal/cord_rep_flat.h"
|
40
|
+
#include "absl/strings/internal/cord_rep_ring.h"
|
39
41
|
#include "absl/strings/internal/resize_uninitialized.h"
|
40
42
|
#include "absl/strings/str_cat.h"
|
41
43
|
#include "absl/strings/str_format.h"
|
@@ -48,98 +50,20 @@ ABSL_NAMESPACE_BEGIN
|
|
48
50
|
using ::absl::cord_internal::CordRep;
|
49
51
|
using ::absl::cord_internal::CordRepConcat;
|
50
52
|
using ::absl::cord_internal::CordRepExternal;
|
53
|
+
using ::absl::cord_internal::CordRepFlat;
|
54
|
+
using ::absl::cord_internal::CordRepRing;
|
51
55
|
using ::absl::cord_internal::CordRepSubstring;
|
56
|
+
using ::absl::cord_internal::kMinFlatLength;
|
57
|
+
using ::absl::cord_internal::kMaxFlatLength;
|
52
58
|
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
59
|
+
using ::absl::cord_internal::CONCAT;
|
60
|
+
using ::absl::cord_internal::EXTERNAL;
|
61
|
+
using ::absl::cord_internal::FLAT;
|
62
|
+
using ::absl::cord_internal::RING;
|
63
|
+
using ::absl::cord_internal::SUBSTRING;
|
58
64
|
|
59
|
-
|
60
|
-
|
61
|
-
FLAT = 3,
|
62
|
-
};
|
63
|
-
|
64
|
-
namespace cord_internal {
|
65
|
-
|
66
|
-
inline CordRepConcat* CordRep::concat() {
|
67
|
-
assert(tag == CONCAT);
|
68
|
-
return static_cast<CordRepConcat*>(this);
|
69
|
-
}
|
70
|
-
|
71
|
-
inline const CordRepConcat* CordRep::concat() const {
|
72
|
-
assert(tag == CONCAT);
|
73
|
-
return static_cast<const CordRepConcat*>(this);
|
74
|
-
}
|
75
|
-
|
76
|
-
inline CordRepSubstring* CordRep::substring() {
|
77
|
-
assert(tag == SUBSTRING);
|
78
|
-
return static_cast<CordRepSubstring*>(this);
|
79
|
-
}
|
80
|
-
|
81
|
-
inline const CordRepSubstring* CordRep::substring() const {
|
82
|
-
assert(tag == SUBSTRING);
|
83
|
-
return static_cast<const CordRepSubstring*>(this);
|
84
|
-
}
|
85
|
-
|
86
|
-
inline CordRepExternal* CordRep::external() {
|
87
|
-
assert(tag == EXTERNAL);
|
88
|
-
return static_cast<CordRepExternal*>(this);
|
89
|
-
}
|
90
|
-
|
91
|
-
inline const CordRepExternal* CordRep::external() const {
|
92
|
-
assert(tag == EXTERNAL);
|
93
|
-
return static_cast<const CordRepExternal*>(this);
|
94
|
-
}
|
95
|
-
|
96
|
-
} // namespace cord_internal
|
97
|
-
|
98
|
-
static const size_t kFlatOverhead = offsetof(CordRep, data);
|
99
|
-
|
100
|
-
// Largest and smallest flat node lengths we are willing to allocate
|
101
|
-
// Flat allocation size is stored in tag, which currently can encode sizes up
|
102
|
-
// to 4K, encoded as multiple of either 8 or 32 bytes.
|
103
|
-
// If we allow for larger sizes, we need to change this to 8/64, 16/128, etc.
|
104
|
-
static constexpr size_t kMaxFlatSize = 4096;
|
105
|
-
static constexpr size_t kMaxFlatLength = kMaxFlatSize - kFlatOverhead;
|
106
|
-
static constexpr size_t kMinFlatLength = 32 - kFlatOverhead;
|
107
|
-
|
108
|
-
// Prefer copying blocks of at most this size, otherwise reference count.
|
109
|
-
static const size_t kMaxBytesToCopy = 511;
|
110
|
-
|
111
|
-
// Helper functions for rounded div, and rounding to exact sizes.
|
112
|
-
static size_t DivUp(size_t n, size_t m) { return (n + m - 1) / m; }
|
113
|
-
static size_t RoundUp(size_t n, size_t m) { return DivUp(n, m) * m; }
|
114
|
-
|
115
|
-
// Returns the size to the nearest equal or larger value that can be
|
116
|
-
// expressed exactly as a tag value.
|
117
|
-
static size_t RoundUpForTag(size_t size) {
|
118
|
-
return RoundUp(size, (size <= 1024) ? 8 : 32);
|
119
|
-
}
|
120
|
-
|
121
|
-
// Converts the allocated size to a tag, rounding down if the size
|
122
|
-
// does not exactly match a 'tag expressible' size value. The result is
|
123
|
-
// undefined if the size exceeds the maximum size that can be encoded in
|
124
|
-
// a tag, i.e., if size is larger than TagToAllocatedSize(<max tag>).
|
125
|
-
static uint8_t AllocatedSizeToTag(size_t size) {
|
126
|
-
const size_t tag = (size <= 1024) ? size / 8 : 128 + size / 32 - 1024 / 32;
|
127
|
-
assert(tag <= std::numeric_limits<uint8_t>::max());
|
128
|
-
return tag;
|
129
|
-
}
|
130
|
-
|
131
|
-
// Converts the provided tag to the corresponding allocated size
|
132
|
-
static constexpr size_t TagToAllocatedSize(uint8_t tag) {
|
133
|
-
return (tag <= 128) ? (tag * 8) : (1024 + (tag - 128) * 32);
|
134
|
-
}
|
135
|
-
|
136
|
-
// Converts the provided tag to the corresponding available data length
|
137
|
-
static constexpr size_t TagToLength(uint8_t tag) {
|
138
|
-
return TagToAllocatedSize(tag) - kFlatOverhead;
|
139
|
-
}
|
140
|
-
|
141
|
-
// Enforce that kMaxFlatSize maps to a well-known exact tag value.
|
142
|
-
static_assert(TagToAllocatedSize(224) == kMaxFlatSize, "Bad tag logic");
|
65
|
+
using ::absl::cord_internal::kInlinedVectorSize;
|
66
|
+
using ::absl::cord_internal::kMaxBytesToCopy;
|
143
67
|
|
144
68
|
constexpr uint64_t Fibonacci(unsigned char n, uint64_t a = 0, uint64_t b = 1) {
|
145
69
|
return n == 0 ? a : Fibonacci(n - 1, b, a + b);
|
@@ -171,16 +95,10 @@ static constexpr uint64_t min_length[] = {
|
|
171
95
|
|
172
96
|
static const int kMinLengthSize = ABSL_ARRAYSIZE(min_length);
|
173
97
|
|
174
|
-
|
175
|
-
|
176
|
-
|
177
|
-
|
178
|
-
// It may be desirable for each to use a different inlined size optimized for
|
179
|
-
// that InlinedVector's usage.
|
180
|
-
//
|
181
|
-
// TODO(jgm): Benchmark to see if there's a more optimal value than 47 for
|
182
|
-
// the inlined vector size (47 exists for backward compatibility).
|
183
|
-
static const int kInlinedVectorSize = 47;
|
98
|
+
static inline bool cord_ring_enabled() {
|
99
|
+
return cord_internal::cord_ring_buffer_enabled.load(
|
100
|
+
std::memory_order_relaxed);
|
101
|
+
}
|
184
102
|
|
185
103
|
static inline bool IsRootBalanced(CordRep* node) {
|
186
104
|
if (node->tag != CONCAT) {
|
@@ -197,7 +115,8 @@ static inline bool IsRootBalanced(CordRep* node) {
|
|
197
115
|
}
|
198
116
|
|
199
117
|
static CordRep* Rebalance(CordRep* node);
|
200
|
-
static void DumpNode(CordRep* rep, bool include_data, std::ostream* os
|
118
|
+
static void DumpNode(CordRep* rep, bool include_data, std::ostream* os,
|
119
|
+
int indent = 0);
|
201
120
|
static bool VerifyNode(CordRep* root, CordRep* start_node,
|
202
121
|
bool full_validation);
|
203
122
|
|
@@ -217,96 +136,6 @@ static inline CordRep* VerifyTree(CordRep* node) {
|
|
217
136
|
return node;
|
218
137
|
}
|
219
138
|
|
220
|
-
// --------------------------------------------------------------------
|
221
|
-
// Memory management
|
222
|
-
|
223
|
-
inline CordRep* Ref(CordRep* rep) {
|
224
|
-
if (rep != nullptr) {
|
225
|
-
rep->refcount.Increment();
|
226
|
-
}
|
227
|
-
return rep;
|
228
|
-
}
|
229
|
-
|
230
|
-
// This internal routine is called from the cold path of Unref below. Keeping it
|
231
|
-
// in a separate routine allows good inlining of Unref into many profitable call
|
232
|
-
// sites. However, the call to this function can be highly disruptive to the
|
233
|
-
// register pressure in those callers. To minimize the cost to callers, we use
|
234
|
-
// a special LLVM calling convention that preserves most registers. This allows
|
235
|
-
// the call to this routine in cold paths to not disrupt the caller's register
|
236
|
-
// pressure. This calling convention is not available on all platforms; we
|
237
|
-
// intentionally allow LLVM to ignore the attribute rather than attempting to
|
238
|
-
// hardcode the list of supported platforms.
|
239
|
-
#if defined(__clang__) && !defined(__i386__)
|
240
|
-
#pragma clang diagnostic push
|
241
|
-
#pragma clang diagnostic ignored "-Wattributes"
|
242
|
-
__attribute__((preserve_most))
|
243
|
-
#pragma clang diagnostic pop
|
244
|
-
#endif
|
245
|
-
static void UnrefInternal(CordRep* rep) {
|
246
|
-
assert(rep != nullptr);
|
247
|
-
|
248
|
-
absl::InlinedVector<CordRep*, kInlinedVectorSize> pending;
|
249
|
-
while (true) {
|
250
|
-
if (rep->tag == CONCAT) {
|
251
|
-
CordRepConcat* rep_concat = rep->concat();
|
252
|
-
CordRep* right = rep_concat->right;
|
253
|
-
if (!right->refcount.Decrement()) {
|
254
|
-
pending.push_back(right);
|
255
|
-
}
|
256
|
-
CordRep* left = rep_concat->left;
|
257
|
-
delete rep_concat;
|
258
|
-
rep = nullptr;
|
259
|
-
if (!left->refcount.Decrement()) {
|
260
|
-
rep = left;
|
261
|
-
continue;
|
262
|
-
}
|
263
|
-
} else if (rep->tag == EXTERNAL) {
|
264
|
-
CordRepExternal* rep_external = rep->external();
|
265
|
-
rep_external->releaser_invoker(rep_external);
|
266
|
-
rep = nullptr;
|
267
|
-
} else if (rep->tag == SUBSTRING) {
|
268
|
-
CordRepSubstring* rep_substring = rep->substring();
|
269
|
-
CordRep* child = rep_substring->child;
|
270
|
-
delete rep_substring;
|
271
|
-
rep = nullptr;
|
272
|
-
if (!child->refcount.Decrement()) {
|
273
|
-
rep = child;
|
274
|
-
continue;
|
275
|
-
}
|
276
|
-
} else {
|
277
|
-
// Flat CordReps are allocated and constructed with raw ::operator new
|
278
|
-
// and placement new, and must be destructed and deallocated
|
279
|
-
// accordingly.
|
280
|
-
#if defined(__cpp_sized_deallocation)
|
281
|
-
size_t size = TagToAllocatedSize(rep->tag);
|
282
|
-
rep->~CordRep();
|
283
|
-
::operator delete(rep, size);
|
284
|
-
#else
|
285
|
-
rep->~CordRep();
|
286
|
-
::operator delete(rep);
|
287
|
-
#endif
|
288
|
-
rep = nullptr;
|
289
|
-
}
|
290
|
-
|
291
|
-
if (!pending.empty()) {
|
292
|
-
rep = pending.back();
|
293
|
-
pending.pop_back();
|
294
|
-
} else {
|
295
|
-
break;
|
296
|
-
}
|
297
|
-
}
|
298
|
-
}
|
299
|
-
|
300
|
-
inline void Unref(CordRep* rep) {
|
301
|
-
// Fast-path for two common, hot cases: a null rep and a shared root.
|
302
|
-
if (ABSL_PREDICT_TRUE(rep == nullptr ||
|
303
|
-
rep->refcount.DecrementExpectHighRefcount())) {
|
304
|
-
return;
|
305
|
-
}
|
306
|
-
|
307
|
-
UnrefInternal(rep);
|
308
|
-
}
|
309
|
-
|
310
139
|
// Return the depth of a node
|
311
140
|
static int Depth(const CordRep* rep) {
|
312
141
|
if (rep->tag == CONCAT) {
|
@@ -330,12 +159,14 @@ static void SetConcatChildren(CordRepConcat* concat, CordRep* left,
|
|
330
159
|
// The returned node has a refcount of 1.
|
331
160
|
static CordRep* RawConcat(CordRep* left, CordRep* right) {
|
332
161
|
// Avoid making degenerate concat nodes (one child is empty)
|
333
|
-
if (left == nullptr
|
334
|
-
|
162
|
+
if (left == nullptr) return right;
|
163
|
+
if (right == nullptr) return left;
|
164
|
+
if (left->length == 0) {
|
165
|
+
CordRep::Unref(left);
|
335
166
|
return right;
|
336
167
|
}
|
337
|
-
if (right
|
338
|
-
Unref(right);
|
168
|
+
if (right->length == 0) {
|
169
|
+
CordRep::Unref(right);
|
339
170
|
return left;
|
340
171
|
}
|
341
172
|
|
@@ -374,20 +205,27 @@ static CordRep* MakeBalancedTree(CordRep** reps, size_t n) {
|
|
374
205
|
return reps[0];
|
375
206
|
}
|
376
207
|
|
377
|
-
|
378
|
-
|
379
|
-
|
380
|
-
|
381
|
-
|
382
|
-
|
383
|
-
|
208
|
+
static CordRepFlat* CreateFlat(const char* data, size_t length,
|
209
|
+
size_t alloc_hint) {
|
210
|
+
CordRepFlat* flat = CordRepFlat::New(length + alloc_hint);
|
211
|
+
flat->length = length;
|
212
|
+
memcpy(flat->Data(), data, length);
|
213
|
+
return flat;
|
214
|
+
}
|
384
215
|
|
385
|
-
|
386
|
-
|
387
|
-
|
388
|
-
|
389
|
-
|
390
|
-
|
216
|
+
// Creates a new flat or ringbuffer out of the specified array.
|
217
|
+
// The returned node has a refcount of 1.
|
218
|
+
static CordRep* RingNewTree(const char* data, size_t length,
|
219
|
+
size_t alloc_hint) {
|
220
|
+
if (length <= kMaxFlatLength) {
|
221
|
+
return CreateFlat(data, length, alloc_hint);
|
222
|
+
}
|
223
|
+
CordRepFlat* flat = CreateFlat(data, kMaxFlatLength, 0);
|
224
|
+
data += kMaxFlatLength;
|
225
|
+
length -= kMaxFlatLength;
|
226
|
+
size_t extra = (length - 1) / kMaxFlatLength + 1;
|
227
|
+
auto* root = CordRepRing::Create(flat, extra);
|
228
|
+
return CordRepRing::Append(root, {data, length}, alloc_hint);
|
391
229
|
}
|
392
230
|
|
393
231
|
// Create a new tree out of the specified array.
|
@@ -396,13 +234,16 @@ static CordRep* NewTree(const char* data,
|
|
396
234
|
size_t length,
|
397
235
|
size_t alloc_hint) {
|
398
236
|
if (length == 0) return nullptr;
|
237
|
+
if (cord_ring_enabled()) {
|
238
|
+
return RingNewTree(data, length, alloc_hint);
|
239
|
+
}
|
399
240
|
absl::FixedArray<CordRep*> reps((length - 1) / kMaxFlatLength + 1);
|
400
241
|
size_t n = 0;
|
401
242
|
do {
|
402
243
|
const size_t len = std::min(length, kMaxFlatLength);
|
403
|
-
|
244
|
+
CordRepFlat* rep = CordRepFlat::New(len + alloc_hint);
|
404
245
|
rep->length = len;
|
405
|
-
memcpy(rep->
|
246
|
+
memcpy(rep->Data(), data, len);
|
406
247
|
reps[n++] = VerifyTree(rep);
|
407
248
|
data += len;
|
408
249
|
length -= len;
|
@@ -425,7 +266,7 @@ void InitializeCordRepExternal(absl::string_view data, CordRepExternal* rep) {
|
|
425
266
|
static CordRep* NewSubstring(CordRep* child, size_t offset, size_t length) {
|
426
267
|
// Never create empty substring nodes
|
427
268
|
if (length == 0) {
|
428
|
-
Unref(child);
|
269
|
+
CordRep::Unref(child);
|
429
270
|
return nullptr;
|
430
271
|
} else {
|
431
272
|
CordRepSubstring* rep = new CordRepSubstring();
|
@@ -447,50 +288,58 @@ inline void Cord::InlineRep::set_data(const char* data, size_t n,
|
|
447
288
|
bool nullify_tail) {
|
448
289
|
static_assert(kMaxInline == 15, "set_data is hard-coded for a length of 15");
|
449
290
|
|
450
|
-
cord_internal::SmallMemmove(data_, data, n, nullify_tail);
|
451
|
-
|
291
|
+
cord_internal::SmallMemmove(data_.as_chars(), data, n, nullify_tail);
|
292
|
+
set_inline_size(n);
|
452
293
|
}
|
453
294
|
|
454
295
|
inline char* Cord::InlineRep::set_data(size_t n) {
|
455
296
|
assert(n <= kMaxInline);
|
456
|
-
|
457
|
-
|
458
|
-
return data_;
|
297
|
+
ResetToEmpty();
|
298
|
+
set_inline_size(n);
|
299
|
+
return data_.as_chars();
|
459
300
|
}
|
460
301
|
|
461
302
|
inline CordRep* Cord::InlineRep::force_tree(size_t extra_hint) {
|
462
|
-
|
463
|
-
|
464
|
-
if (len > kMaxInline) {
|
465
|
-
memcpy(&result, data_, sizeof(result));
|
466
|
-
} else {
|
467
|
-
result = NewFlat(len + extra_hint);
|
468
|
-
result->length = len;
|
469
|
-
memcpy(result->data, data_, len);
|
470
|
-
set_tree(result);
|
303
|
+
if (data_.is_tree()) {
|
304
|
+
return data_.as_tree();
|
471
305
|
}
|
306
|
+
|
307
|
+
size_t len = inline_size();
|
308
|
+
CordRepFlat* result = CordRepFlat::New(len + extra_hint);
|
309
|
+
result->length = len;
|
310
|
+
static_assert(kMinFlatLength >= sizeof(data_), "");
|
311
|
+
memcpy(result->Data(), data_.as_chars(), sizeof(data_));
|
312
|
+
set_tree(result);
|
472
313
|
return result;
|
473
314
|
}
|
474
315
|
|
475
316
|
inline void Cord::InlineRep::reduce_size(size_t n) {
|
476
|
-
size_t tag =
|
317
|
+
size_t tag = inline_size();
|
477
318
|
assert(tag <= kMaxInline);
|
478
319
|
assert(tag >= n);
|
479
320
|
tag -= n;
|
480
|
-
memset(data_ + tag, 0, n);
|
481
|
-
|
321
|
+
memset(data_.as_chars() + tag, 0, n);
|
322
|
+
set_inline_size(static_cast<char>(tag));
|
482
323
|
}
|
483
324
|
|
484
325
|
inline void Cord::InlineRep::remove_prefix(size_t n) {
|
485
|
-
cord_internal::SmallMemmove(data_, data_ + n,
|
326
|
+
cord_internal::SmallMemmove(data_.as_chars(), data_.as_chars() + n,
|
327
|
+
inline_size() - n);
|
486
328
|
reduce_size(n);
|
487
329
|
}
|
488
330
|
|
331
|
+
// Returns `rep` converted into a CordRepRing.
|
332
|
+
// Directly returns `rep` if `rep` is already a CordRepRing.
|
333
|
+
static CordRepRing* ForceRing(CordRep* rep, size_t extra) {
|
334
|
+
return (rep->tag == RING) ? rep->ring() : CordRepRing::Create(rep, extra);
|
335
|
+
}
|
336
|
+
|
489
337
|
void Cord::InlineRep::AppendTree(CordRep* tree) {
|
490
338
|
if (tree == nullptr) return;
|
491
|
-
|
492
|
-
if (len == 0) {
|
339
|
+
if (data_.is_empty()) {
|
493
340
|
set_tree(tree);
|
341
|
+
} else if (cord_ring_enabled()) {
|
342
|
+
set_tree(CordRepRing::Append(ForceRing(force_tree(0), 1), tree));
|
494
343
|
} else {
|
495
344
|
set_tree(Concat(force_tree(0), tree));
|
496
345
|
}
|
@@ -498,9 +347,10 @@ void Cord::InlineRep::AppendTree(CordRep* tree) {
|
|
498
347
|
|
499
348
|
void Cord::InlineRep::PrependTree(CordRep* tree) {
|
500
349
|
assert(tree != nullptr);
|
501
|
-
|
502
|
-
if (len == 0) {
|
350
|
+
if (data_.is_empty()) {
|
503
351
|
set_tree(tree);
|
352
|
+
} else if (cord_ring_enabled()) {
|
353
|
+
set_tree(CordRepRing::Prepend(ForceRing(force_tree(0), 1), tree));
|
504
354
|
} else {
|
505
355
|
set_tree(Concat(tree, force_tree(0)));
|
506
356
|
}
|
@@ -512,6 +362,15 @@ void Cord::InlineRep::PrependTree(CordRep* tree) {
|
|
512
362
|
// written to region and the actual size increase will be written to size.
|
513
363
|
static inline bool PrepareAppendRegion(CordRep* root, char** region,
|
514
364
|
size_t* size, size_t max_length) {
|
365
|
+
if (root->tag == RING && root->refcount.IsOne()) {
|
366
|
+
Span<char> span = root->ring()->GetAppendBuffer(max_length);
|
367
|
+
if (!span.empty()) {
|
368
|
+
*region = span.data();
|
369
|
+
*size = span.size();
|
370
|
+
return true;
|
371
|
+
}
|
372
|
+
}
|
373
|
+
|
515
374
|
// Search down the right-hand path for a non-full FLAT node.
|
516
375
|
CordRep* dst = root;
|
517
376
|
while (dst->tag == CONCAT && dst->refcount.IsOne()) {
|
@@ -525,7 +384,7 @@ static inline bool PrepareAppendRegion(CordRep* root, char** region,
|
|
525
384
|
}
|
526
385
|
|
527
386
|
const size_t in_use = dst->length;
|
528
|
-
const size_t capacity =
|
387
|
+
const size_t capacity = dst->flat()->Capacity();
|
529
388
|
if (in_use == capacity) {
|
530
389
|
*region = nullptr;
|
531
390
|
*size = 0;
|
@@ -540,7 +399,7 @@ static inline bool PrepareAppendRegion(CordRep* root, char** region,
|
|
540
399
|
}
|
541
400
|
dst->length += size_increase;
|
542
401
|
|
543
|
-
*region = dst->
|
402
|
+
*region = dst->flat()->Data() + in_use;
|
544
403
|
*size = size_increase;
|
545
404
|
return true;
|
546
405
|
}
|
@@ -554,12 +413,14 @@ void Cord::InlineRep::GetAppendRegion(char** region, size_t* size,
|
|
554
413
|
}
|
555
414
|
|
556
415
|
// Try to fit in the inline buffer if possible.
|
557
|
-
|
558
|
-
|
559
|
-
|
560
|
-
|
561
|
-
|
562
|
-
|
416
|
+
if (!is_tree()) {
|
417
|
+
size_t inline_length = inline_size();
|
418
|
+
if (max_length <= kMaxInline - inline_length) {
|
419
|
+
*region = data_.as_chars() + inline_length;
|
420
|
+
*size = max_length;
|
421
|
+
set_inline_size(inline_length + max_length);
|
422
|
+
return;
|
423
|
+
}
|
563
424
|
}
|
564
425
|
|
565
426
|
CordRep* root = force_tree(max_length);
|
@@ -569,12 +430,16 @@ void Cord::InlineRep::GetAppendRegion(char** region, size_t* size,
|
|
569
430
|
}
|
570
431
|
|
571
432
|
// Allocate new node.
|
572
|
-
|
573
|
-
|
574
|
-
new_node->length =
|
575
|
-
|
576
|
-
*region = new_node->data;
|
433
|
+
CordRepFlat* new_node =
|
434
|
+
CordRepFlat::New(std::max(static_cast<size_t>(root->length), max_length));
|
435
|
+
new_node->length = std::min(new_node->Capacity(), max_length);
|
436
|
+
*region = new_node->Data();
|
577
437
|
*size = new_node->length;
|
438
|
+
|
439
|
+
if (cord_ring_enabled()) {
|
440
|
+
replace_tree(CordRepRing::Append(ForceRing(root, 1), new_node));
|
441
|
+
return;
|
442
|
+
}
|
578
443
|
replace_tree(Concat(root, new_node));
|
579
444
|
}
|
580
445
|
|
@@ -582,12 +447,14 @@ void Cord::InlineRep::GetAppendRegion(char** region, size_t* size) {
|
|
582
447
|
const size_t max_length = std::numeric_limits<size_t>::max();
|
583
448
|
|
584
449
|
// Try to fit in the inline buffer if possible.
|
585
|
-
|
586
|
-
|
587
|
-
|
588
|
-
|
589
|
-
|
590
|
-
|
450
|
+
if (!data_.is_tree()) {
|
451
|
+
size_t inline_length = inline_size();
|
452
|
+
if (inline_length < kMaxInline) {
|
453
|
+
*region = data_.as_chars() + inline_length;
|
454
|
+
*size = kMaxInline - inline_length;
|
455
|
+
set_inline_size(kMaxInline);
|
456
|
+
return;
|
457
|
+
}
|
591
458
|
}
|
592
459
|
|
593
460
|
CordRep* root = force_tree(max_length);
|
@@ -597,10 +464,15 @@ void Cord::InlineRep::GetAppendRegion(char** region, size_t* size) {
|
|
597
464
|
}
|
598
465
|
|
599
466
|
// Allocate new node.
|
600
|
-
|
601
|
-
new_node->length =
|
602
|
-
*region = new_node->
|
467
|
+
CordRepFlat* new_node = CordRepFlat::New(root->length);
|
468
|
+
new_node->length = new_node->Capacity();
|
469
|
+
*region = new_node->Data();
|
603
470
|
*size = new_node->length;
|
471
|
+
|
472
|
+
if (cord_ring_enabled()) {
|
473
|
+
replace_tree(CordRepRing::Append(ForceRing(root, 1), new_node));
|
474
|
+
return;
|
475
|
+
}
|
604
476
|
replace_tree(Concat(root, new_node));
|
605
477
|
}
|
606
478
|
|
@@ -608,7 +480,7 @@ void Cord::InlineRep::GetAppendRegion(char** region, size_t* size) {
|
|
608
480
|
// will return true.
|
609
481
|
static bool RepMemoryUsageLeaf(const CordRep* rep, size_t* total_mem_usage) {
|
610
482
|
if (rep->tag >= FLAT) {
|
611
|
-
*total_mem_usage +=
|
483
|
+
*total_mem_usage += rep->flat()->AllocatedSize();
|
612
484
|
return true;
|
613
485
|
}
|
614
486
|
if (rep->tag == EXTERNAL) {
|
@@ -621,26 +493,24 @@ static bool RepMemoryUsageLeaf(const CordRep* rep, size_t* total_mem_usage) {
|
|
621
493
|
void Cord::InlineRep::AssignSlow(const Cord::InlineRep& src) {
|
622
494
|
ClearSlow();
|
623
495
|
|
624
|
-
|
496
|
+
data_ = src.data_;
|
625
497
|
if (is_tree()) {
|
626
|
-
|
498
|
+
data_.set_profiled(false);
|
499
|
+
CordRep::Ref(tree());
|
500
|
+
clear_cordz_info();
|
627
501
|
}
|
628
502
|
}
|
629
503
|
|
630
504
|
void Cord::InlineRep::ClearSlow() {
|
631
505
|
if (is_tree()) {
|
632
|
-
Unref(tree());
|
506
|
+
CordRep::Unref(tree());
|
633
507
|
}
|
634
|
-
|
508
|
+
ResetToEmpty();
|
635
509
|
}
|
636
510
|
|
637
511
|
// --------------------------------------------------------------------
|
638
512
|
// Constructors and destructors
|
639
513
|
|
640
|
-
Cord::Cord(const Cord& src) : contents_(src.contents_) {
|
641
|
-
Ref(contents_.tree()); // Does nothing if contents_ has embedded data
|
642
|
-
}
|
643
|
-
|
644
514
|
Cord::Cord(absl::string_view src) {
|
645
515
|
const size_t n = src.size();
|
646
516
|
if (n <= InlineRep::kMaxInline) {
|
@@ -684,14 +554,18 @@ template Cord::Cord(std::string&& src);
|
|
684
554
|
// The destruction code is separate so that the compiler can determine
|
685
555
|
// that it does not need to call the destructor on a moved-from Cord.
|
686
556
|
void Cord::DestroyCordSlow() {
|
687
|
-
|
557
|
+
if (CordRep* tree = contents_.tree()) {
|
558
|
+
CordRep::Unref(VerifyTree(tree));
|
559
|
+
}
|
688
560
|
}
|
689
561
|
|
690
562
|
// --------------------------------------------------------------------
|
691
563
|
// Mutators
|
692
564
|
|
693
565
|
void Cord::Clear() {
|
694
|
-
|
566
|
+
if (CordRep* tree = contents_.clear()) {
|
567
|
+
CordRep::Unref(tree);
|
568
|
+
}
|
695
569
|
}
|
696
570
|
|
697
571
|
Cord& Cord::operator=(absl::string_view src) {
|
@@ -702,19 +576,20 @@ Cord& Cord::operator=(absl::string_view src) {
|
|
702
576
|
if (length <= InlineRep::kMaxInline) {
|
703
577
|
// Embed into this->contents_
|
704
578
|
contents_.set_data(data, length, true);
|
705
|
-
Unref(tree);
|
579
|
+
if (tree) CordRep::Unref(tree);
|
706
580
|
return *this;
|
707
581
|
}
|
708
582
|
if (tree != nullptr && tree->tag >= FLAT &&
|
709
|
-
|
583
|
+
tree->flat()->Capacity() >= length &&
|
584
|
+
tree->refcount.IsOne()) {
|
710
585
|
// Copy in place if the existing FLAT node is reusable.
|
711
|
-
memmove(tree->
|
586
|
+
memmove(tree->flat()->Data(), data, length);
|
712
587
|
tree->length = length;
|
713
588
|
VerifyTree(tree);
|
714
589
|
return *this;
|
715
590
|
}
|
716
591
|
contents_.set_tree(NewTree(data, length, 0));
|
717
|
-
Unref(tree);
|
592
|
+
if (tree) CordRep::Unref(tree);
|
718
593
|
return *this;
|
719
594
|
}
|
720
595
|
|
@@ -734,24 +609,25 @@ template Cord& Cord::operator=(std::string&& src);
|
|
734
609
|
// we keep it here to make diffs easier.
|
735
610
|
void Cord::InlineRep::AppendArray(const char* src_data, size_t src_size) {
|
736
611
|
if (src_size == 0) return; // memcpy(_, nullptr, 0) is undefined.
|
737
|
-
// Try to fit in the inline buffer if possible.
|
738
|
-
size_t inline_length = data_[kMaxInline];
|
739
|
-
if (inline_length < kMaxInline && src_size <= kMaxInline - inline_length) {
|
740
|
-
// Append new data to embedded array
|
741
|
-
data_[kMaxInline] = static_cast<char>(inline_length + src_size);
|
742
|
-
memcpy(data_ + inline_length, src_data, src_size);
|
743
|
-
return;
|
744
|
-
}
|
745
|
-
|
746
|
-
CordRep* root = tree();
|
747
612
|
|
748
613
|
size_t appended = 0;
|
749
|
-
|
614
|
+
CordRep* root = nullptr;
|
615
|
+
if (is_tree()) {
|
616
|
+
root = data_.as_tree();
|
750
617
|
char* region;
|
751
618
|
if (PrepareAppendRegion(root, ®ion, &appended, src_size)) {
|
752
619
|
memcpy(region, src_data, appended);
|
753
620
|
}
|
754
621
|
} else {
|
622
|
+
// Try to fit in the inline buffer if possible.
|
623
|
+
size_t inline_length = inline_size();
|
624
|
+
if (src_size <= kMaxInline - inline_length) {
|
625
|
+
// Append new data to embedded array
|
626
|
+
memcpy(data_.as_chars() + inline_length, src_data, src_size);
|
627
|
+
set_inline_size(inline_length + src_size);
|
628
|
+
return;
|
629
|
+
}
|
630
|
+
|
755
631
|
// It is possible that src_data == data_, but when we transition from an
|
756
632
|
// InlineRep to a tree we need to assign data_ = root via set_tree. To
|
757
633
|
// avoid corrupting the source data before we copy it, delay calling
|
@@ -760,10 +636,11 @@ void Cord::InlineRep::AppendArray(const char* src_data, size_t src_size) {
|
|
760
636
|
// either double the inlined size, or the added size + 10%.
|
761
637
|
const size_t size1 = inline_length * 2 + src_size;
|
762
638
|
const size_t size2 = inline_length + src_size / 10;
|
763
|
-
root =
|
764
|
-
appended = std::min(
|
765
|
-
|
766
|
-
memcpy(root->
|
639
|
+
root = CordRepFlat::New(std::max<size_t>(size1, size2));
|
640
|
+
appended = std::min(
|
641
|
+
src_size, root->flat()->Capacity() - inline_length);
|
642
|
+
memcpy(root->flat()->Data(), data_.as_chars(), inline_length);
|
643
|
+
memcpy(root->flat()->Data() + inline_length, src_data, appended);
|
767
644
|
root->length = inline_length + appended;
|
768
645
|
set_tree(root);
|
769
646
|
}
|
@@ -774,6 +651,13 @@ void Cord::InlineRep::AppendArray(const char* src_data, size_t src_size) {
|
|
774
651
|
return;
|
775
652
|
}
|
776
653
|
|
654
|
+
if (cord_ring_enabled()) {
|
655
|
+
absl::string_view data(src_data, src_size);
|
656
|
+
root = ForceRing(root, (data.size() - 1) / kMaxFlatLength + 1);
|
657
|
+
replace_tree(CordRepRing::Append(root->ring(), data));
|
658
|
+
return;
|
659
|
+
}
|
660
|
+
|
777
661
|
// Use new block(s) for any remaining bytes that were not handled above.
|
778
662
|
// Alloc extra memory only if the right child of the root of the new tree is
|
779
663
|
// going to be a FLAT node, which will permit further inplace appends.
|
@@ -790,7 +674,7 @@ void Cord::InlineRep::AppendArray(const char* src_data, size_t src_size) {
|
|
790
674
|
}
|
791
675
|
|
792
676
|
inline CordRep* Cord::TakeRep() const& {
|
793
|
-
return Ref(contents_.tree());
|
677
|
+
return CordRep::Ref(contents_.tree());
|
794
678
|
}
|
795
679
|
|
796
680
|
inline CordRep* Cord::TakeRep() && {
|
@@ -819,7 +703,7 @@ inline void Cord::AppendImpl(C&& src) {
|
|
819
703
|
}
|
820
704
|
if (src_tree->tag >= FLAT) {
|
821
705
|
// src tree just has one flat node.
|
822
|
-
contents_.AppendArray(src_tree->
|
706
|
+
contents_.AppendArray(src_tree->flat()->Data(), src_size);
|
823
707
|
return;
|
824
708
|
}
|
825
709
|
if (&src == this) {
|
@@ -834,6 +718,7 @@ inline void Cord::AppendImpl(C&& src) {
|
|
834
718
|
return;
|
835
719
|
}
|
836
720
|
|
721
|
+
// Guaranteed to be a tree (kMaxBytesToCopy > kInlinedSize)
|
837
722
|
contents_.AppendTree(std::forward<C>(src).TakeRep());
|
838
723
|
}
|
839
724
|
|
@@ -855,7 +740,7 @@ template void Cord::Append(std::string&& src);
|
|
855
740
|
void Cord::Prepend(const Cord& src) {
|
856
741
|
CordRep* src_tree = src.contents_.tree();
|
857
742
|
if (src_tree != nullptr) {
|
858
|
-
Ref(src_tree);
|
743
|
+
CordRep::Ref(src_tree);
|
859
744
|
contents_.PrependTree(src_tree);
|
860
745
|
return;
|
861
746
|
}
|
@@ -867,18 +752,19 @@ void Cord::Prepend(const Cord& src) {
|
|
867
752
|
|
868
753
|
void Cord::Prepend(absl::string_view src) {
|
869
754
|
if (src.empty()) return; // memcpy(_, nullptr, 0) is undefined.
|
870
|
-
|
871
|
-
|
872
|
-
|
873
|
-
|
874
|
-
|
875
|
-
|
876
|
-
|
877
|
-
|
878
|
-
|
879
|
-
|
880
|
-
|
755
|
+
if (!contents_.is_tree()) {
|
756
|
+
size_t cur_size = contents_.inline_size();
|
757
|
+
if (cur_size + src.size() <= InlineRep::kMaxInline) {
|
758
|
+
// Use embedded storage.
|
759
|
+
char data[InlineRep::kMaxInline + 1] = {0};
|
760
|
+
memcpy(data, src.data(), src.size());
|
761
|
+
memcpy(data + src.size(), contents_.data(), cur_size);
|
762
|
+
memcpy(contents_.data_.as_chars(), data, InlineRep::kMaxInline + 1);
|
763
|
+
contents_.set_inline_size(cur_size + src.size());
|
764
|
+
return;
|
765
|
+
}
|
881
766
|
}
|
767
|
+
contents_.PrependTree(NewTree(src.data(), src.size(), 0));
|
882
768
|
}
|
883
769
|
|
884
770
|
template <typename T, Cord::EnableIfString<T>>
|
@@ -894,7 +780,7 @@ template void Cord::Prepend(std::string&& src);
|
|
894
780
|
|
895
781
|
static CordRep* RemovePrefixFrom(CordRep* node, size_t n) {
|
896
782
|
if (n >= node->length) return nullptr;
|
897
|
-
if (n == 0) return Ref(node);
|
783
|
+
if (n == 0) return CordRep::Ref(node);
|
898
784
|
absl::InlinedVector<CordRep*, kInlinedVectorSize> rhs_stack;
|
899
785
|
|
900
786
|
while (node->tag == CONCAT) {
|
@@ -912,7 +798,7 @@ static CordRep* RemovePrefixFrom(CordRep* node, size_t n) {
|
|
912
798
|
assert(n <= node->length);
|
913
799
|
|
914
800
|
if (n == 0) {
|
915
|
-
Ref(node);
|
801
|
+
CordRep::Ref(node);
|
916
802
|
} else {
|
917
803
|
size_t start = n;
|
918
804
|
size_t len = node->length - n;
|
@@ -921,10 +807,10 @@ static CordRep* RemovePrefixFrom(CordRep* node, size_t n) {
|
|
921
807
|
start += node->substring()->start;
|
922
808
|
node = node->substring()->child;
|
923
809
|
}
|
924
|
-
node = NewSubstring(Ref(node), start, len);
|
810
|
+
node = NewSubstring(CordRep::Ref(node), start, len);
|
925
811
|
}
|
926
812
|
while (!rhs_stack.empty()) {
|
927
|
-
node = Concat(node, Ref(rhs_stack.back()));
|
813
|
+
node = Concat(node, CordRep::Ref(rhs_stack.back()));
|
928
814
|
rhs_stack.pop_back();
|
929
815
|
}
|
930
816
|
return node;
|
@@ -935,7 +821,7 @@ static CordRep* RemovePrefixFrom(CordRep* node, size_t n) {
|
|
935
821
|
// edited in place iff that node and all its ancestors have a refcount of 1.
|
936
822
|
static CordRep* RemoveSuffixFrom(CordRep* node, size_t n) {
|
937
823
|
if (n >= node->length) return nullptr;
|
938
|
-
if (n == 0) return Ref(node);
|
824
|
+
if (n == 0) return CordRep::Ref(node);
|
939
825
|
absl::InlinedVector<CordRep*, kInlinedVectorSize> lhs_stack;
|
940
826
|
bool inplace_ok = node->refcount.IsOne();
|
941
827
|
|
@@ -955,11 +841,11 @@ static CordRep* RemoveSuffixFrom(CordRep* node, size_t n) {
|
|
955
841
|
assert(n <= node->length);
|
956
842
|
|
957
843
|
if (n == 0) {
|
958
|
-
Ref(node);
|
844
|
+
CordRep::Ref(node);
|
959
845
|
} else if (inplace_ok && node->tag != EXTERNAL) {
|
960
846
|
// Consider making a new buffer if the current node capacity is much
|
961
847
|
// larger than the new length.
|
962
|
-
Ref(node);
|
848
|
+
CordRep::Ref(node);
|
963
849
|
node->length -= n;
|
964
850
|
} else {
|
965
851
|
size_t start = 0;
|
@@ -968,10 +854,10 @@ static CordRep* RemoveSuffixFrom(CordRep* node, size_t n) {
|
|
968
854
|
start = node->substring()->start;
|
969
855
|
node = node->substring()->child;
|
970
856
|
}
|
971
|
-
node = NewSubstring(Ref(node), start, len);
|
857
|
+
node = NewSubstring(CordRep::Ref(node), start, len);
|
972
858
|
}
|
973
859
|
while (!lhs_stack.empty()) {
|
974
|
-
node = Concat(Ref(lhs_stack.back()), node);
|
860
|
+
node = Concat(CordRep::Ref(lhs_stack.back()), node);
|
975
861
|
lhs_stack.pop_back();
|
976
862
|
}
|
977
863
|
return node;
|
@@ -984,9 +870,11 @@ void Cord::RemovePrefix(size_t n) {
|
|
984
870
|
CordRep* tree = contents_.tree();
|
985
871
|
if (tree == nullptr) {
|
986
872
|
contents_.remove_prefix(n);
|
873
|
+
} else if (tree->tag == RING) {
|
874
|
+
contents_.replace_tree(CordRepRing::RemovePrefix(tree->ring(), n));
|
987
875
|
} else {
|
988
876
|
CordRep* newrep = RemovePrefixFrom(tree, n);
|
989
|
-
Unref(tree);
|
877
|
+
CordRep::Unref(tree);
|
990
878
|
contents_.replace_tree(VerifyTree(newrep));
|
991
879
|
}
|
992
880
|
}
|
@@ -998,9 +886,11 @@ void Cord::RemoveSuffix(size_t n) {
|
|
998
886
|
CordRep* tree = contents_.tree();
|
999
887
|
if (tree == nullptr) {
|
1000
888
|
contents_.reduce_size(n);
|
889
|
+
} else if (tree->tag == RING) {
|
890
|
+
contents_.replace_tree(CordRepRing::RemoveSuffix(tree->ring(), n));
|
1001
891
|
} else {
|
1002
892
|
CordRep* newrep = RemoveSuffixFrom(tree, n);
|
1003
|
-
Unref(tree);
|
893
|
+
CordRep::Unref(tree);
|
1004
894
|
contents_.replace_tree(VerifyTree(newrep));
|
1005
895
|
}
|
1006
896
|
}
|
@@ -1033,13 +923,13 @@ static CordRep* NewSubRange(CordRep* node, size_t pos, size_t n) {
|
|
1033
923
|
results.pop_back();
|
1034
924
|
results.push_back(Concat(left, right));
|
1035
925
|
} else if (pos == 0 && n == node->length) {
|
1036
|
-
results.push_back(Ref(node));
|
926
|
+
results.push_back(CordRep::Ref(node));
|
1037
927
|
} else if (node->tag != CONCAT) {
|
1038
928
|
if (node->tag == SUBSTRING) {
|
1039
929
|
pos += node->substring()->start;
|
1040
930
|
node = node->substring()->child;
|
1041
931
|
}
|
1042
|
-
results.push_back(NewSubstring(Ref(node), pos, n));
|
932
|
+
results.push_back(NewSubstring(CordRep::Ref(node), pos, n));
|
1043
933
|
} else if (pos + n <= node->concat()->left->length) {
|
1044
934
|
todo.push_back(SubRange(node->concat()->left, pos, n));
|
1045
935
|
} else if (pos >= node->concat()->left->length) {
|
@@ -1071,7 +961,7 @@ Cord Cord::Subcord(size_t pos, size_t new_size) const {
|
|
1071
961
|
} else if (new_size <= InlineRep::kMaxInline) {
|
1072
962
|
Cord::ChunkIterator it = chunk_begin();
|
1073
963
|
it.AdvanceBytes(pos);
|
1074
|
-
char* dest = sub_cord.contents_.data_;
|
964
|
+
char* dest = sub_cord.contents_.data_.as_chars();
|
1075
965
|
size_t remaining_size = new_size;
|
1076
966
|
while (remaining_size > it->size()) {
|
1077
967
|
cord_internal::SmallMemmove(dest, it->data(), it->size());
|
@@ -1080,7 +970,10 @@ Cord Cord::Subcord(size_t pos, size_t new_size) const {
|
|
1080
970
|
++it;
|
1081
971
|
}
|
1082
972
|
cord_internal::SmallMemmove(dest, it->data(), remaining_size);
|
1083
|
-
sub_cord.contents_.
|
973
|
+
sub_cord.contents_.set_inline_size(new_size);
|
974
|
+
} else if (tree->tag == RING) {
|
975
|
+
tree = CordRepRing::SubRing(CordRep::Ref(tree)->ring(), pos, new_size);
|
976
|
+
sub_cord.contents_.set_tree(tree);
|
1084
977
|
} else {
|
1085
978
|
sub_cord.contents_.set_tree(NewSubRange(tree, pos, new_size));
|
1086
979
|
}
|
@@ -1117,9 +1010,9 @@ class CordForest {
|
|
1117
1010
|
concat_node->left = concat_freelist_;
|
1118
1011
|
concat_freelist_ = concat_node;
|
1119
1012
|
} else {
|
1120
|
-
Ref(concat_node->right);
|
1121
|
-
Ref(concat_node->left);
|
1122
|
-
Unref(concat_node);
|
1013
|
+
CordRep::Ref(concat_node->right);
|
1014
|
+
CordRep::Ref(concat_node->left);
|
1015
|
+
CordRep::Unref(concat_node);
|
1123
1016
|
}
|
1124
1017
|
} else {
|
1125
1018
|
AddNode(node);
|
@@ -1269,20 +1162,23 @@ bool ComputeCompareResult<bool>(int memcmp_res) {
|
|
1269
1162
|
// Helper routine. Locates the first flat chunk of the Cord without
|
1270
1163
|
// initializing the iterator.
|
1271
1164
|
inline absl::string_view Cord::InlineRep::FindFlatStartPiece() const {
|
1272
|
-
|
1273
|
-
|
1274
|
-
return absl::string_view(data_, n);
|
1165
|
+
if (!is_tree()) {
|
1166
|
+
return absl::string_view(data_.as_chars(), data_.inline_size());
|
1275
1167
|
}
|
1276
1168
|
|
1277
1169
|
CordRep* node = tree();
|
1278
1170
|
if (node->tag >= FLAT) {
|
1279
|
-
return absl::string_view(node->
|
1171
|
+
return absl::string_view(node->flat()->Data(), node->length);
|
1280
1172
|
}
|
1281
1173
|
|
1282
1174
|
if (node->tag == EXTERNAL) {
|
1283
1175
|
return absl::string_view(node->external()->base, node->length);
|
1284
1176
|
}
|
1285
1177
|
|
1178
|
+
if (node->tag == RING) {
|
1179
|
+
return node->ring()->entry_data(node->ring()->head());
|
1180
|
+
}
|
1181
|
+
|
1286
1182
|
// Walk down the left branches until we hit a non-CONCAT node.
|
1287
1183
|
while (node->tag == CONCAT) {
|
1288
1184
|
node = node->concat()->left;
|
@@ -1299,7 +1195,7 @@ inline absl::string_view Cord::InlineRep::FindFlatStartPiece() const {
|
|
1299
1195
|
}
|
1300
1196
|
|
1301
1197
|
if (node->tag >= FLAT) {
|
1302
|
-
return absl::string_view(node->
|
1198
|
+
return absl::string_view(node->flat()->Data() + offset, length);
|
1303
1199
|
}
|
1304
1200
|
|
1305
1201
|
assert((node->tag == EXTERNAL) && "Expect FLAT or EXTERNAL node here");
|
@@ -1482,26 +1378,22 @@ void Cord::CopyToArraySlowPath(char* dst) const {
|
|
1482
1378
|
}
|
1483
1379
|
}
|
1484
1380
|
|
1485
|
-
Cord::ChunkIterator& Cord::ChunkIterator::
|
1486
|
-
|
1487
|
-
|
1488
|
-
assert(bytes_remaining_ >= current_chunk_.size());
|
1489
|
-
bytes_remaining_ -= current_chunk_.size();
|
1490
|
-
|
1491
|
-
if (stack_of_right_children_.empty()) {
|
1381
|
+
Cord::ChunkIterator& Cord::ChunkIterator::AdvanceStack() {
|
1382
|
+
auto& stack_of_right_children = stack_of_right_children_;
|
1383
|
+
if (stack_of_right_children.empty()) {
|
1492
1384
|
assert(!current_chunk_.empty()); // Called on invalid iterator.
|
1493
1385
|
// We have reached the end of the Cord.
|
1494
1386
|
return *this;
|
1495
1387
|
}
|
1496
1388
|
|
1497
1389
|
// Process the next node on the stack.
|
1498
|
-
CordRep* node =
|
1499
|
-
|
1390
|
+
CordRep* node = stack_of_right_children.back();
|
1391
|
+
stack_of_right_children.pop_back();
|
1500
1392
|
|
1501
1393
|
// Walk down the left branches until we hit a non-CONCAT node. Save the
|
1502
1394
|
// right children to the stack for subsequent traversal.
|
1503
1395
|
while (node->tag == CONCAT) {
|
1504
|
-
|
1396
|
+
stack_of_right_children.push_back(node->concat()->right);
|
1505
1397
|
node = node->concat()->left;
|
1506
1398
|
}
|
1507
1399
|
|
@@ -1516,7 +1408,7 @@ Cord::ChunkIterator& Cord::ChunkIterator::operator++() {
|
|
1516
1408
|
assert(node->tag == EXTERNAL || node->tag >= FLAT);
|
1517
1409
|
assert(length != 0);
|
1518
1410
|
const char* data =
|
1519
|
-
node->tag == EXTERNAL ? node->external()->base : node->
|
1411
|
+
node->tag == EXTERNAL ? node->external()->base : node->flat()->Data();
|
1520
1412
|
current_chunk_ = absl::string_view(data + offset, length);
|
1521
1413
|
current_leaf_ = node;
|
1522
1414
|
return *this;
|
@@ -1544,12 +1436,32 @@ Cord Cord::ChunkIterator::AdvanceAndReadBytes(size_t n) {
|
|
1544
1436
|
}
|
1545
1437
|
return subcord;
|
1546
1438
|
}
|
1439
|
+
|
1440
|
+
if (ring_reader_) {
|
1441
|
+
size_t chunk_size = current_chunk_.size();
|
1442
|
+
if (n <= chunk_size && n <= kMaxBytesToCopy) {
|
1443
|
+
subcord = Cord(current_chunk_.substr(0, n));
|
1444
|
+
} else {
|
1445
|
+
auto* ring = CordRep::Ref(ring_reader_.ring())->ring();
|
1446
|
+
size_t offset = ring_reader_.length() - bytes_remaining_;
|
1447
|
+
subcord.contents_.set_tree(CordRepRing::SubRing(ring, offset, n));
|
1448
|
+
}
|
1449
|
+
if (n < chunk_size) {
|
1450
|
+
bytes_remaining_ -= n;
|
1451
|
+
current_chunk_.remove_prefix(n);
|
1452
|
+
} else {
|
1453
|
+
AdvanceBytesRing(n);
|
1454
|
+
}
|
1455
|
+
return subcord;
|
1456
|
+
}
|
1457
|
+
|
1458
|
+
auto& stack_of_right_children = stack_of_right_children_;
|
1547
1459
|
if (n < current_chunk_.size()) {
|
1548
1460
|
// Range to read is a proper subrange of the current chunk.
|
1549
1461
|
assert(current_leaf_ != nullptr);
|
1550
|
-
CordRep* subnode = Ref(current_leaf_);
|
1551
|
-
const char* data =
|
1552
|
-
|
1462
|
+
CordRep* subnode = CordRep::Ref(current_leaf_);
|
1463
|
+
const char* data = subnode->tag == EXTERNAL ? subnode->external()->base
|
1464
|
+
: subnode->flat()->Data();
|
1553
1465
|
subnode = NewSubstring(subnode, current_chunk_.data() - data, n);
|
1554
1466
|
subcord.contents_.set_tree(VerifyTree(subnode));
|
1555
1467
|
RemoveChunkPrefix(n);
|
@@ -1559,10 +1471,10 @@ Cord Cord::ChunkIterator::AdvanceAndReadBytes(size_t n) {
|
|
1559
1471
|
// Range to read begins with a proper subrange of the current chunk.
|
1560
1472
|
assert(!current_chunk_.empty());
|
1561
1473
|
assert(current_leaf_ != nullptr);
|
1562
|
-
CordRep* subnode = Ref(current_leaf_);
|
1474
|
+
CordRep* subnode = CordRep::Ref(current_leaf_);
|
1563
1475
|
if (current_chunk_.size() < subnode->length) {
|
1564
|
-
const char* data =
|
1565
|
-
|
1476
|
+
const char* data = subnode->tag == EXTERNAL ? subnode->external()->base
|
1477
|
+
: subnode->flat()->Data();
|
1566
1478
|
subnode = NewSubstring(subnode, current_chunk_.data() - data,
|
1567
1479
|
current_chunk_.size());
|
1568
1480
|
}
|
@@ -1572,20 +1484,20 @@ Cord Cord::ChunkIterator::AdvanceAndReadBytes(size_t n) {
|
|
1572
1484
|
// Process the next node(s) on the stack, reading whole subtrees depending on
|
1573
1485
|
// their length and how many bytes we are advancing.
|
1574
1486
|
CordRep* node = nullptr;
|
1575
|
-
while (!
|
1576
|
-
node =
|
1577
|
-
|
1487
|
+
while (!stack_of_right_children.empty()) {
|
1488
|
+
node = stack_of_right_children.back();
|
1489
|
+
stack_of_right_children.pop_back();
|
1578
1490
|
if (node->length > n) break;
|
1579
1491
|
// TODO(qrczak): This might unnecessarily recreate existing concat nodes.
|
1580
1492
|
// Avoiding that would need pretty complicated logic (instead of
|
1581
|
-
//
|
1493
|
+
// current_leaf, keep current_subtree_ which points to the highest node
|
1582
1494
|
// such that the current leaf can be found on the path of left children
|
1583
1495
|
// starting from current_subtree_; delay creating subnode while node is
|
1584
1496
|
// below current_subtree_; find the proper node along the path of left
|
1585
1497
|
// children starting from current_subtree_ if this loop exits while staying
|
1586
1498
|
// below current_subtree_; etc.; alternatively, push parents instead of
|
1587
1499
|
// right children on the stack).
|
1588
|
-
subnode = Concat(subnode, Ref(node));
|
1500
|
+
subnode = Concat(subnode, CordRep::Ref(node));
|
1589
1501
|
n -= node->length;
|
1590
1502
|
bytes_remaining_ -= node->length;
|
1591
1503
|
node = nullptr;
|
@@ -1603,11 +1515,11 @@ Cord Cord::ChunkIterator::AdvanceAndReadBytes(size_t n) {
|
|
1603
1515
|
while (node->tag == CONCAT) {
|
1604
1516
|
if (node->concat()->left->length > n) {
|
1605
1517
|
// Push right, descend left.
|
1606
|
-
|
1518
|
+
stack_of_right_children.push_back(node->concat()->right);
|
1607
1519
|
node = node->concat()->left;
|
1608
1520
|
} else {
|
1609
1521
|
// Read left, descend right.
|
1610
|
-
subnode = Concat(subnode, Ref(node->concat()->left));
|
1522
|
+
subnode = Concat(subnode, CordRep::Ref(node->concat()->left));
|
1611
1523
|
n -= node->concat()->left->length;
|
1612
1524
|
bytes_remaining_ -= node->concat()->left->length;
|
1613
1525
|
node = node->concat()->right;
|
@@ -1626,9 +1538,11 @@ Cord Cord::ChunkIterator::AdvanceAndReadBytes(size_t n) {
|
|
1626
1538
|
// chunk.
|
1627
1539
|
assert(node->tag == EXTERNAL || node->tag >= FLAT);
|
1628
1540
|
assert(length > n);
|
1629
|
-
if (n > 0)
|
1541
|
+
if (n > 0) {
|
1542
|
+
subnode = Concat(subnode, NewSubstring(CordRep::Ref(node), offset, n));
|
1543
|
+
}
|
1630
1544
|
const char* data =
|
1631
|
-
node->tag == EXTERNAL ? node->external()->base : node->
|
1545
|
+
node->tag == EXTERNAL ? node->external()->base : node->flat()->Data();
|
1632
1546
|
current_chunk_ = absl::string_view(data + offset + n, length - n);
|
1633
1547
|
current_leaf_ = node;
|
1634
1548
|
bytes_remaining_ -= n;
|
@@ -1644,12 +1558,19 @@ void Cord::ChunkIterator::AdvanceBytesSlowPath(size_t n) {
|
|
1644
1558
|
n -= current_chunk_.size();
|
1645
1559
|
bytes_remaining_ -= current_chunk_.size();
|
1646
1560
|
|
1561
|
+
if (stack_of_right_children_.empty()) {
|
1562
|
+
// We have reached the end of the Cord.
|
1563
|
+
assert(bytes_remaining_ == 0);
|
1564
|
+
return;
|
1565
|
+
}
|
1566
|
+
|
1647
1567
|
// Process the next node(s) on the stack, skipping whole subtrees depending on
|
1648
1568
|
// their length and how many bytes we are advancing.
|
1649
1569
|
CordRep* node = nullptr;
|
1650
|
-
|
1651
|
-
|
1652
|
-
|
1570
|
+
auto& stack_of_right_children = stack_of_right_children_;
|
1571
|
+
while (!stack_of_right_children.empty()) {
|
1572
|
+
node = stack_of_right_children.back();
|
1573
|
+
stack_of_right_children.pop_back();
|
1653
1574
|
if (node->length > n) break;
|
1654
1575
|
n -= node->length;
|
1655
1576
|
bytes_remaining_ -= node->length;
|
@@ -1667,7 +1588,7 @@ void Cord::ChunkIterator::AdvanceBytesSlowPath(size_t n) {
|
|
1667
1588
|
while (node->tag == CONCAT) {
|
1668
1589
|
if (node->concat()->left->length > n) {
|
1669
1590
|
// Push right, descend left.
|
1670
|
-
|
1591
|
+
stack_of_right_children.push_back(node->concat()->right);
|
1671
1592
|
node = node->concat()->left;
|
1672
1593
|
} else {
|
1673
1594
|
// Skip left, descend right.
|
@@ -1688,7 +1609,7 @@ void Cord::ChunkIterator::AdvanceBytesSlowPath(size_t n) {
|
|
1688
1609
|
assert(node->tag == EXTERNAL || node->tag >= FLAT);
|
1689
1610
|
assert(length > n);
|
1690
1611
|
const char* data =
|
1691
|
-
node->tag == EXTERNAL ? node->external()->base : node->
|
1612
|
+
node->tag == EXTERNAL ? node->external()->base : node->flat()->Data();
|
1692
1613
|
current_chunk_ = absl::string_view(data + offset + n, length - n);
|
1693
1614
|
current_leaf_ = node;
|
1694
1615
|
bytes_remaining_ -= n;
|
@@ -1706,7 +1627,9 @@ char Cord::operator[](size_t i) const {
|
|
1706
1627
|
assert(offset < rep->length);
|
1707
1628
|
if (rep->tag >= FLAT) {
|
1708
1629
|
// Get the "i"th character directly from the flat array.
|
1709
|
-
return rep->
|
1630
|
+
return rep->flat()->Data()[offset];
|
1631
|
+
} else if (rep->tag == RING) {
|
1632
|
+
return rep->ring()->GetCharacter(offset);
|
1710
1633
|
} else if (rep->tag == EXTERNAL) {
|
1711
1634
|
// Get the "i"th character from the external array.
|
1712
1635
|
return rep->external()->base[offset];
|
@@ -1737,9 +1660,9 @@ absl::string_view Cord::FlattenSlowPath() {
|
|
1737
1660
|
// Try to put the contents into a new flat rep. If they won't fit in the
|
1738
1661
|
// biggest possible flat node, use an external rep instead.
|
1739
1662
|
if (total_size <= kMaxFlatLength) {
|
1740
|
-
new_rep =
|
1663
|
+
new_rep = CordRepFlat::New(total_size);
|
1741
1664
|
new_rep->length = total_size;
|
1742
|
-
new_buffer = new_rep->
|
1665
|
+
new_buffer = new_rep->flat()->Data();
|
1743
1666
|
CopyToArraySlowPath(new_buffer);
|
1744
1667
|
} else {
|
1745
1668
|
new_buffer = std::allocator<char>().allocate(total_size);
|
@@ -1750,7 +1673,9 @@ absl::string_view Cord::FlattenSlowPath() {
|
|
1750
1673
|
s.size());
|
1751
1674
|
});
|
1752
1675
|
}
|
1753
|
-
|
1676
|
+
if (CordRep* tree = contents_.tree()) {
|
1677
|
+
CordRep::Unref(tree);
|
1678
|
+
}
|
1754
1679
|
contents_.set_tree(new_rep);
|
1755
1680
|
return absl::string_view(new_buffer, total_size);
|
1756
1681
|
}
|
@@ -1758,7 +1683,7 @@ absl::string_view Cord::FlattenSlowPath() {
|
|
1758
1683
|
/* static */ bool Cord::GetFlatAux(CordRep* rep, absl::string_view* fragment) {
|
1759
1684
|
assert(rep != nullptr);
|
1760
1685
|
if (rep->tag >= FLAT) {
|
1761
|
-
*fragment = absl::string_view(rep->
|
1686
|
+
*fragment = absl::string_view(rep->flat()->Data(), rep->length);
|
1762
1687
|
return true;
|
1763
1688
|
} else if (rep->tag == EXTERNAL) {
|
1764
1689
|
*fragment = absl::string_view(rep->external()->base, rep->length);
|
@@ -1766,8 +1691,8 @@ absl::string_view Cord::FlattenSlowPath() {
|
|
1766
1691
|
} else if (rep->tag == SUBSTRING) {
|
1767
1692
|
CordRep* child = rep->substring()->child;
|
1768
1693
|
if (child->tag >= FLAT) {
|
1769
|
-
*fragment =
|
1770
|
-
|
1694
|
+
*fragment = absl::string_view(
|
1695
|
+
child->flat()->Data() + rep->substring()->start, rep->length);
|
1771
1696
|
return true;
|
1772
1697
|
} else if (child->tag == EXTERNAL) {
|
1773
1698
|
*fragment = absl::string_view(
|
@@ -1781,6 +1706,15 @@ absl::string_view Cord::FlattenSlowPath() {
|
|
1781
1706
|
/* static */ void Cord::ForEachChunkAux(
|
1782
1707
|
absl::cord_internal::CordRep* rep,
|
1783
1708
|
absl::FunctionRef<void(absl::string_view)> callback) {
|
1709
|
+
if (rep->tag == RING) {
|
1710
|
+
ChunkIterator it(rep), end;
|
1711
|
+
while (it != end) {
|
1712
|
+
callback(*it);
|
1713
|
+
++it;
|
1714
|
+
}
|
1715
|
+
return;
|
1716
|
+
}
|
1717
|
+
|
1784
1718
|
assert(rep != nullptr);
|
1785
1719
|
int stack_pos = 0;
|
1786
1720
|
constexpr int stack_max = 128;
|
@@ -1822,9 +1756,9 @@ absl::string_view Cord::FlattenSlowPath() {
|
|
1822
1756
|
}
|
1823
1757
|
}
|
1824
1758
|
|
1825
|
-
static void DumpNode(CordRep* rep, bool include_data, std::ostream* os
|
1759
|
+
static void DumpNode(CordRep* rep, bool include_data, std::ostream* os,
|
1760
|
+
int indent) {
|
1826
1761
|
const int kIndentStep = 1;
|
1827
|
-
int indent = 0;
|
1828
1762
|
absl::InlinedVector<CordRep*, kInlinedVectorSize> stack;
|
1829
1763
|
absl::InlinedVector<int, kInlinedVectorSize> indents;
|
1830
1764
|
for (;;) {
|
@@ -1845,17 +1779,28 @@ static void DumpNode(CordRep* rep, bool include_data, std::ostream* os) {
|
|
1845
1779
|
*os << "SUBSTRING @ " << rep->substring()->start << "\n";
|
1846
1780
|
indent += kIndentStep;
|
1847
1781
|
rep = rep->substring()->child;
|
1848
|
-
} else { // Leaf
|
1782
|
+
} else { // Leaf or ring
|
1849
1783
|
if (rep->tag == EXTERNAL) {
|
1850
1784
|
*os << "EXTERNAL [";
|
1851
1785
|
if (include_data)
|
1852
1786
|
*os << absl::CEscape(std::string(rep->external()->base, rep->length));
|
1853
1787
|
*os << "]\n";
|
1854
|
-
} else {
|
1855
|
-
*os << "FLAT cap=" <<
|
1788
|
+
} else if (rep->tag >= FLAT) {
|
1789
|
+
*os << "FLAT cap=" << rep->flat()->Capacity()
|
1790
|
+
<< " [";
|
1856
1791
|
if (include_data)
|
1857
|
-
*os << absl::CEscape(std::string(rep->
|
1792
|
+
*os << absl::CEscape(std::string(rep->flat()->Data(), rep->length));
|
1858
1793
|
*os << "]\n";
|
1794
|
+
} else {
|
1795
|
+
assert(rep->tag == RING);
|
1796
|
+
auto* ring = rep->ring();
|
1797
|
+
*os << "RING, entries = " << ring->entries() << "\n";
|
1798
|
+
CordRepRing::index_type head = ring->head();
|
1799
|
+
do {
|
1800
|
+
DumpNode(ring->entry_child(head), include_data, os,
|
1801
|
+
indent + kIndentStep);
|
1802
|
+
head = ring->advance(head);;
|
1803
|
+
} while (head != ring->tail());
|
1859
1804
|
}
|
1860
1805
|
if (stack.empty()) break;
|
1861
1806
|
rep = stack.back();
|
@@ -1900,8 +1845,9 @@ static bool VerifyNode(CordRep* root, CordRep* start_node,
|
|
1900
1845
|
worklist.push_back(node->concat()->left);
|
1901
1846
|
}
|
1902
1847
|
} else if (node->tag >= FLAT) {
|
1903
|
-
ABSL_INTERNAL_CHECK(
|
1904
|
-
|
1848
|
+
ABSL_INTERNAL_CHECK(
|
1849
|
+
node->length <= node->flat()->Capacity(),
|
1850
|
+
ReportError(root, node));
|
1905
1851
|
} else if (node->tag == EXTERNAL) {
|
1906
1852
|
ABSL_INTERNAL_CHECK(node->external()->base != nullptr,
|
1907
1853
|
ReportError(root, node));
|
@@ -1948,6 +1894,15 @@ static bool VerifyNode(CordRep* root, CordRep* start_node,
|
|
1948
1894
|
}
|
1949
1895
|
next_node = right;
|
1950
1896
|
}
|
1897
|
+
} else if (cur_node->tag == RING) {
|
1898
|
+
total_mem_usage += CordRepRing::AllocSize(cur_node->ring()->capacity());
|
1899
|
+
const CordRepRing* ring = cur_node->ring();
|
1900
|
+
CordRepRing::index_type pos = ring->head(), tail = ring->tail();
|
1901
|
+
do {
|
1902
|
+
CordRep* node = ring->entry_child(pos);
|
1903
|
+
assert(node->tag >= FLAT || node->tag == EXTERNAL);
|
1904
|
+
RepMemoryUsageLeaf(node, &total_mem_usage);
|
1905
|
+
} while ((pos = ring->advance(pos)) != tail);
|
1951
1906
|
} else {
|
1952
1907
|
// Since cur_node is not a leaf or a concat node it must be a substring.
|
1953
1908
|
assert(cur_node->tag == SUBSTRING);
|
@@ -1977,14 +1932,14 @@ std::ostream& operator<<(std::ostream& out, const Cord& cord) {
|
|
1977
1932
|
}
|
1978
1933
|
|
1979
1934
|
namespace strings_internal {
|
1980
|
-
size_t CordTestAccess::FlatOverhead() { return kFlatOverhead; }
|
1981
|
-
size_t CordTestAccess::MaxFlatLength() { return kMaxFlatLength; }
|
1935
|
+
size_t CordTestAccess::FlatOverhead() { return cord_internal::kFlatOverhead; }
|
1936
|
+
size_t CordTestAccess::MaxFlatLength() { return cord_internal::kMaxFlatLength; }
|
1982
1937
|
size_t CordTestAccess::FlatTagToLength(uint8_t tag) {
|
1983
|
-
return TagToLength(tag);
|
1938
|
+
return cord_internal::TagToLength(tag);
|
1984
1939
|
}
|
1985
1940
|
uint8_t CordTestAccess::LengthToTag(size_t s) {
|
1986
1941
|
ABSL_INTERNAL_CHECK(s <= kMaxFlatLength, absl::StrCat("Invalid length ", s));
|
1987
|
-
return AllocatedSizeToTag(s + kFlatOverhead);
|
1942
|
+
return cord_internal::AllocatedSizeToTag(s + cord_internal::kFlatOverhead);
|
1988
1943
|
}
|
1989
1944
|
size_t CordTestAccess::SizeofCordRepConcat() { return sizeof(CordRepConcat); }
|
1990
1945
|
size_t CordTestAccess::SizeofCordRepExternal() {
|