grpc 1.30.1 → 1.32.0.pre1

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of grpc might be problematic. Click here for more details.

Files changed (676) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +723 -15910
  3. data/include/grpc/grpc_security.h +31 -14
  4. data/include/grpc/grpc_security_constants.h +3 -0
  5. data/include/grpc/impl/codegen/README.md +22 -0
  6. data/include/grpc/impl/codegen/grpc_types.h +7 -5
  7. data/include/grpc/impl/codegen/port_platform.h +6 -33
  8. data/src/core/ext/filters/client_channel/backend_metric.cc +12 -9
  9. data/src/core/ext/filters/client_channel/backup_poller.cc +3 -2
  10. data/src/core/ext/filters/client_channel/client_channel.cc +470 -285
  11. data/src/core/ext/filters/client_channel/client_channel.h +1 -1
  12. data/src/core/ext/filters/client_channel/client_channel_channelz.h +0 -3
  13. data/src/core/ext/filters/client_channel/config_selector.cc +62 -0
  14. data/src/core/ext/filters/client_channel/config_selector.h +93 -0
  15. data/src/core/ext/filters/client_channel/global_subchannel_pool.cc +24 -2
  16. data/src/core/ext/filters/client_channel/health/health_check_client.cc +8 -1
  17. data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +8 -8
  18. data/src/core/ext/filters/client_channel/http_proxy.cc +6 -4
  19. data/src/core/ext/filters/client_channel/lb_policy.h +4 -0
  20. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +6 -4
  21. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +59 -36
  22. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +0 -13
  23. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +0 -3
  24. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel_secure.cc +1 -37
  25. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +19 -13
  26. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +29 -10
  27. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +5 -4
  28. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +4 -6
  29. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +23 -13
  30. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +18 -12
  31. data/src/core/ext/filters/client_channel/lb_policy/xds/eds.cc +22 -14
  32. data/src/core/ext/filters/client_channel/lb_policy/xds/lrs.cc +18 -9
  33. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_routing.cc +385 -78
  34. data/src/core/ext/filters/client_channel/lb_policy_registry.cc +4 -5
  35. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +5 -2
  36. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.cc +6 -5
  37. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_libuv.cc +8 -6
  38. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +9 -7
  39. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +7 -5
  40. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +36 -51
  41. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_libuv.cc +1 -1
  42. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +1 -1
  43. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +6 -2
  44. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +1 -1
  45. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +1 -1
  46. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +383 -31
  47. data/src/core/ext/filters/client_channel/resolver_registry.cc +13 -14
  48. data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +6 -7
  49. data/src/core/ext/filters/client_channel/resolver_result_parsing.h +0 -1
  50. data/src/core/ext/filters/client_channel/resolving_lb_policy.cc +38 -32
  51. data/src/core/ext/filters/client_channel/resolving_lb_policy.h +39 -20
  52. data/src/core/ext/filters/client_channel/server_address.cc +40 -7
  53. data/src/core/ext/filters/client_channel/server_address.h +42 -4
  54. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +142 -0
  55. data/src/core/ext/filters/client_channel/subchannel.cc +65 -24
  56. data/src/core/ext/filters/client_channel/subchannel.h +16 -4
  57. data/src/core/ext/filters/http/client/http_client_filter.cc +5 -5
  58. data/src/core/ext/filters/http/http_filters_plugin.cc +2 -1
  59. data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +74 -33
  60. data/src/core/ext/filters/http/message_compress/message_decompress_filter.h +3 -1
  61. data/src/core/ext/filters/max_age/max_age_filter.cc +2 -1
  62. data/src/core/ext/filters/message_size/message_size_filter.cc +56 -80
  63. data/src/core/ext/filters/message_size/message_size_filter.h +6 -0
  64. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +87 -31
  65. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +18 -1
  66. data/src/core/ext/transport/chttp2/client/secure/secure_channel_create.cc +10 -35
  67. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +378 -348
  68. data/src/core/ext/transport/chttp2/server/chttp2_server.h +7 -2
  69. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2.cc +3 -3
  70. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2_posix.cc +10 -16
  71. data/src/core/ext/transport/chttp2/server/secure/server_secure_chttp2.cc +9 -9
  72. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +256 -279
  73. data/src/core/ext/transport/chttp2/transport/flow_control.cc +23 -28
  74. data/src/core/ext/transport/chttp2/transport/flow_control.h +14 -16
  75. data/src/core/ext/transport/chttp2/transport/frame_data.cc +9 -12
  76. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +4 -6
  77. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +5 -6
  78. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +12 -13
  79. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +8 -9
  80. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +9 -12
  81. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +25 -29
  82. data/src/core/ext/transport/chttp2/transport/hpack_table.cc +13 -17
  83. data/src/core/ext/transport/chttp2/transport/internal.h +18 -1
  84. data/src/core/ext/transport/chttp2/transport/parsing.cc +34 -71
  85. data/src/core/ext/transport/chttp2/transport/writing.cc +15 -19
  86. data/src/core/ext/transport/inproc/inproc_transport.cc +47 -27
  87. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +0 -1
  88. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +3 -4
  89. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +224 -0
  90. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +700 -0
  91. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +74 -0
  92. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +226 -0
  93. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +380 -0
  94. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +1378 -0
  95. data/src/core/ext/upb-generated/envoy/{api/v2/cluster → config/cluster/v3}/filter.upb.c +8 -8
  96. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +69 -0
  97. data/src/core/ext/upb-generated/envoy/{api/v2/cluster → config/cluster/v3}/outlier_detection.upb.c +8 -8
  98. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +323 -0
  99. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +112 -0
  100. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +334 -0
  101. data/src/core/ext/upb-generated/envoy/{api/v2/core → config/core/v3}/backoff.upb.c +8 -8
  102. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +79 -0
  103. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +309 -0
  104. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +869 -0
  105. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +96 -0
  106. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +328 -0
  107. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +34 -0
  108. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +71 -0
  109. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +195 -0
  110. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +634 -0
  111. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +170 -0
  112. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +684 -0
  113. data/src/core/ext/upb-generated/envoy/{api/v2/core → config/core/v3}/http_uri.upb.c +8 -8
  114. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +80 -0
  115. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +152 -0
  116. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +536 -0
  117. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +28 -0
  118. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +58 -0
  119. data/src/core/ext/upb-generated/envoy/{api/v2/core → config/core/v3}/socket_option.upb.c +6 -6
  120. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +88 -0
  121. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +91 -0
  122. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +220 -0
  123. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +91 -0
  124. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +273 -0
  125. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +112 -0
  126. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +332 -0
  127. data/src/core/ext/upb-generated/envoy/config/listener/{v2 → v3}/api_listener.upb.c +8 -8
  128. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +65 -0
  129. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +108 -0
  130. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +401 -0
  131. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +138 -0
  132. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +490 -0
  133. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +41 -0
  134. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +94 -0
  135. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +174 -0
  136. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +599 -0
  137. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +63 -0
  138. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +204 -0
  139. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +773 -0
  140. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +2855 -0
  141. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +59 -0
  142. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +135 -0
  143. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +50 -0
  144. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +108 -0
  145. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +312 -0
  146. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +1125 -0
  147. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +20 -0
  148. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +34 -0
  149. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +111 -0
  150. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +401 -0
  151. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +72 -0
  152. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +198 -0
  153. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +105 -0
  154. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +388 -0
  155. data/src/core/ext/upb-generated/envoy/{api/v2 → service/cluster/v3}/cds.upb.c +5 -6
  156. data/src/core/ext/upb-generated/envoy/service/cluster/v3/cds.upb.h +49 -0
  157. data/src/core/ext/upb-generated/envoy/service/discovery/{v2 → v3}/ads.upb.c +5 -4
  158. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +49 -0
  159. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +129 -0
  160. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +386 -0
  161. data/src/core/ext/upb-generated/envoy/{api/v2 → service/endpoint/v3}/eds.upb.c +5 -6
  162. data/src/core/ext/upb-generated/envoy/service/endpoint/v3/eds.upb.h +49 -0
  163. data/src/core/ext/upb-generated/envoy/{api/v2 → service/listener/v3}/lds.upb.c +5 -6
  164. data/src/core/ext/upb-generated/envoy/service/listener/v3/lds.upb.h +49 -0
  165. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +55 -0
  166. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +136 -0
  167. data/src/core/ext/upb-generated/envoy/{api/v2 → service/route/v3}/rds.upb.c +5 -6
  168. data/src/core/ext/upb-generated/envoy/service/route/v3/rds.upb.h +49 -0
  169. data/src/core/ext/upb-generated/envoy/{api/v2 → service/route/v3}/srds.upb.c +5 -6
  170. data/src/core/ext/upb-generated/envoy/service/route/v3/srds.upb.h +49 -0
  171. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +47 -0
  172. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +114 -0
  173. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +35 -0
  174. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +77 -0
  175. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +34 -0
  176. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +71 -0
  177. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +64 -0
  178. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +145 -0
  179. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +53 -0
  180. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +127 -0
  181. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +63 -0
  182. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +188 -0
  183. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +88 -0
  184. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +258 -0
  185. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +90 -0
  186. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +250 -0
  187. data/src/core/ext/upb-generated/envoy/type/{http.upb.c → v3/http.upb.c} +2 -2
  188. data/src/core/ext/upb-generated/envoy/type/{http.upb.h → v3/http.upb.h} +8 -9
  189. data/src/core/ext/upb-generated/envoy/type/{percent.upb.c → v3/percent.upb.c} +9 -8
  190. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +86 -0
  191. data/src/core/ext/upb-generated/envoy/type/{range.upb.c → v3/range.upb.c} +12 -11
  192. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +111 -0
  193. data/src/core/ext/upb-generated/envoy/type/{semantic_version.upb.c → v3/semantic_version.upb.c} +6 -5
  194. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +61 -0
  195. data/src/core/ext/upb-generated/gogoproto/gogo.upb.h +0 -1
  196. data/src/core/ext/upb-generated/google/api/annotations.upb.h +0 -1
  197. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +234 -0
  198. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +759 -0
  199. data/src/core/ext/upb-generated/google/api/http.upb.h +29 -28
  200. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +5 -6
  201. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +39 -39
  202. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +412 -386
  203. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +5 -6
  204. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +1 -2
  205. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +1 -1
  206. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +34 -55
  207. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +5 -6
  208. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +27 -28
  209. data/src/core/ext/upb-generated/google/rpc/status.upb.h +8 -8
  210. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +1 -1
  211. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +32 -45
  212. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +4 -4
  213. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +157 -178
  214. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +14 -13
  215. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +6 -7
  216. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +59 -56
  217. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +11 -12
  218. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +0 -1
  219. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +5 -6
  220. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +27 -0
  221. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +53 -0
  222. data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.c +6 -6
  223. data/src/core/ext/upb-generated/udpa/data/orca/v1/orca_load_report.upb.h +41 -68
  224. data/src/core/ext/upb-generated/validate/validate.upb.c +11 -11
  225. data/src/core/ext/upb-generated/validate/validate.upb.h +537 -536
  226. data/src/core/ext/xds/xds_api.cc +2388 -0
  227. data/src/core/ext/{filters/client_channel/xds → xds}/xds_api.h +120 -40
  228. data/src/core/ext/{filters/client_channel/xds → xds}/xds_bootstrap.cc +56 -25
  229. data/src/core/ext/{filters/client_channel/xds → xds}/xds_bootstrap.h +8 -3
  230. data/src/core/ext/{filters/client_channel/xds → xds}/xds_channel.h +4 -4
  231. data/src/core/ext/{filters/client_channel/xds → xds}/xds_channel_args.h +3 -3
  232. data/src/core/ext/{filters/client_channel/xds → xds}/xds_channel_secure.cc +2 -5
  233. data/src/core/ext/{filters/client_channel/xds → xds}/xds_client.cc +94 -347
  234. data/src/core/ext/{filters/client_channel/xds → xds}/xds_client.h +12 -45
  235. data/src/core/ext/{filters/client_channel/xds → xds}/xds_client_stats.cc +2 -2
  236. data/src/core/ext/{filters/client_channel/xds → xds}/xds_client_stats.h +13 -13
  237. data/src/core/lib/channel/channel_trace.cc +2 -6
  238. data/src/core/lib/channel/channelz.cc +19 -30
  239. data/src/core/lib/channel/channelz.h +1 -1
  240. data/src/core/lib/channel/channelz_registry.cc +3 -1
  241. data/src/core/lib/gpr/log_linux.cc +6 -8
  242. data/src/core/lib/gpr/log_posix.cc +6 -8
  243. data/src/core/lib/gpr/string.cc +10 -9
  244. data/src/core/lib/gpr/string.h +4 -2
  245. data/src/core/lib/gpr/sync_posix.cc +2 -8
  246. data/src/core/lib/gprpp/global_config_env.cc +8 -6
  247. data/src/core/lib/http/httpcli.cc +13 -10
  248. data/src/core/lib/http/httpcli_security_connector.cc +5 -5
  249. data/src/core/lib/iomgr/cfstream_handle.cc +1 -0
  250. data/src/core/lib/iomgr/endpoint.cc +5 -1
  251. data/src/core/lib/iomgr/endpoint.h +7 -3
  252. data/src/core/lib/iomgr/endpoint_cfstream.cc +32 -11
  253. data/src/core/lib/iomgr/endpoint_pair_posix.cc +10 -10
  254. data/src/core/lib/iomgr/error_cfstream.cc +9 -8
  255. data/src/core/lib/iomgr/ev_epoll1_linux.cc +5 -6
  256. data/src/core/lib/iomgr/ev_epollex_linux.cc +15 -21
  257. data/src/core/lib/iomgr/ev_poll_posix.cc +6 -5
  258. data/src/core/lib/iomgr/is_epollexclusive_available.cc +14 -0
  259. data/src/core/{ext/filters/client_channel → lib/iomgr}/parse_address.cc +1 -1
  260. data/src/core/{ext/filters/client_channel → lib/iomgr}/parse_address.h +3 -3
  261. data/src/core/lib/iomgr/port.h +1 -21
  262. data/src/core/lib/iomgr/resolve_address_custom.cc +13 -18
  263. data/src/core/lib/iomgr/resolve_address_windows.cc +8 -8
  264. data/src/core/lib/iomgr/resource_quota.cc +34 -31
  265. data/src/core/lib/iomgr/sockaddr_utils.cc +9 -6
  266. data/src/core/lib/iomgr/sockaddr_utils.h +3 -2
  267. data/src/core/lib/iomgr/socket_utils_common_posix.cc +95 -55
  268. data/src/core/lib/iomgr/socket_windows.cc +4 -5
  269. data/src/core/lib/iomgr/tcp_client_cfstream.cc +9 -11
  270. data/src/core/lib/iomgr/tcp_client_custom.cc +6 -9
  271. data/src/core/lib/iomgr/tcp_client_posix.cc +27 -36
  272. data/src/core/lib/iomgr/tcp_client_windows.cc +9 -9
  273. data/src/core/lib/iomgr/tcp_custom.cc +33 -17
  274. data/src/core/lib/iomgr/tcp_custom.h +1 -1
  275. data/src/core/lib/iomgr/tcp_posix.cc +31 -13
  276. data/src/core/lib/iomgr/tcp_server.cc +3 -4
  277. data/src/core/lib/iomgr/tcp_server.h +7 -5
  278. data/src/core/lib/iomgr/tcp_server_custom.cc +6 -14
  279. data/src/core/lib/iomgr/tcp_server_posix.cc +34 -41
  280. data/src/core/lib/iomgr/tcp_server_utils_posix.h +3 -4
  281. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +5 -7
  282. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +4 -9
  283. data/src/core/lib/iomgr/tcp_server_windows.cc +16 -16
  284. data/src/core/lib/iomgr/tcp_windows.cc +26 -10
  285. data/src/core/lib/iomgr/timer_generic.cc +13 -12
  286. data/src/core/lib/iomgr/udp_server.cc +24 -23
  287. data/src/core/lib/iomgr/udp_server.h +5 -2
  288. data/src/core/lib/iomgr/unix_sockets_posix.cc +9 -14
  289. data/src/core/lib/iomgr/unix_sockets_posix.h +3 -1
  290. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +5 -2
  291. data/src/core/lib/json/json_reader.cc +20 -21
  292. data/src/core/lib/security/authorization/authorization_engine.cc +177 -0
  293. data/src/core/lib/security/authorization/authorization_engine.h +84 -0
  294. data/src/core/lib/security/authorization/evaluate_args.cc +153 -0
  295. data/src/core/lib/security/authorization/evaluate_args.h +59 -0
  296. data/src/core/lib/security/authorization/mock_cel/activation.h +57 -0
  297. data/src/core/lib/security/authorization/mock_cel/cel_expr_builder_factory.h +42 -0
  298. data/src/core/lib/security/authorization/mock_cel/cel_expression.h +68 -0
  299. data/src/core/lib/security/authorization/mock_cel/cel_value.h +93 -0
  300. data/src/core/lib/security/authorization/mock_cel/evaluator_core.h +67 -0
  301. data/src/core/lib/security/authorization/mock_cel/flat_expr_builder.h +56 -0
  302. data/src/core/lib/security/authorization/mock_cel/statusor.h +50 -0
  303. data/src/core/lib/security/credentials/credentials.h +5 -3
  304. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +8 -6
  305. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +64 -43
  306. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +7 -4
  307. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +19 -28
  308. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +6 -6
  309. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +20 -0
  310. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +10 -0
  311. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +10 -0
  312. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +11 -12
  313. data/src/core/lib/security/security_connector/security_connector.cc +2 -0
  314. data/src/core/lib/security/security_connector/security_connector.h +1 -1
  315. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +18 -11
  316. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +5 -0
  317. data/src/core/lib/security/security_connector/ssl_utils.cc +44 -23
  318. data/src/core/lib/security/security_connector/ssl_utils.h +6 -2
  319. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +27 -24
  320. data/src/core/lib/security/transport/client_auth_filter.cc +10 -9
  321. data/src/core/lib/security/transport/secure_endpoint.cc +7 -1
  322. data/src/core/lib/security/util/json_util.cc +12 -13
  323. data/src/core/lib/slice/slice.cc +38 -1
  324. data/src/core/lib/slice/slice_internal.h +1 -0
  325. data/src/core/lib/surface/call.cc +52 -53
  326. data/src/core/lib/surface/call.h +2 -1
  327. data/src/core/lib/surface/channel.cc +28 -20
  328. data/src/core/lib/surface/channel.h +12 -2
  329. data/src/core/lib/surface/completion_queue.cc +0 -5
  330. data/src/core/lib/surface/init.cc +1 -1
  331. data/src/core/lib/surface/server.cc +1102 -1347
  332. data/src/core/lib/surface/server.h +369 -71
  333. data/src/core/lib/surface/version.cc +2 -2
  334. data/src/core/lib/transport/authority_override.cc +38 -0
  335. data/src/core/lib/transport/authority_override.h +32 -0
  336. data/src/core/lib/transport/connectivity_state.cc +18 -13
  337. data/src/core/lib/transport/connectivity_state.h +18 -6
  338. data/src/core/lib/transport/error_utils.cc +13 -0
  339. data/src/core/lib/transport/error_utils.h +6 -0
  340. data/src/core/lib/transport/static_metadata.cc +295 -276
  341. data/src/core/lib/transport/static_metadata.h +80 -73
  342. data/src/core/lib/transport/transport.h +13 -0
  343. data/src/core/lib/uri/uri_parser.cc +30 -35
  344. data/src/core/lib/uri/uri_parser.h +3 -1
  345. data/src/core/plugin_registry/grpc_plugin_registry.cc +4 -0
  346. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +23 -13
  347. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +24 -0
  348. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +2 -0
  349. data/src/core/tsi/ssl_transport_security.cc +102 -11
  350. data/src/core/tsi/ssl_transport_security.h +14 -2
  351. data/src/core/tsi/transport_security_interface.h +5 -0
  352. data/src/ruby/bin/math_services_pb.rb +4 -4
  353. data/src/ruby/ext/grpc/extconf.rb +5 -2
  354. data/src/ruby/ext/grpc/rb_call.c +3 -2
  355. data/src/ruby/ext/grpc/rb_call.h +4 -0
  356. data/src/ruby/ext/grpc/rb_call_credentials.c +54 -10
  357. data/src/ruby/ext/grpc/rb_channel_credentials.c +9 -0
  358. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +2 -2
  359. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +4 -4
  360. data/src/ruby/lib/grpc/generic/client_stub.rb +1 -1
  361. data/src/ruby/lib/grpc/generic/interceptors.rb +1 -1
  362. data/src/ruby/lib/grpc/version.rb +1 -1
  363. data/src/ruby/pb/grpc/health/v1/health_services_pb.rb +2 -2
  364. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +5 -0
  365. data/src/ruby/pb/src/proto/grpc/testing/test_services_pb.rb +28 -12
  366. data/src/ruby/spec/channel_credentials_spec.rb +10 -0
  367. data/src/ruby/spec/generic/active_call_spec.rb +19 -8
  368. data/src/ruby/spec/pb/codegen/grpc/testing/package_options_import2.proto +23 -0
  369. data/src/ruby/spec/pb/codegen/grpc/testing/package_options_ruby_style.proto +2 -0
  370. data/src/ruby/spec/pb/codegen/grpc/testing/same_package_service_name.proto +27 -0
  371. data/src/ruby/spec/pb/codegen/grpc/testing/same_ruby_package_service_name.proto +29 -0
  372. data/src/ruby/spec/pb/codegen/package_option_spec.rb +25 -1
  373. data/src/ruby/spec/user_agent_spec.rb +74 -0
  374. data/third_party/abseil-cpp/absl/algorithm/container.h +1727 -0
  375. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +161 -0
  376. data/third_party/abseil-cpp/absl/base/internal/exponential_biased.cc +93 -0
  377. data/third_party/abseil-cpp/absl/base/internal/exponential_biased.h +130 -0
  378. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +620 -0
  379. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +126 -0
  380. data/third_party/abseil-cpp/absl/container/fixed_array.h +515 -0
  381. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +503 -0
  382. data/third_party/abseil-cpp/absl/container/internal/common.h +202 -0
  383. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +440 -0
  384. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +146 -0
  385. data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +191 -0
  386. data/third_party/abseil-cpp/absl/container/internal/hashtable_debug_hooks.h +85 -0
  387. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +269 -0
  388. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +297 -0
  389. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler_force_weak_definition.cc +30 -0
  390. data/third_party/abseil-cpp/absl/container/internal/have_sse.h +49 -0
  391. data/third_party/abseil-cpp/absl/container/internal/layout.h +741 -0
  392. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +48 -0
  393. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +1882 -0
  394. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +138 -0
  395. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.h +32 -0
  396. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +1895 -0
  397. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +71 -0
  398. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +382 -0
  399. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +134 -0
  400. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +192 -0
  401. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +125 -0
  402. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +70 -0
  403. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_generic-inl.inc +99 -0
  404. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +248 -0
  405. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_unimplemented-inl.inc +24 -0
  406. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_win32-inl.inc +85 -0
  407. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +346 -0
  408. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +128 -0
  409. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +194 -0
  410. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.h +158 -0
  411. data/third_party/abseil-cpp/absl/debugging/stacktrace.cc +140 -0
  412. data/third_party/abseil-cpp/absl/debugging/stacktrace.h +231 -0
  413. data/third_party/abseil-cpp/absl/debugging/symbolize.cc +25 -0
  414. data/third_party/abseil-cpp/absl/debugging/symbolize.h +99 -0
  415. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +1480 -0
  416. data/third_party/abseil-cpp/absl/debugging/symbolize_unimplemented.inc +40 -0
  417. data/third_party/abseil-cpp/absl/debugging/symbolize_win32.inc +81 -0
  418. data/third_party/abseil-cpp/absl/functional/function_ref.h +139 -0
  419. data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +106 -0
  420. data/third_party/abseil-cpp/absl/hash/hash.h +324 -0
  421. data/third_party/abseil-cpp/absl/hash/internal/city.cc +346 -0
  422. data/third_party/abseil-cpp/absl/hash/internal/city.h +96 -0
  423. data/third_party/abseil-cpp/absl/hash/internal/hash.cc +55 -0
  424. data/third_party/abseil-cpp/absl/hash/internal/hash.h +988 -0
  425. data/third_party/abseil-cpp/absl/status/status.cc +447 -0
  426. data/third_party/abseil-cpp/absl/status/status.h +428 -0
  427. data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +43 -0
  428. data/third_party/abseil-cpp/absl/status/status_payload_printer.h +51 -0
  429. data/third_party/abseil-cpp/absl/strings/cord.cc +2019 -0
  430. data/third_party/abseil-cpp/absl/strings/cord.h +1121 -0
  431. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +151 -0
  432. data/third_party/abseil-cpp/absl/synchronization/barrier.cc +52 -0
  433. data/third_party/abseil-cpp/absl/synchronization/barrier.h +79 -0
  434. data/third_party/abseil-cpp/absl/synchronization/blocking_counter.cc +57 -0
  435. data/third_party/abseil-cpp/absl/synchronization/blocking_counter.h +99 -0
  436. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +140 -0
  437. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +60 -0
  438. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +697 -0
  439. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.h +141 -0
  440. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +155 -0
  441. data/third_party/abseil-cpp/absl/synchronization/internal/mutex_nonprod.inc +261 -0
  442. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +106 -0
  443. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +115 -0
  444. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +484 -0
  445. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +159 -0
  446. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +2728 -0
  447. data/third_party/abseil-cpp/absl/synchronization/mutex.h +1056 -0
  448. data/third_party/abseil-cpp/absl/synchronization/notification.cc +78 -0
  449. data/third_party/abseil-cpp/absl/synchronization/notification.h +123 -0
  450. data/third_party/abseil-cpp/absl/types/bad_variant_access.cc +64 -0
  451. data/third_party/abseil-cpp/absl/types/bad_variant_access.h +82 -0
  452. data/third_party/abseil-cpp/absl/types/internal/variant.h +1646 -0
  453. data/third_party/abseil-cpp/absl/types/variant.h +861 -0
  454. data/third_party/boringssl-with-bazel/err_data.c +266 -254
  455. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +3 -3
  456. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +3 -3
  457. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +1 -1
  458. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +3 -3
  459. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +2 -2
  460. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +1 -1
  461. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +1 -1
  462. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +1 -1
  463. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_enum.c +1 -1
  464. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +1 -1
  465. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_string.c +1 -1
  466. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +1 -0
  467. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +12 -52
  468. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +0 -22
  469. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +159 -0
  470. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/mode_wrappers.c +17 -1
  471. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +11 -1
  472. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +2 -1
  473. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +13 -11
  474. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-x86_64.c +24 -23
  475. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +20 -16
  476. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +2 -2
  477. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/util.c +3 -3
  478. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +62 -0
  479. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +456 -0
  480. data/third_party/boringssl-with-bazel/src/crypto/hpke/internal.h +192 -0
  481. data/third_party/boringssl-with-bazel/src/crypto/mem.c +29 -15
  482. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +7 -0
  483. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +36 -5
  484. data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +0 -29
  485. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +116 -363
  486. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +7 -45
  487. data/third_party/boringssl-with-bazel/src/crypto/x509/a_strex.c +4 -4
  488. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +8 -0
  489. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +4 -4
  490. data/third_party/boringssl-with-bazel/src/crypto/x509/x509.c +0 -67
  491. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +13 -6
  492. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +10 -0
  493. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +41 -0
  494. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +4 -1
  495. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +28 -9
  496. data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +25 -0
  497. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +35 -13
  498. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +0 -154
  499. data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +20 -0
  500. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +28 -6
  501. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +5 -0
  502. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +74 -35
  503. data/third_party/boringssl-with-bazel/src/include/openssl/aes.h +16 -4
  504. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +52 -0
  505. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +22 -22
  506. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +2 -2
  507. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +69 -0
  508. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +72 -23
  509. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +2 -3
  510. data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +1 -10
  511. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +800 -715
  512. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +3 -3
  513. data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +9 -2
  514. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +2 -2
  515. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +9 -0
  516. data/third_party/boringssl-with-bazel/src/ssl/internal.h +21 -14
  517. data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +7 -7
  518. data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +3 -6
  519. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +38 -0
  520. data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +4 -24
  521. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +5 -5
  522. data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +45 -24
  523. data/third_party/boringssl-with-bazel/src/ssl/t1_lib.cc +34 -9
  524. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +31 -21
  525. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +17 -9
  526. data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +5 -3
  527. data/third_party/re2/re2/bitmap256.h +117 -0
  528. data/third_party/re2/re2/bitstate.cc +385 -0
  529. data/third_party/re2/re2/compile.cc +1279 -0
  530. data/third_party/re2/re2/dfa.cc +2130 -0
  531. data/third_party/re2/re2/filtered_re2.cc +121 -0
  532. data/third_party/re2/re2/filtered_re2.h +109 -0
  533. data/third_party/re2/re2/mimics_pcre.cc +197 -0
  534. data/third_party/re2/re2/nfa.cc +713 -0
  535. data/third_party/re2/re2/onepass.cc +623 -0
  536. data/third_party/re2/re2/parse.cc +2464 -0
  537. data/third_party/re2/re2/perl_groups.cc +119 -0
  538. data/third_party/re2/re2/pod_array.h +55 -0
  539. data/third_party/re2/re2/prefilter.cc +710 -0
  540. data/third_party/re2/re2/prefilter.h +108 -0
  541. data/third_party/re2/re2/prefilter_tree.cc +407 -0
  542. data/third_party/re2/re2/prefilter_tree.h +139 -0
  543. data/third_party/re2/re2/prog.cc +988 -0
  544. data/third_party/re2/re2/prog.h +436 -0
  545. data/third_party/re2/re2/re2.cc +1362 -0
  546. data/third_party/re2/re2/re2.h +1002 -0
  547. data/third_party/re2/re2/regexp.cc +980 -0
  548. data/third_party/re2/re2/regexp.h +659 -0
  549. data/third_party/re2/re2/set.cc +154 -0
  550. data/third_party/re2/re2/set.h +80 -0
  551. data/third_party/re2/re2/simplify.cc +657 -0
  552. data/third_party/re2/re2/sparse_array.h +392 -0
  553. data/third_party/re2/re2/sparse_set.h +264 -0
  554. data/third_party/re2/re2/stringpiece.cc +65 -0
  555. data/third_party/re2/re2/stringpiece.h +210 -0
  556. data/third_party/re2/re2/tostring.cc +351 -0
  557. data/third_party/re2/re2/unicode_casefold.cc +582 -0
  558. data/third_party/re2/re2/unicode_casefold.h +78 -0
  559. data/third_party/re2/re2/unicode_groups.cc +6269 -0
  560. data/third_party/re2/re2/unicode_groups.h +67 -0
  561. data/third_party/re2/re2/walker-inl.h +246 -0
  562. data/third_party/re2/util/benchmark.h +156 -0
  563. data/third_party/re2/util/flags.h +26 -0
  564. data/third_party/re2/util/logging.h +109 -0
  565. data/third_party/re2/util/malloc_counter.h +19 -0
  566. data/third_party/re2/util/mix.h +41 -0
  567. data/third_party/re2/util/mutex.h +148 -0
  568. data/third_party/re2/util/pcre.cc +1025 -0
  569. data/third_party/re2/util/pcre.h +681 -0
  570. data/third_party/re2/util/rune.cc +260 -0
  571. data/third_party/re2/util/strutil.cc +149 -0
  572. data/third_party/re2/util/strutil.h +21 -0
  573. data/third_party/re2/util/test.h +50 -0
  574. data/third_party/re2/util/utf.h +44 -0
  575. data/third_party/re2/util/util.h +42 -0
  576. data/third_party/upb/upb/decode.c +517 -505
  577. data/third_party/upb/upb/encode.c +165 -123
  578. data/third_party/upb/upb/msg.c +130 -64
  579. data/third_party/upb/upb/msg.h +418 -14
  580. data/third_party/upb/upb/port_def.inc +35 -6
  581. data/third_party/upb/upb/port_undef.inc +8 -1
  582. data/third_party/upb/upb/table.c +53 -86
  583. data/third_party/upb/upb/table.int.h +11 -52
  584. data/third_party/upb/upb/upb.c +151 -125
  585. data/third_party/upb/upb/upb.h +91 -147
  586. data/third_party/upb/upb/upb.hpp +88 -0
  587. metadata +310 -148
  588. data/src/core/ext/filters/client_channel/xds/xds_api.cc +0 -1906
  589. data/src/core/ext/upb-generated/envoy/api/v2/auth/cert.upb.c +0 -21
  590. data/src/core/ext/upb-generated/envoy/api/v2/auth/cert.upb.h +0 -35
  591. data/src/core/ext/upb-generated/envoy/api/v2/auth/common.upb.c +0 -114
  592. data/src/core/ext/upb-generated/envoy/api/v2/auth/common.upb.h +0 -418
  593. data/src/core/ext/upb-generated/envoy/api/v2/auth/secret.upb.c +0 -72
  594. data/src/core/ext/upb-generated/envoy/api/v2/auth/secret.upb.h +0 -197
  595. data/src/core/ext/upb-generated/envoy/api/v2/auth/tls.upb.c +0 -105
  596. data/src/core/ext/upb-generated/envoy/api/v2/auth/tls.upb.h +0 -378
  597. data/src/core/ext/upb-generated/envoy/api/v2/cds.upb.h +0 -53
  598. data/src/core/ext/upb-generated/envoy/api/v2/cluster.upb.c +0 -403
  599. data/src/core/ext/upb-generated/envoy/api/v2/cluster.upb.h +0 -1447
  600. data/src/core/ext/upb-generated/envoy/api/v2/cluster/circuit_breaker.upb.c +0 -74
  601. data/src/core/ext/upb-generated/envoy/api/v2/cluster/circuit_breaker.upb.h +0 -218
  602. data/src/core/ext/upb-generated/envoy/api/v2/cluster/filter.upb.h +0 -69
  603. data/src/core/ext/upb-generated/envoy/api/v2/cluster/outlier_detection.upb.h +0 -305
  604. data/src/core/ext/upb-generated/envoy/api/v2/core/address.upb.c +0 -112
  605. data/src/core/ext/upb-generated/envoy/api/v2/core/address.upb.h +0 -328
  606. data/src/core/ext/upb-generated/envoy/api/v2/core/backoff.upb.h +0 -78
  607. data/src/core/ext/upb-generated/envoy/api/v2/core/base.upb.c +0 -313
  608. data/src/core/ext/upb-generated/envoy/api/v2/core/base.upb.h +0 -897
  609. data/src/core/ext/upb-generated/envoy/api/v2/core/config_source.upb.c +0 -96
  610. data/src/core/ext/upb-generated/envoy/api/v2/core/config_source.upb.h +0 -322
  611. data/src/core/ext/upb-generated/envoy/api/v2/core/event_service_config.upb.c +0 -34
  612. data/src/core/ext/upb-generated/envoy/api/v2/core/event_service_config.upb.h +0 -72
  613. data/src/core/ext/upb-generated/envoy/api/v2/core/grpc_service.upb.c +0 -197
  614. data/src/core/ext/upb-generated/envoy/api/v2/core/grpc_service.upb.h +0 -642
  615. data/src/core/ext/upb-generated/envoy/api/v2/core/health_check.upb.c +0 -172
  616. data/src/core/ext/upb-generated/envoy/api/v2/core/health_check.upb.h +0 -673
  617. data/src/core/ext/upb-generated/envoy/api/v2/core/http_uri.upb.h +0 -80
  618. data/src/core/ext/upb-generated/envoy/api/v2/core/protocol.upb.c +0 -152
  619. data/src/core/ext/upb-generated/envoy/api/v2/core/protocol.upb.h +0 -518
  620. data/src/core/ext/upb-generated/envoy/api/v2/core/socket_option.upb.h +0 -89
  621. data/src/core/ext/upb-generated/envoy/api/v2/discovery.upb.c +0 -129
  622. data/src/core/ext/upb-generated/envoy/api/v2/discovery.upb.h +0 -392
  623. data/src/core/ext/upb-generated/envoy/api/v2/eds.upb.h +0 -53
  624. data/src/core/ext/upb-generated/envoy/api/v2/endpoint.upb.c +0 -92
  625. data/src/core/ext/upb-generated/envoy/api/v2/endpoint.upb.h +0 -240
  626. data/src/core/ext/upb-generated/envoy/api/v2/endpoint/endpoint.upb.c +0 -18
  627. data/src/core/ext/upb-generated/envoy/api/v2/endpoint/endpoint.upb.h +0 -33
  628. data/src/core/ext/upb-generated/envoy/api/v2/endpoint/endpoint_components.upb.c +0 -91
  629. data/src/core/ext/upb-generated/envoy/api/v2/endpoint/endpoint_components.upb.h +0 -266
  630. data/src/core/ext/upb-generated/envoy/api/v2/endpoint/load_report.upb.c +0 -112
  631. data/src/core/ext/upb-generated/envoy/api/v2/endpoint/load_report.upb.h +0 -324
  632. data/src/core/ext/upb-generated/envoy/api/v2/lds.upb.h +0 -53
  633. data/src/core/ext/upb-generated/envoy/api/v2/listener.upb.c +0 -109
  634. data/src/core/ext/upb-generated/envoy/api/v2/listener.upb.h +0 -399
  635. data/src/core/ext/upb-generated/envoy/api/v2/listener/listener.upb.c +0 -18
  636. data/src/core/ext/upb-generated/envoy/api/v2/listener/listener.upb.h +0 -33
  637. data/src/core/ext/upb-generated/envoy/api/v2/listener/listener_components.upb.c +0 -145
  638. data/src/core/ext/upb-generated/envoy/api/v2/listener/listener_components.upb.h +0 -527
  639. data/src/core/ext/upb-generated/envoy/api/v2/listener/udp_listener_config.upb.c +0 -43
  640. data/src/core/ext/upb-generated/envoy/api/v2/listener/udp_listener_config.upb.h +0 -112
  641. data/src/core/ext/upb-generated/envoy/api/v2/rds.upb.h +0 -53
  642. data/src/core/ext/upb-generated/envoy/api/v2/route.upb.c +0 -63
  643. data/src/core/ext/upb-generated/envoy/api/v2/route.upb.h +0 -199
  644. data/src/core/ext/upb-generated/envoy/api/v2/route/route.upb.c +0 -18
  645. data/src/core/ext/upb-generated/envoy/api/v2/route/route.upb.h +0 -33
  646. data/src/core/ext/upb-generated/envoy/api/v2/route/route_components.upb.c +0 -815
  647. data/src/core/ext/upb-generated/envoy/api/v2/route/route_components.upb.h +0 -3032
  648. data/src/core/ext/upb-generated/envoy/api/v2/scoped_route.upb.c +0 -59
  649. data/src/core/ext/upb-generated/envoy/api/v2/scoped_route.upb.h +0 -134
  650. data/src/core/ext/upb-generated/envoy/api/v2/srds.upb.h +0 -53
  651. data/src/core/ext/upb-generated/envoy/config/filter/accesslog/v2/accesslog.upb.c +0 -228
  652. data/src/core/ext/upb-generated/envoy/config/filter/accesslog/v2/accesslog.upb.h +0 -725
  653. data/src/core/ext/upb-generated/envoy/config/filter/network/http_connection_manager/v2/http_connection_manager.upb.c +0 -316
  654. data/src/core/ext/upb-generated/envoy/config/filter/network/http_connection_manager/v2/http_connection_manager.upb.h +0 -1132
  655. data/src/core/ext/upb-generated/envoy/config/listener/v2/api_listener.upb.h +0 -65
  656. data/src/core/ext/upb-generated/envoy/config/trace/v2/http_tracer.upb.c +0 -51
  657. data/src/core/ext/upb-generated/envoy/config/trace/v2/http_tracer.upb.h +0 -125
  658. data/src/core/ext/upb-generated/envoy/service/discovery/v2/ads.upb.h +0 -50
  659. data/src/core/ext/upb-generated/envoy/service/load_stats/v2/lrs.upb.c +0 -54
  660. data/src/core/ext/upb-generated/envoy/service/load_stats/v2/lrs.upb.h +0 -134
  661. data/src/core/ext/upb-generated/envoy/type/matcher/regex.upb.c +0 -63
  662. data/src/core/ext/upb-generated/envoy/type/matcher/regex.upb.h +0 -144
  663. data/src/core/ext/upb-generated/envoy/type/matcher/string.upb.c +0 -53
  664. data/src/core/ext/upb-generated/envoy/type/matcher/string.upb.h +0 -133
  665. data/src/core/ext/upb-generated/envoy/type/metadata/v2/metadata.upb.c +0 -88
  666. data/src/core/ext/upb-generated/envoy/type/metadata/v2/metadata.upb.h +0 -258
  667. data/src/core/ext/upb-generated/envoy/type/percent.upb.h +0 -87
  668. data/src/core/ext/upb-generated/envoy/type/range.upb.h +0 -112
  669. data/src/core/ext/upb-generated/envoy/type/semantic_version.upb.h +0 -62
  670. data/src/core/ext/upb-generated/envoy/type/tracing/v2/custom_tag.upb.c +0 -89
  671. data/src/core/ext/upb-generated/envoy/type/tracing/v2/custom_tag.upb.h +0 -249
  672. data/src/core/lib/security/transport/target_authority_table.cc +0 -75
  673. data/src/core/lib/security/transport/target_authority_table.h +0 -40
  674. data/src/core/lib/slice/slice_hash_table.h +0 -199
  675. data/src/core/lib/slice/slice_weak_hash_table.h +0 -102
  676. data/third_party/upb/upb/generated_util.h +0 -105
@@ -0,0 +1,161 @@
1
+ // Copyright 2017 The Abseil Authors.
2
+ //
3
+ // Licensed under the Apache License, Version 2.0 (the "License");
4
+ // you may not use this file except in compliance with the License.
5
+ // You may obtain a copy of the License at
6
+ //
7
+ // https://www.apache.org/licenses/LICENSE-2.0
8
+ //
9
+ // Unless required by applicable law or agreed to in writing, software
10
+ // distributed under the License is distributed on an "AS IS" BASIS,
11
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ // See the License for the specific language governing permissions and
13
+ // limitations under the License.
14
+ //
15
+ // Functions for directly invoking mmap() via syscall, avoiding the case where
16
+ // mmap() has been locally overridden.
17
+
18
+ #ifndef ABSL_BASE_INTERNAL_DIRECT_MMAP_H_
19
+ #define ABSL_BASE_INTERNAL_DIRECT_MMAP_H_
20
+
21
+ #include "absl/base/config.h"
22
+
23
+ #if ABSL_HAVE_MMAP
24
+
25
+ #include <sys/mman.h>
26
+
27
+ #ifdef __linux__
28
+
29
+ #include <sys/types.h>
30
+ #ifdef __BIONIC__
31
+ #include <sys/syscall.h>
32
+ #else
33
+ #include <syscall.h>
34
+ #endif
35
+
36
+ #include <linux/unistd.h>
37
+ #include <unistd.h>
38
+ #include <cerrno>
39
+ #include <cstdarg>
40
+ #include <cstdint>
41
+
42
+ #ifdef __mips__
43
+ // Include definitions of the ABI currently in use.
44
+ #ifdef __BIONIC__
45
+ // Android doesn't have sgidefs.h, but does have asm/sgidefs.h, which has the
46
+ // definitions we need.
47
+ #include <asm/sgidefs.h>
48
+ #else
49
+ #include <sgidefs.h>
50
+ #endif // __BIONIC__
51
+ #endif // __mips__
52
+
53
+ // SYS_mmap and SYS_munmap are not defined in Android.
54
+ #ifdef __BIONIC__
55
+ extern "C" void* __mmap2(void*, size_t, int, int, int, size_t);
56
+ #if defined(__NR_mmap) && !defined(SYS_mmap)
57
+ #define SYS_mmap __NR_mmap
58
+ #endif
59
+ #ifndef SYS_munmap
60
+ #define SYS_munmap __NR_munmap
61
+ #endif
62
+ #endif // __BIONIC__
63
+
64
+ namespace absl {
65
+ ABSL_NAMESPACE_BEGIN
66
+ namespace base_internal {
67
+
68
+ // Platform specific logic extracted from
69
+ // https://chromium.googlesource.com/linux-syscall-support/+/master/linux_syscall_support.h
70
+ inline void* DirectMmap(void* start, size_t length, int prot, int flags, int fd,
71
+ off64_t offset) noexcept {
72
+ #if defined(__i386__) || defined(__ARM_ARCH_3__) || defined(__ARM_EABI__) || \
73
+ (defined(__mips__) && _MIPS_SIM == _MIPS_SIM_ABI32) || \
74
+ (defined(__PPC__) && !defined(__PPC64__)) || \
75
+ (defined(__s390__) && !defined(__s390x__))
76
+ // On these architectures, implement mmap with mmap2.
77
+ static int pagesize = 0;
78
+ if (pagesize == 0) {
79
+ #if defined(__wasm__) || defined(__asmjs__)
80
+ pagesize = getpagesize();
81
+ #else
82
+ pagesize = sysconf(_SC_PAGESIZE);
83
+ #endif
84
+ }
85
+ if (offset < 0 || offset % pagesize != 0) {
86
+ errno = EINVAL;
87
+ return MAP_FAILED;
88
+ }
89
+ #ifdef __BIONIC__
90
+ // SYS_mmap2 has problems on Android API level <= 16.
91
+ // Workaround by invoking __mmap2() instead.
92
+ return __mmap2(start, length, prot, flags, fd, offset / pagesize);
93
+ #else
94
+ return reinterpret_cast<void*>(
95
+ syscall(SYS_mmap2, start, length, prot, flags, fd,
96
+ static_cast<off_t>(offset / pagesize)));
97
+ #endif
98
+ #elif defined(__s390x__)
99
+ // On s390x, mmap() arguments are passed in memory.
100
+ unsigned long buf[6] = {reinterpret_cast<unsigned long>(start), // NOLINT
101
+ static_cast<unsigned long>(length), // NOLINT
102
+ static_cast<unsigned long>(prot), // NOLINT
103
+ static_cast<unsigned long>(flags), // NOLINT
104
+ static_cast<unsigned long>(fd), // NOLINT
105
+ static_cast<unsigned long>(offset)}; // NOLINT
106
+ return reinterpret_cast<void*>(syscall(SYS_mmap, buf));
107
+ #elif defined(__x86_64__)
108
+ // The x32 ABI has 32 bit longs, but the syscall interface is 64 bit.
109
+ // We need to explicitly cast to an unsigned 64 bit type to avoid implicit
110
+ // sign extension. We can't cast pointers directly because those are
111
+ // 32 bits, and gcc will dump ugly warnings about casting from a pointer
112
+ // to an integer of a different size. We also need to make sure __off64_t
113
+ // isn't truncated to 32-bits under x32.
114
+ #define MMAP_SYSCALL_ARG(x) ((uint64_t)(uintptr_t)(x))
115
+ return reinterpret_cast<void*>(
116
+ syscall(SYS_mmap, MMAP_SYSCALL_ARG(start), MMAP_SYSCALL_ARG(length),
117
+ MMAP_SYSCALL_ARG(prot), MMAP_SYSCALL_ARG(flags),
118
+ MMAP_SYSCALL_ARG(fd), static_cast<uint64_t>(offset)));
119
+ #undef MMAP_SYSCALL_ARG
120
+ #else // Remaining 64-bit aritectures.
121
+ static_assert(sizeof(unsigned long) == 8, "Platform is not 64-bit");
122
+ return reinterpret_cast<void*>(
123
+ syscall(SYS_mmap, start, length, prot, flags, fd, offset));
124
+ #endif
125
+ }
126
+
127
+ inline int DirectMunmap(void* start, size_t length) {
128
+ return static_cast<int>(syscall(SYS_munmap, start, length));
129
+ }
130
+
131
+ } // namespace base_internal
132
+ ABSL_NAMESPACE_END
133
+ } // namespace absl
134
+
135
+ #else // !__linux__
136
+
137
+ // For non-linux platforms where we have mmap, just dispatch directly to the
138
+ // actual mmap()/munmap() methods.
139
+
140
+ namespace absl {
141
+ ABSL_NAMESPACE_BEGIN
142
+ namespace base_internal {
143
+
144
+ inline void* DirectMmap(void* start, size_t length, int prot, int flags, int fd,
145
+ off_t offset) {
146
+ return mmap(start, length, prot, flags, fd, offset);
147
+ }
148
+
149
+ inline int DirectMunmap(void* start, size_t length) {
150
+ return munmap(start, length);
151
+ }
152
+
153
+ } // namespace base_internal
154
+ ABSL_NAMESPACE_END
155
+ } // namespace absl
156
+
157
+ #endif // __linux__
158
+
159
+ #endif // ABSL_HAVE_MMAP
160
+
161
+ #endif // ABSL_BASE_INTERNAL_DIRECT_MMAP_H_
@@ -0,0 +1,93 @@
1
+ // Copyright 2019 The Abseil Authors.
2
+ //
3
+ // Licensed under the Apache License, Version 2.0 (the "License");
4
+ // you may not use this file except in compliance with the License.
5
+ // You may obtain a copy of the License at
6
+ //
7
+ // https://www.apache.org/licenses/LICENSE-2.0
8
+ //
9
+ // Unless required by applicable law or agreed to in writing, software
10
+ // distributed under the License is distributed on an "AS IS" BASIS,
11
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ // See the License for the specific language governing permissions and
13
+ // limitations under the License.
14
+
15
+ #include "absl/base/internal/exponential_biased.h"
16
+
17
+ #include <stdint.h>
18
+
19
+ #include <algorithm>
20
+ #include <atomic>
21
+ #include <cmath>
22
+ #include <limits>
23
+
24
+ #include "absl/base/attributes.h"
25
+ #include "absl/base/optimization.h"
26
+
27
+ namespace absl {
28
+ ABSL_NAMESPACE_BEGIN
29
+ namespace base_internal {
30
+
31
+ // The algorithm generates a random number between 0 and 1 and applies the
32
+ // inverse cumulative distribution function for an exponential. Specifically:
33
+ // Let m be the inverse of the sample period, then the probability
34
+ // distribution function is m*exp(-mx) so the CDF is
35
+ // p = 1 - exp(-mx), so
36
+ // q = 1 - p = exp(-mx)
37
+ // log_e(q) = -mx
38
+ // -log_e(q)/m = x
39
+ // log_2(q) * (-log_e(2) * 1/m) = x
40
+ // In the code, q is actually in the range 1 to 2**26, hence the -26 below
41
+ int64_t ExponentialBiased::GetSkipCount(int64_t mean) {
42
+ if (ABSL_PREDICT_FALSE(!initialized_)) {
43
+ Initialize();
44
+ }
45
+
46
+ uint64_t rng = NextRandom(rng_);
47
+ rng_ = rng;
48
+
49
+ // Take the top 26 bits as the random number
50
+ // (This plus the 1<<58 sampling bound give a max possible step of
51
+ // 5194297183973780480 bytes.)
52
+ // The uint32_t cast is to prevent a (hard-to-reproduce) NAN
53
+ // under piii debug for some binaries.
54
+ double q = static_cast<uint32_t>(rng >> (kPrngNumBits - 26)) + 1.0;
55
+ // Put the computed p-value through the CDF of a geometric.
56
+ double interval = bias_ + (std::log2(q) - 26) * (-std::log(2.0) * mean);
57
+ // Very large values of interval overflow int64_t. To avoid that, we will
58
+ // cheat and clamp any huge values to (int64_t max)/2. This is a potential
59
+ // source of bias, but the mean would need to be such a large value that it's
60
+ // not likely to come up. For example, with a mean of 1e18, the probability of
61
+ // hitting this condition is about 1/1000. For a mean of 1e17, standard
62
+ // calculators claim that this event won't happen.
63
+ if (interval > static_cast<double>(std::numeric_limits<int64_t>::max() / 2)) {
64
+ // Assume huge values are bias neutral, retain bias for next call.
65
+ return std::numeric_limits<int64_t>::max() / 2;
66
+ }
67
+ double value = std::round(interval);
68
+ bias_ = interval - value;
69
+ return value;
70
+ }
71
+
72
+ int64_t ExponentialBiased::GetStride(int64_t mean) {
73
+ return GetSkipCount(mean - 1) + 1;
74
+ }
75
+
76
+ void ExponentialBiased::Initialize() {
77
+ // We don't get well distributed numbers from `this` so we call NextRandom() a
78
+ // bunch to mush the bits around. We use a global_rand to handle the case
79
+ // where the same thread (by memory address) gets created and destroyed
80
+ // repeatedly.
81
+ ABSL_CONST_INIT static std::atomic<uint32_t> global_rand(0);
82
+ uint64_t r = reinterpret_cast<uint64_t>(this) +
83
+ global_rand.fetch_add(1, std::memory_order_relaxed);
84
+ for (int i = 0; i < 20; ++i) {
85
+ r = NextRandom(r);
86
+ }
87
+ rng_ = r;
88
+ initialized_ = true;
89
+ }
90
+
91
+ } // namespace base_internal
92
+ ABSL_NAMESPACE_END
93
+ } // namespace absl
@@ -0,0 +1,130 @@
1
+ // Copyright 2019 The Abseil Authors.
2
+ //
3
+ // Licensed under the Apache License, Version 2.0 (the "License");
4
+ // you may not use this file except in compliance with the License.
5
+ // You may obtain a copy of the License at
6
+ //
7
+ // https://www.apache.org/licenses/LICENSE-2.0
8
+ //
9
+ // Unless required by applicable law or agreed to in writing, software
10
+ // distributed under the License is distributed on an "AS IS" BASIS,
11
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ // See the License for the specific language governing permissions and
13
+ // limitations under the License.
14
+
15
+ #ifndef ABSL_BASE_INTERNAL_EXPONENTIAL_BIASED_H_
16
+ #define ABSL_BASE_INTERNAL_EXPONENTIAL_BIASED_H_
17
+
18
+ #include <stdint.h>
19
+
20
+ #include "absl/base/config.h"
21
+ #include "absl/base/macros.h"
22
+
23
+ namespace absl {
24
+ ABSL_NAMESPACE_BEGIN
25
+ namespace base_internal {
26
+
27
+ // ExponentialBiased provides a small and fast random number generator for a
28
+ // rounded exponential distribution. This generator manages very little state,
29
+ // and imposes no synchronization overhead. This makes it useful in specialized
30
+ // scenarios requiring minimum overhead, such as stride based periodic sampling.
31
+ //
32
+ // ExponentialBiased provides two closely related functions, GetSkipCount() and
33
+ // GetStride(), both returning a rounded integer defining a number of events
34
+ // required before some event with a given mean probability occurs.
35
+ //
36
+ // The distribution is useful to generate a random wait time or some periodic
37
+ // event with a given mean probability. For example, if an action is supposed to
38
+ // happen on average once every 'N' events, then we can get a random 'stride'
39
+ // counting down how long before the event to happen. For example, if we'd want
40
+ // to sample one in every 1000 'Frobber' calls, our code could look like this:
41
+ //
42
+ // Frobber::Frobber() {
43
+ // stride_ = exponential_biased_.GetStride(1000);
44
+ // }
45
+ //
46
+ // void Frobber::Frob(int arg) {
47
+ // if (--stride == 0) {
48
+ // SampleFrob(arg);
49
+ // stride_ = exponential_biased_.GetStride(1000);
50
+ // }
51
+ // ...
52
+ // }
53
+ //
54
+ // The rounding of the return value creates a bias, especially for smaller means
55
+ // where the distribution of the fraction is not evenly distributed. We correct
56
+ // this bias by tracking the fraction we rounded up or down on each iteration,
57
+ // effectively tracking the distance between the cumulative value, and the
58
+ // rounded cumulative value. For example, given a mean of 2:
59
+ //
60
+ // raw = 1.63076, cumulative = 1.63076, rounded = 2, bias = -0.36923
61
+ // raw = 0.14624, cumulative = 1.77701, rounded = 2, bias = 0.14624
62
+ // raw = 4.93194, cumulative = 6.70895, rounded = 7, bias = -0.06805
63
+ // raw = 0.24206, cumulative = 6.95101, rounded = 7, bias = 0.24206
64
+ // etc...
65
+ //
66
+ // Adjusting with rounding bias is relatively trivial:
67
+ //
68
+ // double value = bias_ + exponential_distribution(mean)();
69
+ // double rounded_value = std::round(value);
70
+ // bias_ = value - rounded_value;
71
+ // return rounded_value;
72
+ //
73
+ // This class is thread-compatible.
74
+ class ExponentialBiased {
75
+ public:
76
+ // The number of bits set by NextRandom.
77
+ static constexpr int kPrngNumBits = 48;
78
+
79
+ // `GetSkipCount()` returns the number of events to skip before some chosen
80
+ // event happens. For example, randomly tossing a coin, we will on average
81
+ // throw heads once before we get tails. We can simulate random coin tosses
82
+ // using GetSkipCount() as:
83
+ //
84
+ // ExponentialBiased eb;
85
+ // for (...) {
86
+ // int number_of_heads_before_tail = eb.GetSkipCount(1);
87
+ // for (int flips = 0; flips < number_of_heads_before_tail; ++flips) {
88
+ // printf("head...");
89
+ // }
90
+ // printf("tail\n");
91
+ // }
92
+ //
93
+ int64_t GetSkipCount(int64_t mean);
94
+
95
+ // GetStride() returns the number of events required for a specific event to
96
+ // happen. See the class comments for a usage example. `GetStride()` is
97
+ // equivalent to `GetSkipCount(mean - 1) + 1`. When to use `GetStride()` or
98
+ // `GetSkipCount()` depends mostly on what best fits the use case.
99
+ int64_t GetStride(int64_t mean);
100
+
101
+ // Computes a random number in the range [0, 1<<(kPrngNumBits+1) - 1]
102
+ //
103
+ // This is public to enable testing.
104
+ static uint64_t NextRandom(uint64_t rnd);
105
+
106
+ private:
107
+ void Initialize();
108
+
109
+ uint64_t rng_{0};
110
+ double bias_{0};
111
+ bool initialized_{false};
112
+ };
113
+
114
+ // Returns the next prng value.
115
+ // pRNG is: aX+b mod c with a = 0x5DEECE66D, b = 0xB, c = 1<<48
116
+ // This is the lrand64 generator.
117
+ inline uint64_t ExponentialBiased::NextRandom(uint64_t rnd) {
118
+ const uint64_t prng_mult = uint64_t{0x5DEECE66D};
119
+ const uint64_t prng_add = 0xB;
120
+ const uint64_t prng_mod_power = 48;
121
+ const uint64_t prng_mod_mask =
122
+ ~((~static_cast<uint64_t>(0)) << prng_mod_power);
123
+ return (prng_mult * rnd + prng_add) & prng_mod_mask;
124
+ }
125
+
126
+ } // namespace base_internal
127
+ ABSL_NAMESPACE_END
128
+ } // namespace absl
129
+
130
+ #endif // ABSL_BASE_INTERNAL_EXPONENTIAL_BIASED_H_
@@ -0,0 +1,620 @@
1
+ // Copyright 2017 The Abseil Authors.
2
+ //
3
+ // Licensed under the Apache License, Version 2.0 (the "License");
4
+ // you may not use this file except in compliance with the License.
5
+ // You may obtain a copy of the License at
6
+ //
7
+ // https://www.apache.org/licenses/LICENSE-2.0
8
+ //
9
+ // Unless required by applicable law or agreed to in writing, software
10
+ // distributed under the License is distributed on an "AS IS" BASIS,
11
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ // See the License for the specific language governing permissions and
13
+ // limitations under the License.
14
+
15
+ // A low-level allocator that can be used by other low-level
16
+ // modules without introducing dependency cycles.
17
+ // This allocator is slow and wasteful of memory;
18
+ // it should not be used when performance is key.
19
+
20
+ #include "absl/base/internal/low_level_alloc.h"
21
+
22
+ #include <type_traits>
23
+
24
+ #include "absl/base/call_once.h"
25
+ #include "absl/base/config.h"
26
+ #include "absl/base/internal/direct_mmap.h"
27
+ #include "absl/base/internal/scheduling_mode.h"
28
+ #include "absl/base/macros.h"
29
+ #include "absl/base/thread_annotations.h"
30
+
31
+ // LowLevelAlloc requires that the platform support low-level
32
+ // allocation of virtual memory. Platforms lacking this cannot use
33
+ // LowLevelAlloc.
34
+ #ifndef ABSL_LOW_LEVEL_ALLOC_MISSING
35
+
36
+ #ifndef _WIN32
37
+ #include <pthread.h>
38
+ #include <signal.h>
39
+ #include <sys/mman.h>
40
+ #include <unistd.h>
41
+ #else
42
+ #include <windows.h>
43
+ #endif
44
+
45
+ #include <string.h>
46
+ #include <algorithm>
47
+ #include <atomic>
48
+ #include <cerrno>
49
+ #include <cstddef>
50
+ #include <new> // for placement-new
51
+
52
+ #include "absl/base/dynamic_annotations.h"
53
+ #include "absl/base/internal/raw_logging.h"
54
+ #include "absl/base/internal/spinlock.h"
55
+
56
+ // MAP_ANONYMOUS
57
+ #if defined(__APPLE__)
58
+ // For mmap, Linux defines both MAP_ANONYMOUS and MAP_ANON and says MAP_ANON is
59
+ // deprecated. In Darwin, MAP_ANON is all there is.
60
+ #if !defined MAP_ANONYMOUS
61
+ #define MAP_ANONYMOUS MAP_ANON
62
+ #endif // !MAP_ANONYMOUS
63
+ #endif // __APPLE__
64
+
65
+ namespace absl {
66
+ ABSL_NAMESPACE_BEGIN
67
+ namespace base_internal {
68
+
69
+ // A first-fit allocator with amortized logarithmic free() time.
70
+
71
+ // ---------------------------------------------------------------------------
72
+ static const int kMaxLevel = 30;
73
+
74
+ namespace {
75
+ // This struct describes one allocated block, or one free block.
76
+ struct AllocList {
77
+ struct Header {
78
+ // Size of entire region, including this field. Must be
79
+ // first. Valid in both allocated and unallocated blocks.
80
+ uintptr_t size;
81
+
82
+ // kMagicAllocated or kMagicUnallocated xor this.
83
+ uintptr_t magic;
84
+
85
+ // Pointer to parent arena.
86
+ LowLevelAlloc::Arena *arena;
87
+
88
+ // Aligns regions to 0 mod 2*sizeof(void*).
89
+ void *dummy_for_alignment;
90
+ } header;
91
+
92
+ // Next two fields: in unallocated blocks: freelist skiplist data
93
+ // in allocated blocks: overlaps with client data
94
+
95
+ // Levels in skiplist used.
96
+ int levels;
97
+
98
+ // Actually has levels elements. The AllocList node may not have room
99
+ // for all kMaxLevel entries. See max_fit in LLA_SkiplistLevels().
100
+ AllocList *next[kMaxLevel];
101
+ };
102
+ } // namespace
103
+
104
+ // ---------------------------------------------------------------------------
105
+ // A trivial skiplist implementation. This is used to keep the freelist
106
+ // in address order while taking only logarithmic time per insert and delete.
107
+
108
+ // An integer approximation of log2(size/base)
109
+ // Requires size >= base.
110
+ static int IntLog2(size_t size, size_t base) {
111
+ int result = 0;
112
+ for (size_t i = size; i > base; i >>= 1) { // i == floor(size/2**result)
113
+ result++;
114
+ }
115
+ // floor(size / 2**result) <= base < floor(size / 2**(result-1))
116
+ // => log2(size/(base+1)) <= result < 1+log2(size/base)
117
+ // => result ~= log2(size/base)
118
+ return result;
119
+ }
120
+
121
+ // Return a random integer n: p(n)=1/(2**n) if 1 <= n; p(n)=0 if n < 1.
122
+ static int Random(uint32_t *state) {
123
+ uint32_t r = *state;
124
+ int result = 1;
125
+ while ((((r = r*1103515245 + 12345) >> 30) & 1) == 0) {
126
+ result++;
127
+ }
128
+ *state = r;
129
+ return result;
130
+ }
131
+
132
+ // Return a number of skiplist levels for a node of size bytes, where
133
+ // base is the minimum node size. Compute level=log2(size / base)+n
134
+ // where n is 1 if random is false and otherwise a random number generated with
135
+ // the standard distribution for a skiplist: See Random() above.
136
+ // Bigger nodes tend to have more skiplist levels due to the log2(size / base)
137
+ // term, so first-fit searches touch fewer nodes. "level" is clipped so
138
+ // level<kMaxLevel and next[level-1] will fit in the node.
139
+ // 0 < LLA_SkiplistLevels(x,y,false) <= LLA_SkiplistLevels(x,y,true) < kMaxLevel
140
+ static int LLA_SkiplistLevels(size_t size, size_t base, uint32_t *random) {
141
+ // max_fit is the maximum number of levels that will fit in a node for the
142
+ // given size. We can't return more than max_fit, no matter what the
143
+ // random number generator says.
144
+ size_t max_fit = (size - offsetof(AllocList, next)) / sizeof(AllocList *);
145
+ int level = IntLog2(size, base) + (random != nullptr ? Random(random) : 1);
146
+ if (static_cast<size_t>(level) > max_fit) level = static_cast<int>(max_fit);
147
+ if (level > kMaxLevel-1) level = kMaxLevel - 1;
148
+ ABSL_RAW_CHECK(level >= 1, "block not big enough for even one level");
149
+ return level;
150
+ }
151
+
152
+ // Return "atleast", the first element of AllocList *head s.t. *atleast >= *e.
153
+ // For 0 <= i < head->levels, set prev[i] to "no_greater", where no_greater
154
+ // points to the last element at level i in the AllocList less than *e, or is
155
+ // head if no such element exists.
156
+ static AllocList *LLA_SkiplistSearch(AllocList *head,
157
+ AllocList *e, AllocList **prev) {
158
+ AllocList *p = head;
159
+ for (int level = head->levels - 1; level >= 0; level--) {
160
+ for (AllocList *n; (n = p->next[level]) != nullptr && n < e; p = n) {
161
+ }
162
+ prev[level] = p;
163
+ }
164
+ return (head->levels == 0) ? nullptr : prev[0]->next[0];
165
+ }
166
+
167
+ // Insert element *e into AllocList *head. Set prev[] as LLA_SkiplistSearch.
168
+ // Requires that e->levels be previously set by the caller (using
169
+ // LLA_SkiplistLevels())
170
+ static void LLA_SkiplistInsert(AllocList *head, AllocList *e,
171
+ AllocList **prev) {
172
+ LLA_SkiplistSearch(head, e, prev);
173
+ for (; head->levels < e->levels; head->levels++) { // extend prev pointers
174
+ prev[head->levels] = head; // to all *e's levels
175
+ }
176
+ for (int i = 0; i != e->levels; i++) { // add element to list
177
+ e->next[i] = prev[i]->next[i];
178
+ prev[i]->next[i] = e;
179
+ }
180
+ }
181
+
182
+ // Remove element *e from AllocList *head. Set prev[] as LLA_SkiplistSearch().
183
+ // Requires that e->levels be previous set by the caller (using
184
+ // LLA_SkiplistLevels())
185
+ static void LLA_SkiplistDelete(AllocList *head, AllocList *e,
186
+ AllocList **prev) {
187
+ AllocList *found = LLA_SkiplistSearch(head, e, prev);
188
+ ABSL_RAW_CHECK(e == found, "element not in freelist");
189
+ for (int i = 0; i != e->levels && prev[i]->next[i] == e; i++) {
190
+ prev[i]->next[i] = e->next[i];
191
+ }
192
+ while (head->levels > 0 && head->next[head->levels - 1] == nullptr) {
193
+ head->levels--; // reduce head->levels if level unused
194
+ }
195
+ }
196
+
197
+ // ---------------------------------------------------------------------------
198
+ // Arena implementation
199
+
200
+ // Metadata for an LowLevelAlloc arena instance.
201
+ struct LowLevelAlloc::Arena {
202
+ // Constructs an arena with the given LowLevelAlloc flags.
203
+ explicit Arena(uint32_t flags_value);
204
+
205
+ base_internal::SpinLock mu;
206
+ // Head of free list, sorted by address
207
+ AllocList freelist ABSL_GUARDED_BY(mu);
208
+ // Count of allocated blocks
209
+ int32_t allocation_count ABSL_GUARDED_BY(mu);
210
+ // flags passed to NewArena
211
+ const uint32_t flags;
212
+ // Result of sysconf(_SC_PAGESIZE)
213
+ const size_t pagesize;
214
+ // Lowest power of two >= max(16, sizeof(AllocList))
215
+ const size_t round_up;
216
+ // Smallest allocation block size
217
+ const size_t min_size;
218
+ // PRNG state
219
+ uint32_t random ABSL_GUARDED_BY(mu);
220
+ };
221
+
222
+ namespace {
223
+ // Static storage space for the lazily-constructed, default global arena
224
+ // instances. We require this space because the whole point of LowLevelAlloc
225
+ // is to avoid relying on malloc/new.
226
+ alignas(LowLevelAlloc::Arena) unsigned char default_arena_storage[sizeof(
227
+ LowLevelAlloc::Arena)];
228
+ alignas(LowLevelAlloc::Arena) unsigned char unhooked_arena_storage[sizeof(
229
+ LowLevelAlloc::Arena)];
230
+ #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
231
+ alignas(
232
+ LowLevelAlloc::Arena) unsigned char unhooked_async_sig_safe_arena_storage
233
+ [sizeof(LowLevelAlloc::Arena)];
234
+ #endif
235
+
236
+ // We must use LowLevelCallOnce here to construct the global arenas, rather than
237
+ // using function-level statics, to avoid recursively invoking the scheduler.
238
+ absl::once_flag create_globals_once;
239
+
240
+ void CreateGlobalArenas() {
241
+ new (&default_arena_storage)
242
+ LowLevelAlloc::Arena(LowLevelAlloc::kCallMallocHook);
243
+ new (&unhooked_arena_storage) LowLevelAlloc::Arena(0);
244
+ #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
245
+ new (&unhooked_async_sig_safe_arena_storage)
246
+ LowLevelAlloc::Arena(LowLevelAlloc::kAsyncSignalSafe);
247
+ #endif
248
+ }
249
+
250
+ // Returns a global arena that does not call into hooks. Used by NewArena()
251
+ // when kCallMallocHook is not set.
252
+ LowLevelAlloc::Arena* UnhookedArena() {
253
+ base_internal::LowLevelCallOnce(&create_globals_once, CreateGlobalArenas);
254
+ return reinterpret_cast<LowLevelAlloc::Arena*>(&unhooked_arena_storage);
255
+ }
256
+
257
+ #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
258
+ // Returns a global arena that is async-signal safe. Used by NewArena() when
259
+ // kAsyncSignalSafe is set.
260
+ LowLevelAlloc::Arena *UnhookedAsyncSigSafeArena() {
261
+ base_internal::LowLevelCallOnce(&create_globals_once, CreateGlobalArenas);
262
+ return reinterpret_cast<LowLevelAlloc::Arena *>(
263
+ &unhooked_async_sig_safe_arena_storage);
264
+ }
265
+ #endif
266
+
267
+ } // namespace
268
+
269
+ // Returns the default arena, as used by LowLevelAlloc::Alloc() and friends.
270
+ LowLevelAlloc::Arena *LowLevelAlloc::DefaultArena() {
271
+ base_internal::LowLevelCallOnce(&create_globals_once, CreateGlobalArenas);
272
+ return reinterpret_cast<LowLevelAlloc::Arena*>(&default_arena_storage);
273
+ }
274
+
275
+ // magic numbers to identify allocated and unallocated blocks
276
+ static const uintptr_t kMagicAllocated = 0x4c833e95U;
277
+ static const uintptr_t kMagicUnallocated = ~kMagicAllocated;
278
+
279
+ namespace {
280
+ class ABSL_SCOPED_LOCKABLE ArenaLock {
281
+ public:
282
+ explicit ArenaLock(LowLevelAlloc::Arena *arena)
283
+ ABSL_EXCLUSIVE_LOCK_FUNCTION(arena->mu)
284
+ : arena_(arena) {
285
+ #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
286
+ if ((arena->flags & LowLevelAlloc::kAsyncSignalSafe) != 0) {
287
+ sigset_t all;
288
+ sigfillset(&all);
289
+ mask_valid_ = pthread_sigmask(SIG_BLOCK, &all, &mask_) == 0;
290
+ }
291
+ #endif
292
+ arena_->mu.Lock();
293
+ }
294
+ ~ArenaLock() { ABSL_RAW_CHECK(left_, "haven't left Arena region"); }
295
+ void Leave() ABSL_UNLOCK_FUNCTION() {
296
+ arena_->mu.Unlock();
297
+ #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
298
+ if (mask_valid_) {
299
+ const int err = pthread_sigmask(SIG_SETMASK, &mask_, nullptr);
300
+ if (err != 0) {
301
+ ABSL_RAW_LOG(FATAL, "pthread_sigmask failed: %d", err);
302
+ }
303
+ }
304
+ #endif
305
+ left_ = true;
306
+ }
307
+
308
+ private:
309
+ bool left_ = false; // whether left region
310
+ #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
311
+ bool mask_valid_ = false;
312
+ sigset_t mask_; // old mask of blocked signals
313
+ #endif
314
+ LowLevelAlloc::Arena *arena_;
315
+ ArenaLock(const ArenaLock &) = delete;
316
+ ArenaLock &operator=(const ArenaLock &) = delete;
317
+ };
318
+ } // namespace
319
+
320
+ // create an appropriate magic number for an object at "ptr"
321
+ // "magic" should be kMagicAllocated or kMagicUnallocated
322
+ inline static uintptr_t Magic(uintptr_t magic, AllocList::Header *ptr) {
323
+ return magic ^ reinterpret_cast<uintptr_t>(ptr);
324
+ }
325
+
326
+ namespace {
327
+ size_t GetPageSize() {
328
+ #ifdef _WIN32
329
+ SYSTEM_INFO system_info;
330
+ GetSystemInfo(&system_info);
331
+ return std::max(system_info.dwPageSize, system_info.dwAllocationGranularity);
332
+ #elif defined(__wasm__) || defined(__asmjs__)
333
+ return getpagesize();
334
+ #else
335
+ return sysconf(_SC_PAGESIZE);
336
+ #endif
337
+ }
338
+
339
+ size_t RoundedUpBlockSize() {
340
+ // Round up block sizes to a power of two close to the header size.
341
+ size_t round_up = 16;
342
+ while (round_up < sizeof(AllocList::Header)) {
343
+ round_up += round_up;
344
+ }
345
+ return round_up;
346
+ }
347
+
348
+ } // namespace
349
+
350
+ LowLevelAlloc::Arena::Arena(uint32_t flags_value)
351
+ : mu(base_internal::SCHEDULE_KERNEL_ONLY),
352
+ allocation_count(0),
353
+ flags(flags_value),
354
+ pagesize(GetPageSize()),
355
+ round_up(RoundedUpBlockSize()),
356
+ min_size(2 * round_up),
357
+ random(0) {
358
+ freelist.header.size = 0;
359
+ freelist.header.magic =
360
+ Magic(kMagicUnallocated, &freelist.header);
361
+ freelist.header.arena = this;
362
+ freelist.levels = 0;
363
+ memset(freelist.next, 0, sizeof(freelist.next));
364
+ }
365
+
366
+ // L < meta_data_arena->mu
367
+ LowLevelAlloc::Arena *LowLevelAlloc::NewArena(int32_t flags) {
368
+ Arena *meta_data_arena = DefaultArena();
369
+ #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
370
+ if ((flags & LowLevelAlloc::kAsyncSignalSafe) != 0) {
371
+ meta_data_arena = UnhookedAsyncSigSafeArena();
372
+ } else // NOLINT(readability/braces)
373
+ #endif
374
+ if ((flags & LowLevelAlloc::kCallMallocHook) == 0) {
375
+ meta_data_arena = UnhookedArena();
376
+ }
377
+ Arena *result =
378
+ new (AllocWithArena(sizeof (*result), meta_data_arena)) Arena(flags);
379
+ return result;
380
+ }
381
+
382
+ // L < arena->mu, L < arena->arena->mu
383
+ bool LowLevelAlloc::DeleteArena(Arena *arena) {
384
+ ABSL_RAW_CHECK(
385
+ arena != nullptr && arena != DefaultArena() && arena != UnhookedArena(),
386
+ "may not delete default arena");
387
+ ArenaLock section(arena);
388
+ if (arena->allocation_count != 0) {
389
+ section.Leave();
390
+ return false;
391
+ }
392
+ while (arena->freelist.next[0] != nullptr) {
393
+ AllocList *region = arena->freelist.next[0];
394
+ size_t size = region->header.size;
395
+ arena->freelist.next[0] = region->next[0];
396
+ ABSL_RAW_CHECK(
397
+ region->header.magic == Magic(kMagicUnallocated, &region->header),
398
+ "bad magic number in DeleteArena()");
399
+ ABSL_RAW_CHECK(region->header.arena == arena,
400
+ "bad arena pointer in DeleteArena()");
401
+ ABSL_RAW_CHECK(size % arena->pagesize == 0,
402
+ "empty arena has non-page-aligned block size");
403
+ ABSL_RAW_CHECK(reinterpret_cast<uintptr_t>(region) % arena->pagesize == 0,
404
+ "empty arena has non-page-aligned block");
405
+ int munmap_result;
406
+ #ifdef _WIN32
407
+ munmap_result = VirtualFree(region, 0, MEM_RELEASE);
408
+ ABSL_RAW_CHECK(munmap_result != 0,
409
+ "LowLevelAlloc::DeleteArena: VitualFree failed");
410
+ #else
411
+ #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
412
+ if ((arena->flags & LowLevelAlloc::kAsyncSignalSafe) == 0) {
413
+ munmap_result = munmap(region, size);
414
+ } else {
415
+ munmap_result = base_internal::DirectMunmap(region, size);
416
+ }
417
+ #else
418
+ munmap_result = munmap(region, size);
419
+ #endif // ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
420
+ if (munmap_result != 0) {
421
+ ABSL_RAW_LOG(FATAL, "LowLevelAlloc::DeleteArena: munmap failed: %d",
422
+ errno);
423
+ }
424
+ #endif // _WIN32
425
+ }
426
+ section.Leave();
427
+ arena->~Arena();
428
+ Free(arena);
429
+ return true;
430
+ }
431
+
432
+ // ---------------------------------------------------------------------------
433
+
434
+ // Addition, checking for overflow. The intent is to die if an external client
435
+ // manages to push through a request that would cause arithmetic to fail.
436
+ static inline uintptr_t CheckedAdd(uintptr_t a, uintptr_t b) {
437
+ uintptr_t sum = a + b;
438
+ ABSL_RAW_CHECK(sum >= a, "LowLevelAlloc arithmetic overflow");
439
+ return sum;
440
+ }
441
+
442
+ // Return value rounded up to next multiple of align.
443
+ // align must be a power of two.
444
+ static inline uintptr_t RoundUp(uintptr_t addr, uintptr_t align) {
445
+ return CheckedAdd(addr, align - 1) & ~(align - 1);
446
+ }
447
+
448
+ // Equivalent to "return prev->next[i]" but with sanity checking
449
+ // that the freelist is in the correct order, that it
450
+ // consists of regions marked "unallocated", and that no two regions
451
+ // are adjacent in memory (they should have been coalesced).
452
+ // L >= arena->mu
453
+ static AllocList *Next(int i, AllocList *prev, LowLevelAlloc::Arena *arena) {
454
+ ABSL_RAW_CHECK(i < prev->levels, "too few levels in Next()");
455
+ AllocList *next = prev->next[i];
456
+ if (next != nullptr) {
457
+ ABSL_RAW_CHECK(
458
+ next->header.magic == Magic(kMagicUnallocated, &next->header),
459
+ "bad magic number in Next()");
460
+ ABSL_RAW_CHECK(next->header.arena == arena, "bad arena pointer in Next()");
461
+ if (prev != &arena->freelist) {
462
+ ABSL_RAW_CHECK(prev < next, "unordered freelist");
463
+ ABSL_RAW_CHECK(reinterpret_cast<char *>(prev) + prev->header.size <
464
+ reinterpret_cast<char *>(next),
465
+ "malformed freelist");
466
+ }
467
+ }
468
+ return next;
469
+ }
470
+
471
+ // Coalesce list item "a" with its successor if they are adjacent.
472
+ static void Coalesce(AllocList *a) {
473
+ AllocList *n = a->next[0];
474
+ if (n != nullptr && reinterpret_cast<char *>(a) + a->header.size ==
475
+ reinterpret_cast<char *>(n)) {
476
+ LowLevelAlloc::Arena *arena = a->header.arena;
477
+ a->header.size += n->header.size;
478
+ n->header.magic = 0;
479
+ n->header.arena = nullptr;
480
+ AllocList *prev[kMaxLevel];
481
+ LLA_SkiplistDelete(&arena->freelist, n, prev);
482
+ LLA_SkiplistDelete(&arena->freelist, a, prev);
483
+ a->levels = LLA_SkiplistLevels(a->header.size, arena->min_size,
484
+ &arena->random);
485
+ LLA_SkiplistInsert(&arena->freelist, a, prev);
486
+ }
487
+ }
488
+
489
+ // Adds block at location "v" to the free list
490
+ // L >= arena->mu
491
+ static void AddToFreelist(void *v, LowLevelAlloc::Arena *arena) {
492
+ AllocList *f = reinterpret_cast<AllocList *>(
493
+ reinterpret_cast<char *>(v) - sizeof (f->header));
494
+ ABSL_RAW_CHECK(f->header.magic == Magic(kMagicAllocated, &f->header),
495
+ "bad magic number in AddToFreelist()");
496
+ ABSL_RAW_CHECK(f->header.arena == arena,
497
+ "bad arena pointer in AddToFreelist()");
498
+ f->levels = LLA_SkiplistLevels(f->header.size, arena->min_size,
499
+ &arena->random);
500
+ AllocList *prev[kMaxLevel];
501
+ LLA_SkiplistInsert(&arena->freelist, f, prev);
502
+ f->header.magic = Magic(kMagicUnallocated, &f->header);
503
+ Coalesce(f); // maybe coalesce with successor
504
+ Coalesce(prev[0]); // maybe coalesce with predecessor
505
+ }
506
+
507
+ // Frees storage allocated by LowLevelAlloc::Alloc().
508
+ // L < arena->mu
509
+ void LowLevelAlloc::Free(void *v) {
510
+ if (v != nullptr) {
511
+ AllocList *f = reinterpret_cast<AllocList *>(
512
+ reinterpret_cast<char *>(v) - sizeof (f->header));
513
+ LowLevelAlloc::Arena *arena = f->header.arena;
514
+ ArenaLock section(arena);
515
+ AddToFreelist(v, arena);
516
+ ABSL_RAW_CHECK(arena->allocation_count > 0, "nothing in arena to free");
517
+ arena->allocation_count--;
518
+ section.Leave();
519
+ }
520
+ }
521
+
522
+ // allocates and returns a block of size bytes, to be freed with Free()
523
+ // L < arena->mu
524
+ static void *DoAllocWithArena(size_t request, LowLevelAlloc::Arena *arena) {
525
+ void *result = nullptr;
526
+ if (request != 0) {
527
+ AllocList *s; // will point to region that satisfies request
528
+ ArenaLock section(arena);
529
+ // round up with header
530
+ size_t req_rnd = RoundUp(CheckedAdd(request, sizeof (s->header)),
531
+ arena->round_up);
532
+ for (;;) { // loop until we find a suitable region
533
+ // find the minimum levels that a block of this size must have
534
+ int i = LLA_SkiplistLevels(req_rnd, arena->min_size, nullptr) - 1;
535
+ if (i < arena->freelist.levels) { // potential blocks exist
536
+ AllocList *before = &arena->freelist; // predecessor of s
537
+ while ((s = Next(i, before, arena)) != nullptr &&
538
+ s->header.size < req_rnd) {
539
+ before = s;
540
+ }
541
+ if (s != nullptr) { // we found a region
542
+ break;
543
+ }
544
+ }
545
+ // we unlock before mmap() both because mmap() may call a callback hook,
546
+ // and because it may be slow.
547
+ arena->mu.Unlock();
548
+ // mmap generous 64K chunks to decrease
549
+ // the chances/impact of fragmentation:
550
+ size_t new_pages_size = RoundUp(req_rnd, arena->pagesize * 16);
551
+ void *new_pages;
552
+ #ifdef _WIN32
553
+ new_pages = VirtualAlloc(0, new_pages_size,
554
+ MEM_RESERVE | MEM_COMMIT, PAGE_READWRITE);
555
+ ABSL_RAW_CHECK(new_pages != nullptr, "VirtualAlloc failed");
556
+ #else
557
+ #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
558
+ if ((arena->flags & LowLevelAlloc::kAsyncSignalSafe) != 0) {
559
+ new_pages = base_internal::DirectMmap(nullptr, new_pages_size,
560
+ PROT_WRITE|PROT_READ, MAP_ANONYMOUS|MAP_PRIVATE, -1, 0);
561
+ } else {
562
+ new_pages = mmap(nullptr, new_pages_size, PROT_WRITE | PROT_READ,
563
+ MAP_ANONYMOUS | MAP_PRIVATE, -1, 0);
564
+ }
565
+ #else
566
+ new_pages = mmap(nullptr, new_pages_size, PROT_WRITE | PROT_READ,
567
+ MAP_ANONYMOUS | MAP_PRIVATE, -1, 0);
568
+ #endif // ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
569
+ if (new_pages == MAP_FAILED) {
570
+ ABSL_RAW_LOG(FATAL, "mmap error: %d", errno);
571
+ }
572
+
573
+ #endif // _WIN32
574
+ arena->mu.Lock();
575
+ s = reinterpret_cast<AllocList *>(new_pages);
576
+ s->header.size = new_pages_size;
577
+ // Pretend the block is allocated; call AddToFreelist() to free it.
578
+ s->header.magic = Magic(kMagicAllocated, &s->header);
579
+ s->header.arena = arena;
580
+ AddToFreelist(&s->levels, arena); // insert new region into free list
581
+ }
582
+ AllocList *prev[kMaxLevel];
583
+ LLA_SkiplistDelete(&arena->freelist, s, prev); // remove from free list
584
+ // s points to the first free region that's big enough
585
+ if (CheckedAdd(req_rnd, arena->min_size) <= s->header.size) {
586
+ // big enough to split
587
+ AllocList *n = reinterpret_cast<AllocList *>
588
+ (req_rnd + reinterpret_cast<char *>(s));
589
+ n->header.size = s->header.size - req_rnd;
590
+ n->header.magic = Magic(kMagicAllocated, &n->header);
591
+ n->header.arena = arena;
592
+ s->header.size = req_rnd;
593
+ AddToFreelist(&n->levels, arena);
594
+ }
595
+ s->header.magic = Magic(kMagicAllocated, &s->header);
596
+ ABSL_RAW_CHECK(s->header.arena == arena, "");
597
+ arena->allocation_count++;
598
+ section.Leave();
599
+ result = &s->levels;
600
+ }
601
+ ANNOTATE_MEMORY_IS_UNINITIALIZED(result, request);
602
+ return result;
603
+ }
604
+
605
+ void *LowLevelAlloc::Alloc(size_t request) {
606
+ void *result = DoAllocWithArena(request, DefaultArena());
607
+ return result;
608
+ }
609
+
610
+ void *LowLevelAlloc::AllocWithArena(size_t request, Arena *arena) {
611
+ ABSL_RAW_CHECK(arena != nullptr, "must pass a valid arena");
612
+ void *result = DoAllocWithArena(request, arena);
613
+ return result;
614
+ }
615
+
616
+ } // namespace base_internal
617
+ ABSL_NAMESPACE_END
618
+ } // namespace absl
619
+
620
+ #endif // ABSL_LOW_LEVEL_ALLOC_MISSING