grpc 1.55.0 → 1.56.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (395) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +102 -68
  3. data/include/grpc/event_engine/event_engine.h +4 -3
  4. data/include/grpc/grpc_audit_logging.h +96 -0
  5. data/include/grpc/grpc_security.h +19 -0
  6. data/include/grpc/module.modulemap +2 -0
  7. data/include/grpc/support/json.h +218 -0
  8. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +5 -0
  9. data/src/core/ext/filters/client_channel/backend_metric.cc +2 -0
  10. data/src/core/ext/filters/client_channel/channel_connectivity.cc +4 -4
  11. data/src/core/ext/filters/client_channel/client_channel.cc +86 -104
  12. data/src/core/ext/filters/client_channel/client_channel.h +6 -0
  13. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +19 -18
  14. data/src/core/ext/filters/client_channel/client_channel_internal.h +16 -21
  15. data/src/core/ext/filters/client_channel/config_selector.h +9 -24
  16. data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +3 -0
  17. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +5 -4
  18. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +455 -0
  19. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +54 -0
  20. data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +186 -0
  21. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +2 -7
  22. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +53 -21
  23. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +23 -2
  24. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +19 -6
  25. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +1 -9
  26. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +16 -7
  27. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +18 -1
  28. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +12 -9
  29. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +6 -4
  30. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +36 -13
  31. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +76 -6
  32. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +42 -40
  33. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +4 -10
  34. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +52 -47
  35. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +1 -9
  36. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +14 -16
  37. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +40 -43
  38. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +7 -12
  39. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +12 -19
  40. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +35 -33
  41. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +29 -4
  42. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/service_config_helper.cc +1 -1
  43. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +28 -27
  44. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +163 -46
  45. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +16 -1
  46. data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -0
  47. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +10 -40
  48. data/src/core/ext/filters/client_channel/subchannel.cc +10 -196
  49. data/src/core/ext/filters/client_channel/subchannel.h +3 -43
  50. data/src/core/ext/filters/http/message_compress/compression_filter.cc +5 -5
  51. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +100 -6
  52. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +6 -8
  53. data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +3 -3
  54. data/src/core/ext/filters/stateful_session/stateful_session_filter.h +16 -1
  55. data/src/core/ext/transport/chttp2/transport/flow_control.cc +46 -95
  56. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.cc +176 -0
  57. data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +325 -0
  58. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +567 -543
  59. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +150 -9
  60. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +46 -32
  61. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +18 -5
  62. data/src/core/ext/transport/chttp2/transport/internal.h +1 -15
  63. data/src/core/ext/transport/chttp2/transport/parsing.cc +12 -12
  64. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +11 -2
  65. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +15 -0
  66. data/src/core/ext/xds/certificate_provider_store.cc +4 -9
  67. data/src/core/ext/xds/certificate_provider_store.h +1 -1
  68. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +30 -42
  69. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +14 -9
  70. data/src/core/ext/xds/xds_api.cc +9 -6
  71. data/src/core/ext/xds/xds_api.h +3 -2
  72. data/src/core/ext/xds/xds_audit_logger_registry.cc +122 -0
  73. data/src/core/ext/xds/xds_audit_logger_registry.h +68 -0
  74. data/src/core/ext/xds/xds_bootstrap_grpc.cc +21 -9
  75. data/src/core/ext/xds/xds_bootstrap_grpc.h +5 -0
  76. data/src/core/ext/xds/xds_client.cc +5 -4
  77. data/src/core/ext/xds/xds_client_stats.h +1 -1
  78. data/src/core/ext/xds/xds_cluster.cc +20 -19
  79. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +11 -8
  80. data/src/core/ext/xds/xds_common_types.cc +3 -1
  81. data/src/core/ext/xds/xds_http_fault_filter.cc +16 -13
  82. data/src/core/ext/xds/xds_http_fault_filter.h +2 -1
  83. data/src/core/ext/xds/xds_http_filters.h +4 -2
  84. data/src/core/ext/xds/xds_http_rbac_filter.cc +154 -67
  85. data/src/core/ext/xds/xds_http_rbac_filter.h +2 -1
  86. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +15 -11
  87. data/src/core/ext/xds/xds_http_stateful_session_filter.h +2 -1
  88. data/src/core/ext/xds/xds_lb_policy_registry.cc +22 -16
  89. data/src/core/ext/xds/xds_listener.cc +1 -0
  90. data/src/core/ext/xds/xds_route_config.cc +40 -3
  91. data/src/core/ext/xds/xds_routing.cc +2 -2
  92. data/src/core/ext/xds/xds_transport_grpc.cc +3 -1
  93. data/src/core/lib/avl/avl.h +5 -0
  94. data/src/core/lib/backoff/random_early_detection.h +5 -0
  95. data/src/core/lib/channel/channel_args.cc +80 -22
  96. data/src/core/lib/channel/channel_args.h +34 -1
  97. data/src/core/lib/channel/channel_trace.cc +16 -12
  98. data/src/core/lib/channel/channelz.cc +159 -132
  99. data/src/core/lib/channel/channelz.h +42 -35
  100. data/src/core/lib/channel/channelz_registry.cc +23 -20
  101. data/src/core/lib/channel/connected_channel.cc +17 -6
  102. data/src/core/lib/channel/promise_based_filter.cc +0 -4
  103. data/src/core/lib/channel/promise_based_filter.h +2 -0
  104. data/src/core/lib/compression/compression_internal.cc +2 -5
  105. data/src/core/lib/config/config_vars.cc +20 -18
  106. data/src/core/lib/config/config_vars.h +4 -4
  107. data/src/core/lib/config/load_config.cc +13 -0
  108. data/src/core/lib/config/load_config.h +6 -0
  109. data/src/core/lib/debug/event_log.h +1 -1
  110. data/src/core/lib/debug/stats_data.h +1 -1
  111. data/src/core/lib/debug/trace.cc +24 -55
  112. data/src/core/lib/debug/trace.h +3 -1
  113. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +211 -0
  114. data/src/core/lib/event_engine/cf_engine/cf_engine.h +86 -0
  115. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +354 -0
  116. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.h +146 -0
  117. data/src/core/lib/event_engine/cf_engine/cftype_unique_ref.h +79 -0
  118. data/src/core/lib/event_engine/default_event_engine.cc +13 -1
  119. data/src/core/lib/event_engine/default_event_engine_factory.cc +14 -2
  120. data/src/core/lib/event_engine/poller.h +2 -2
  121. data/src/core/lib/event_engine/posix.h +4 -0
  122. data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +1 -1
  123. data/src/core/lib/event_engine/posix_engine/lockfree_event.cc +7 -18
  124. data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +9 -0
  125. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +33 -19
  126. data/src/core/lib/event_engine/posix_engine/posix_engine.h +2 -1
  127. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +33 -4
  128. data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +10 -8
  129. data/src/core/lib/event_engine/posix_engine/timer_manager.h +1 -1
  130. data/src/core/lib/event_engine/shim.cc +7 -1
  131. data/src/core/lib/event_engine/{thread_pool.cc → thread_pool/original_thread_pool.cc} +28 -25
  132. data/src/core/lib/event_engine/{thread_pool.h → thread_pool/original_thread_pool.h} +11 -15
  133. data/src/core/lib/event_engine/thread_pool/thread_pool.h +50 -0
  134. data/src/core/lib/event_engine/{executor/executor.h → thread_pool/thread_pool_factory.cc} +17 -15
  135. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +489 -0
  136. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +249 -0
  137. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +166 -0
  138. data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +108 -0
  139. data/src/core/lib/event_engine/windows/iocp.cc +4 -3
  140. data/src/core/lib/event_engine/windows/iocp.h +3 -3
  141. data/src/core/lib/event_engine/windows/win_socket.cc +6 -6
  142. data/src/core/lib/event_engine/windows/win_socket.h +4 -4
  143. data/src/core/lib/event_engine/windows/windows_endpoint.cc +11 -10
  144. data/src/core/lib/event_engine/windows/windows_endpoint.h +3 -2
  145. data/src/core/lib/event_engine/windows/windows_engine.cc +19 -17
  146. data/src/core/lib/event_engine/windows/windows_engine.h +6 -6
  147. data/src/core/lib/event_engine/windows/windows_listener.cc +3 -3
  148. data/src/core/lib/event_engine/windows/windows_listener.h +3 -2
  149. data/src/core/lib/event_engine/work_queue/basic_work_queue.cc +63 -0
  150. data/src/core/lib/event_engine/work_queue/basic_work_queue.h +71 -0
  151. data/src/core/lib/event_engine/work_queue/work_queue.h +62 -0
  152. data/src/core/lib/experiments/config.cc +38 -7
  153. data/src/core/lib/experiments/config.h +16 -0
  154. data/src/core/lib/experiments/experiments.cc +67 -20
  155. data/src/core/lib/experiments/experiments.h +27 -21
  156. data/src/core/lib/gpr/log_internal.h +55 -0
  157. data/src/core/lib/gprpp/crash.cc +10 -0
  158. data/src/core/lib/gprpp/crash.h +3 -0
  159. data/src/core/lib/gprpp/per_cpu.cc +33 -0
  160. data/src/core/lib/gprpp/per_cpu.h +29 -6
  161. data/src/core/lib/gprpp/time.cc +1 -0
  162. data/src/core/lib/iomgr/cfstream_handle.cc +1 -1
  163. data/src/core/lib/iomgr/endpoint_cfstream.cc +10 -8
  164. data/src/core/lib/iomgr/ev_apple.cc +12 -12
  165. data/src/core/lib/iomgr/ev_epoll1_linux.cc +10 -3
  166. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +15 -1
  167. data/src/core/lib/iomgr/iocp_windows.cc +24 -3
  168. data/src/core/lib/iomgr/iocp_windows.h +11 -0
  169. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +1 -1
  170. data/src/core/lib/iomgr/socket_utils_common_posix.cc +4 -2
  171. data/src/core/lib/iomgr/socket_windows.cc +61 -7
  172. data/src/core/lib/iomgr/socket_windows.h +9 -2
  173. data/src/core/lib/iomgr/tcp_client_cfstream.cc +14 -3
  174. data/src/core/lib/iomgr/tcp_server_posix.cc +182 -119
  175. data/src/core/lib/iomgr/tcp_server_utils_posix.h +13 -1
  176. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +21 -0
  177. data/src/core/lib/iomgr/tcp_server_windows.cc +1 -1
  178. data/src/core/lib/json/json.h +2 -166
  179. data/src/core/lib/json/json_object_loader.cc +8 -9
  180. data/src/core/lib/json/json_object_loader.h +25 -18
  181. data/src/core/lib/json/json_reader.cc +13 -6
  182. data/src/core/lib/json/json_util.cc +6 -11
  183. data/src/core/lib/json/json_writer.cc +7 -8
  184. data/src/core/lib/load_balancing/lb_policy.h +13 -0
  185. data/src/core/lib/load_balancing/lb_policy_registry.cc +2 -1
  186. data/src/core/lib/matchers/matchers.cc +3 -4
  187. data/src/core/lib/matchers/matchers.h +2 -1
  188. data/src/core/lib/promise/activity.cc +5 -0
  189. data/src/core/lib/promise/activity.h +10 -0
  190. data/src/core/lib/promise/detail/promise_factory.h +1 -1
  191. data/src/core/lib/promise/party.cc +31 -13
  192. data/src/core/lib/promise/party.h +11 -2
  193. data/src/core/lib/promise/pipe.h +9 -2
  194. data/src/core/lib/promise/prioritized_race.h +95 -0
  195. data/src/core/lib/promise/sleep.cc +2 -1
  196. data/src/core/lib/resolver/server_address.cc +0 -8
  197. data/src/core/lib/resolver/server_address.h +0 -6
  198. data/src/core/lib/resource_quota/memory_quota.cc +7 -7
  199. data/src/core/lib/resource_quota/memory_quota.h +1 -2
  200. data/src/core/lib/security/authorization/audit_logging.cc +98 -0
  201. data/src/core/lib/security/authorization/audit_logging.h +73 -0
  202. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +47 -2
  203. data/src/core/lib/security/authorization/grpc_authorization_engine.h +18 -1
  204. data/src/core/lib/security/authorization/rbac_policy.cc +36 -4
  205. data/src/core/lib/security/authorization/rbac_policy.h +19 -2
  206. data/src/core/lib/security/authorization/stdout_logger.cc +75 -0
  207. data/src/core/lib/security/authorization/stdout_logger.h +61 -0
  208. data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +8 -4
  209. data/src/core/lib/security/certificate_provider/certificate_provider_registry.cc +8 -18
  210. data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +14 -8
  211. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +19 -12
  212. data/src/core/lib/security/credentials/external/external_account_credentials.cc +4 -2
  213. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +1 -0
  214. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +1 -0
  215. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +1 -0
  216. data/src/core/lib/security/credentials/jwt/json_token.cc +15 -14
  217. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +4 -2
  218. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +1 -0
  219. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +1 -0
  220. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +8 -0
  221. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +5 -1
  222. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -5
  223. data/src/core/lib/security/security_connector/ssl_utils.cc +2 -1
  224. data/src/core/lib/security/security_connector/ssl_utils.h +1 -1
  225. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +1 -1
  226. data/src/core/lib/security/util/json_util.cc +1 -0
  227. data/src/core/lib/service_config/service_config_call_data.h +49 -20
  228. data/src/core/lib/service_config/service_config_impl.cc +2 -1
  229. data/src/core/lib/surface/call.cc +38 -23
  230. data/src/core/lib/surface/completion_queue.cc +6 -2
  231. data/src/core/lib/surface/validate_metadata.cc +37 -22
  232. data/src/core/lib/surface/validate_metadata.h +13 -3
  233. data/src/core/lib/surface/version.cc +2 -2
  234. data/src/core/lib/transport/batch_builder.cc +15 -12
  235. data/src/core/lib/transport/batch_builder.h +39 -35
  236. data/src/core/plugin_registry/grpc_plugin_registry.cc +0 -2
  237. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +2 -0
  238. data/src/core/tsi/ssl_transport_security.cc +5 -2
  239. data/src/core/tsi/ssl_transport_security.h +13 -1
  240. data/src/ruby/ext/grpc/extconf.rb +8 -9
  241. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +2 -0
  242. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +3 -0
  243. data/src/ruby/lib/grpc/version.rb +1 -1
  244. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +9 -8
  245. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +1 -1
  246. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +3 -3
  247. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +10 -6
  248. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +7 -4
  249. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +6 -4
  250. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +2 -1
  251. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +5 -9
  252. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +4 -2
  253. data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +31 -22
  254. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +29 -26
  255. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +8 -0
  256. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +189 -13
  257. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +62 -0
  258. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_openbsd.c +31 -0
  259. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +6 -4
  260. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +795 -795
  261. data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +1 -5
  262. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +4 -0
  263. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +18 -6
  264. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +15 -7
  265. data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +1 -1
  266. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +1 -1
  267. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +1 -0
  268. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +3 -0
  269. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +24 -24
  270. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +1 -1
  271. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +7 -7
  272. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +74 -74
  273. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +1 -2
  274. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +11 -11
  275. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.c +12 -12
  276. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +14 -15
  277. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +1 -1
  278. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +10 -10
  279. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +23 -23
  280. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +13 -13
  281. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +1 -1
  282. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +2 -2
  283. data/third_party/boringssl-with-bazel/src/crypto/{hkdf → fipsmodule/hkdf}/hkdf.c +1 -1
  284. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +2 -10
  285. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +1 -4
  286. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +115 -133
  287. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +12 -14
  288. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +57 -47
  289. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +1 -8
  290. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +27 -28
  291. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +11 -23
  292. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +21 -16
  293. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +5 -288
  294. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +143 -83
  295. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +95 -183
  296. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +71 -0
  297. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +8 -0
  298. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +33 -0
  299. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +162 -6
  300. data/third_party/boringssl-with-bazel/src/crypto/internal.h +18 -0
  301. data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +18 -11
  302. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +6 -13
  303. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +18 -14
  304. data/third_party/boringssl-with-bazel/src/crypto/{refcount_lock.c → refcount_no_threads.c} +3 -13
  305. data/third_party/boringssl-with-bazel/src/crypto/refcount_win.c +89 -0
  306. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/internal.h +77 -0
  307. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_crypt.c +568 -0
  308. data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +62 -0
  309. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +218 -44
  310. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +35 -0
  311. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +588 -39
  312. data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +27 -18
  313. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +1 -1
  314. data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +17 -39
  315. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +39 -48
  316. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +0 -140
  317. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +72 -23
  318. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +11 -14
  319. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +1 -1
  320. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +2 -2
  321. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +1 -1
  322. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +33 -46
  323. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +1 -0
  324. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +3 -5
  325. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +14 -46
  326. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +14 -26
  327. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +17 -10
  328. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +1 -1
  329. data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +5 -7
  330. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +6 -4
  331. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +32 -1
  332. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +0 -4
  333. data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +1 -4
  334. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +3 -3
  335. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +28 -0
  336. data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +2 -11
  337. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +0 -3
  338. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +91 -1
  339. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +5 -0
  340. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +149 -20
  341. data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +4 -0
  342. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +4 -0
  343. data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +8 -0
  344. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +774 -615
  345. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +42 -10
  346. data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +11 -6
  347. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +2 -4
  348. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +24 -16
  349. data/third_party/boringssl-with-bazel/src/ssl/internal.h +65 -18
  350. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +37 -18
  351. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +187 -193
  352. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +13 -129
  353. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +85 -10
  354. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +17 -4
  355. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +27 -19
  356. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +1 -1
  357. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +5 -21
  358. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +5 -2
  359. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_msvc.h +1281 -0
  360. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64_msvc.h +2002 -0
  361. data/third_party/cares/cares/include/ares.h +23 -1
  362. data/third_party/cares/cares/{src/lib → include}/ares_nameser.h +9 -7
  363. data/third_party/cares/cares/include/ares_rules.h +2 -2
  364. data/third_party/cares/cares/include/ares_version.h +3 -3
  365. data/third_party/cares/cares/src/lib/ares__addrinfo2hostent.c +266 -0
  366. data/third_party/cares/cares/src/lib/ares__addrinfo_localhost.c +240 -0
  367. data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +49 -80
  368. data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +37 -43
  369. data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +12 -4
  370. data/third_party/cares/cares/src/lib/ares_data.c +16 -0
  371. data/third_party/cares/cares/src/lib/ares_data.h +7 -0
  372. data/third_party/cares/cares/src/lib/ares_destroy.c +8 -0
  373. data/third_party/cares/cares/src/lib/ares_expand_name.c +17 -6
  374. data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +1 -0
  375. data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +156 -78
  376. data/third_party/cares/cares/src/lib/ares_gethostbyname.c +130 -326
  377. data/third_party/cares/cares/src/lib/ares_init.c +97 -485
  378. data/third_party/cares/cares/src/lib/ares_library_init.c +2 -89
  379. data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +23 -142
  380. data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +22 -142
  381. data/third_party/cares/cares/src/lib/ares_parse_uri_reply.c +184 -0
  382. data/third_party/cares/cares/src/lib/ares_private.h +30 -16
  383. data/third_party/cares/cares/src/lib/ares_process.c +55 -16
  384. data/third_party/cares/cares/src/lib/ares_query.c +1 -35
  385. data/third_party/cares/cares/src/lib/ares_rand.c +279 -0
  386. data/third_party/cares/cares/src/lib/ares_send.c +5 -7
  387. data/third_party/cares/cares/src/lib/ares_strdup.c +12 -19
  388. data/third_party/cares/cares/src/lib/ares_strsplit.c +44 -128
  389. data/third_party/cares/cares/src/lib/ares_strsplit.h +9 -10
  390. data/third_party/cares/cares/src/lib/inet_net_pton.c +78 -116
  391. data/third_party/cares/cares/src/tools/ares_getopt.h +53 -0
  392. metadata +50 -12
  393. data/src/core/ext/filters/client_channel/health/health_check_client.cc +0 -175
  394. data/src/core/ext/filters/client_channel/health/health_check_client.h +0 -43
  395. data/third_party/cares/cares/src/lib/ares_library_init.h +0 -43
@@ -16,13 +16,18 @@
16
16
  //
17
17
  //
18
18
 
19
+ #include <grpc/support/port_platform.h>
20
+
21
+ #include <utility>
22
+
23
+ #include <grpc/support/atm.h>
24
+
19
25
  // FIXME: "posix" files shouldn't be depending on _GNU_SOURCE
20
26
  #ifndef _GNU_SOURCE
21
27
  #define _GNU_SOURCE
28
+ #include <grpc/event_engine/event_engine.h>
22
29
  #endif
23
30
 
24
- #include <grpc/support/port_platform.h>
25
-
26
31
  #include "src/core/lib/iomgr/port.h"
27
32
 
28
33
  #ifdef GRPC_POSIX_SOCKET_TCP_SERVER
@@ -75,6 +80,8 @@
75
80
  #include "src/core/lib/transport/error_utils.h"
76
81
 
77
82
  static std::atomic<int64_t> num_dropped_connections{0};
83
+ static constexpr grpc_core::Duration kRetryAcceptWaitTime{
84
+ grpc_core::Duration::Seconds(1)};
78
85
 
79
86
  using ::grpc_event_engine::experimental::EndpointConfig;
80
87
  using ::grpc_event_engine::experimental::EventEngine;
@@ -86,99 +93,118 @@ using ::grpc_event_engine::experimental::SliceBuffer;
86
93
  static grpc_error_handle CreateEventEngineListener(
87
94
  grpc_tcp_server* s, grpc_closure* shutdown_complete,
88
95
  const EndpointConfig& config, grpc_tcp_server** server) {
89
- PosixEventEngineWithFdSupport::PosixAcceptCallback accept_cb =
90
- [s](int listener_fd, std::unique_ptr<EventEngine::Endpoint> ep,
91
- bool is_external, MemoryAllocator /*allocator*/,
92
- SliceBuffer* pending_data) {
93
- grpc_core::ApplicationCallbackExecCtx app_ctx;
94
- grpc_core::ExecCtx exec_ctx;
95
- grpc_tcp_server_acceptor* acceptor =
96
- static_cast<grpc_tcp_server_acceptor*>(
97
- gpr_malloc(sizeof(*acceptor)));
98
- acceptor->from_server = s;
99
- acceptor->port_index = -1;
100
- acceptor->fd_index = -1;
101
- if (!is_external) {
102
- auto it = s->listen_fd_to_index_map.find(listener_fd);
103
- if (it != s->listen_fd_to_index_map.end()) {
104
- acceptor->port_index = std::get<0>(it->second);
105
- acceptor->fd_index = std::get<1>(it->second);
106
- }
107
- } else {
108
- // External connection handling.
109
- grpc_resolved_address addr;
110
- memset(&addr, 0, sizeof(addr));
111
- addr.len = static_cast<socklen_t>(sizeof(struct sockaddr_storage));
112
- // Get the fd of the socket connected to peer.
113
- int fd =
114
- reinterpret_cast<
115
- grpc_event_engine::experimental::PosixEndpointWithFdSupport*>(
116
- ep.get())
117
- ->GetWrappedFd();
118
- if (getpeername(fd, reinterpret_cast<struct sockaddr*>(addr.addr),
119
- &(addr.len)) < 0) {
120
- gpr_log(GPR_ERROR, "Failed getpeername: %s",
121
- grpc_core::StrError(errno).c_str());
122
- close(fd);
123
- return;
96
+ absl::StatusOr<std::unique_ptr<EventEngine::Listener>> listener;
97
+ if (grpc_event_engine::experimental::EventEngineSupportsFd()) {
98
+ PosixEventEngineWithFdSupport::PosixAcceptCallback accept_cb =
99
+ [s](int listener_fd, std::unique_ptr<EventEngine::Endpoint> ep,
100
+ bool is_external, MemoryAllocator /*allocator*/,
101
+ SliceBuffer* pending_data) {
102
+ grpc_core::ApplicationCallbackExecCtx app_ctx;
103
+ grpc_core::ExecCtx exec_ctx;
104
+ grpc_tcp_server_acceptor* acceptor =
105
+ static_cast<grpc_tcp_server_acceptor*>(
106
+ gpr_malloc(sizeof(*acceptor)));
107
+ acceptor->from_server = s;
108
+ acceptor->port_index = -1;
109
+ acceptor->fd_index = -1;
110
+ if (!is_external) {
111
+ auto it = s->listen_fd_to_index_map.find(listener_fd);
112
+ if (it != s->listen_fd_to_index_map.end()) {
113
+ acceptor->port_index = std::get<0>(it->second);
114
+ acceptor->fd_index = std::get<1>(it->second);
115
+ }
116
+ } else {
117
+ // External connection handling.
118
+ grpc_resolved_address addr;
119
+ memset(&addr, 0, sizeof(addr));
120
+ addr.len = static_cast<socklen_t>(sizeof(struct sockaddr_storage));
121
+ // Get the fd of the socket connected to peer.
122
+ int fd = reinterpret_cast<grpc_event_engine::experimental::
123
+ PosixEndpointWithFdSupport*>(ep.get())
124
+ ->GetWrappedFd();
125
+ if (getpeername(fd, reinterpret_cast<struct sockaddr*>(addr.addr),
126
+ &(addr.len)) < 0) {
127
+ gpr_log(GPR_ERROR, "Failed getpeername: %s",
128
+ grpc_core::StrError(errno).c_str());
129
+ close(fd);
130
+ return;
131
+ }
132
+ (void)grpc_set_socket_no_sigpipe_if_possible(fd);
133
+ auto addr_uri = grpc_sockaddr_to_uri(&addr);
134
+ if (!addr_uri.ok()) {
135
+ gpr_log(GPR_ERROR, "Invalid address: %s",
136
+ addr_uri.status().ToString().c_str());
137
+ return;
138
+ }
139
+ if (grpc_tcp_trace.enabled()) {
140
+ gpr_log(GPR_INFO,
141
+ "SERVER_CONNECT: incoming external connection: %s",
142
+ addr_uri->c_str());
143
+ }
124
144
  }
125
- (void)grpc_set_socket_no_sigpipe_if_possible(fd);
126
- auto addr_uri = grpc_sockaddr_to_uri(&addr);
127
- if (!addr_uri.ok()) {
128
- gpr_log(GPR_ERROR, "Invalid address: %s",
129
- addr_uri.status().ToString().c_str());
130
- return;
145
+ grpc_pollset* read_notifier_pollset =
146
+ (*(s->pollsets))[static_cast<size_t>(gpr_atm_no_barrier_fetch_add(
147
+ &s->next_pollset_to_assign, 1)) %
148
+ s->pollsets->size()];
149
+ acceptor->external_connection = is_external;
150
+ acceptor->listener_fd = listener_fd;
151
+ grpc_byte_buffer* buf = nullptr;
152
+ if (pending_data != nullptr && pending_data->Length() > 0) {
153
+ buf = grpc_raw_byte_buffer_create(nullptr, 0);
154
+ grpc_slice_buffer_swap(&buf->data.raw.slice_buffer,
155
+ pending_data->c_slice_buffer());
156
+ pending_data->Clear();
131
157
  }
132
- if (grpc_tcp_trace.enabled()) {
133
- gpr_log(GPR_INFO,
134
- "SERVER_CONNECT: incoming external connection: %s",
135
- addr_uri->c_str());
136
- }
137
- }
138
- grpc_pollset* read_notifier_pollset =
139
- (*(s->pollsets))[static_cast<size_t>(gpr_atm_no_barrier_fetch_add(
140
- &s->next_pollset_to_assign, 1)) %
141
- s->pollsets->size()];
142
- acceptor->external_connection = is_external;
143
- acceptor->listener_fd = listener_fd;
144
- grpc_byte_buffer* buf = nullptr;
145
- if (pending_data != nullptr && pending_data->Length() > 0) {
146
- buf = grpc_raw_byte_buffer_create(nullptr, 0);
147
- grpc_slice_buffer_swap(&buf->data.raw.slice_buffer,
148
- pending_data->c_slice_buffer());
149
- pending_data->Clear();
150
- }
151
- acceptor->pending_data = buf;
152
- s->on_accept_cb(
153
- s->on_accept_cb_arg,
154
- grpc_event_engine::experimental::grpc_event_engine_endpoint_create(
155
- std::move(ep)),
156
- read_notifier_pollset, acceptor);
157
- };
158
- auto on_shutdown_complete_cb =
159
- grpc_event_engine::experimental::GrpcClosureToStatusCallback(
160
- shutdown_complete);
161
- PosixEventEngineWithFdSupport* engine_ptr =
162
- reinterpret_cast<PosixEventEngineWithFdSupport*>(
163
- config.GetVoidPointer(GRPC_INTERNAL_ARG_EVENT_ENGINE));
164
- // Keeps the engine alive for some tests that have not otherwise instantiated
165
- // an EventEngine
166
- std::shared_ptr<EventEngine> keeper;
167
- if (engine_ptr == nullptr) {
168
- keeper = grpc_event_engine::experimental::GetDefaultEventEngine();
169
- engine_ptr = reinterpret_cast<PosixEventEngineWithFdSupport*>(keeper.get());
170
- }
171
- auto listener = engine_ptr->CreatePosixListener(
172
- std::move(accept_cb),
173
- [s, shutdown_complete](absl::Status status) {
174
- grpc_event_engine::experimental::RunEventEngineClosure(
175
- shutdown_complete, absl_status_to_grpc_error(status));
176
- delete s->fd_handler;
177
- delete s;
178
- },
179
- config,
180
- std::make_unique<MemoryQuotaBasedMemoryAllocatorFactory>(
181
- s->memory_quota));
158
+ acceptor->pending_data = buf;
159
+ s->on_accept_cb(s->on_accept_cb_arg,
160
+ grpc_event_engine::experimental::
161
+ grpc_event_engine_endpoint_create(std::move(ep)),
162
+ read_notifier_pollset, acceptor);
163
+ };
164
+ PosixEventEngineWithFdSupport* engine_ptr =
165
+ reinterpret_cast<PosixEventEngineWithFdSupport*>(
166
+ config.GetVoidPointer(GRPC_INTERNAL_ARG_EVENT_ENGINE));
167
+ // Keeps the engine alive for some tests that have not otherwise
168
+ // instantiated an EventEngine
169
+ std::shared_ptr<EventEngine> keeper;
170
+ if (engine_ptr == nullptr) {
171
+ keeper = grpc_event_engine::experimental::GetDefaultEventEngine();
172
+ engine_ptr =
173
+ reinterpret_cast<PosixEventEngineWithFdSupport*>(keeper.get());
174
+ }
175
+ listener = engine_ptr->CreatePosixListener(
176
+ std::move(accept_cb),
177
+ [s, shutdown_complete](absl::Status status) {
178
+ grpc_event_engine::experimental::RunEventEngineClosure(
179
+ shutdown_complete, absl_status_to_grpc_error(status));
180
+ delete s->fd_handler;
181
+ delete s;
182
+ },
183
+ config,
184
+ std::make_unique<MemoryQuotaBasedMemoryAllocatorFactory>(
185
+ s->memory_quota));
186
+ } else {
187
+ EventEngine::Listener::AcceptCallback accept_cb =
188
+ [s](std::unique_ptr<EventEngine::Endpoint> ep, MemoryAllocator) {
189
+ s->on_accept_cb(s->on_accept_cb_arg,
190
+ grpc_event_engine::experimental::
191
+ grpc_event_engine_endpoint_create(std::move(ep)),
192
+ nullptr, nullptr);
193
+ };
194
+ auto ee = grpc_event_engine::experimental::GetDefaultEventEngine();
195
+ listener = ee->CreateListener(
196
+ std::move(accept_cb),
197
+ [s, ee, shutdown_complete](absl::Status status) {
198
+ GPR_ASSERT(gpr_atm_no_barrier_load(&s->refs.count) == 0);
199
+ grpc_event_engine::experimental::RunEventEngineClosure(
200
+ shutdown_complete, absl_status_to_grpc_error(status));
201
+ delete s->fd_handler;
202
+ delete s;
203
+ },
204
+ config,
205
+ std::make_unique<MemoryQuotaBasedMemoryAllocatorFactory>(
206
+ s->memory_quota));
207
+ }
182
208
  if (!listener.ok()) {
183
209
  delete s;
184
210
  *server = nullptr;
@@ -339,22 +365,38 @@ static void on_read(void* arg, grpc_error_handle err) {
339
365
  if (fd < 0) {
340
366
  if (errno == EINTR) {
341
367
  continue;
342
- } else if (errno == EAGAIN || errno == ECONNABORTED ||
343
- errno == EWOULDBLOCK) {
368
+ }
369
+ // When the process runs out of fds, accept4() returns EMFILE. When this
370
+ // happens, the connection is left in the accept queue until either a
371
+ // read event triggers the on_read callback, or time has passed and the
372
+ // accept should be re-tried regardless. This callback is not cancelled,
373
+ // so a spurious wakeup may occur even when there's nothing to accept.
374
+ // This is not a performant code path, but if an fd limit has been
375
+ // reached, the system is likely in an unhappy state regardless.
376
+ if (errno == EMFILE) {
377
+ GRPC_LOG_EVERY_N_SEC(1, GPR_ERROR, "%s",
378
+ "File descriptor limit reached. Retrying.");
344
379
  grpc_fd_notify_on_read(sp->emfd, &sp->read_closure);
380
+ if (gpr_atm_full_xchg(&sp->retry_timer_armed, true)) return;
381
+ grpc_timer_init(&sp->retry_timer,
382
+ grpc_core::Timestamp::Now() + kRetryAcceptWaitTime,
383
+ &sp->retry_closure);
345
384
  return;
385
+ }
386
+ if (errno == EAGAIN || errno == ECONNABORTED || errno == EWOULDBLOCK) {
387
+ grpc_fd_notify_on_read(sp->emfd, &sp->read_closure);
388
+ return;
389
+ }
390
+ gpr_mu_lock(&sp->server->mu);
391
+ if (!sp->server->shutdown_listeners) {
392
+ gpr_log(GPR_ERROR, "Failed accept4: %s",
393
+ grpc_core::StrError(errno).c_str());
346
394
  } else {
347
- gpr_mu_lock(&sp->server->mu);
348
- if (!sp->server->shutdown_listeners) {
349
- gpr_log(GPR_ERROR, "Failed accept4: %s",
350
- grpc_core::StrError(errno).c_str());
351
- } else {
352
- // if we have shutdown listeners, accept4 could fail, and we
353
- // needn't notify users
354
- }
355
- gpr_mu_unlock(&sp->server->mu);
356
- goto error;
395
+ // if we have shutdown listeners, accept4 could fail, and we
396
+ // needn't notify users
357
397
  }
398
+ gpr_mu_unlock(&sp->server->mu);
399
+ goto error;
358
400
  }
359
401
 
360
402
  if (sp->server->memory_quota->IsMemoryPressureHigh()) {
@@ -547,6 +589,7 @@ static grpc_error_handle clone_port(grpc_tcp_listener* listener,
547
589
  sp->port_index = listener->port_index;
548
590
  sp->fd_index = listener->fd_index + count - i;
549
591
  GPR_ASSERT(sp->emfd);
592
+ grpc_tcp_server_listener_initialize_retry_timer(sp);
550
593
  while (listener->server->tail->next != nullptr) {
551
594
  listener->server->tail = listener->server->tail->next;
552
595
  }
@@ -565,16 +608,27 @@ static grpc_error_handle tcp_server_add_port(grpc_tcp_server* s,
565
608
  return absl::UnknownError("Server already shutdown");
566
609
  }
567
610
  int fd_index = 0;
568
- auto port = s->ee_listener->BindWithFd(
569
- grpc_event_engine::experimental::CreateResolvedAddress(*addr),
570
- [s, &fd_index](absl::StatusOr<int> listen_fd) {
571
- if (!listen_fd.ok()) {
572
- return;
573
- }
574
- GPR_DEBUG_ASSERT(*listen_fd > 0);
575
- s->listen_fd_to_index_map.insert_or_assign(
576
- *listen_fd, std::make_tuple(s->n_bind_ports, fd_index++));
577
- });
611
+ absl::StatusOr<int> port;
612
+ if (grpc_event_engine::experimental::EventEngineSupportsFd()) {
613
+ port =
614
+ static_cast<
615
+ grpc_event_engine::experimental::PosixListenerWithFdSupport*>(
616
+ s->ee_listener.get())
617
+ ->BindWithFd(
618
+ grpc_event_engine::experimental::CreateResolvedAddress(*addr),
619
+ [s, &fd_index](absl::StatusOr<int> listen_fd) {
620
+ if (!listen_fd.ok()) {
621
+ return;
622
+ }
623
+ GPR_DEBUG_ASSERT(*listen_fd > 0);
624
+ s->listen_fd_to_index_map.insert_or_assign(
625
+ *listen_fd,
626
+ std::make_tuple(s->n_bind_ports, fd_index++));
627
+ });
628
+ } else {
629
+ port = s->ee_listener->Bind(
630
+ grpc_event_engine::experimental::CreateResolvedAddress(*addr));
631
+ }
578
632
  if (port.ok()) {
579
633
  s->n_bind_ports++;
580
634
  *out_port = *port;
@@ -774,12 +828,17 @@ static void tcp_server_shutdown_listeners(grpc_tcp_server* s) {
774
828
  gpr_mu_lock(&s->mu);
775
829
  s->shutdown_listeners = true;
776
830
  if (grpc_event_engine::experimental::UseEventEngineListener()) {
777
- s->ee_listener->ShutdownListeningFds();
831
+ if (grpc_event_engine::experimental::EventEngineSupportsFd()) {
832
+ static_cast<grpc_event_engine::experimental::PosixListenerWithFdSupport*>(
833
+ s->ee_listener.get())
834
+ ->ShutdownListeningFds();
835
+ }
778
836
  }
779
837
  /* shutdown all fd's */
780
838
  if (s->active_ports) {
781
839
  grpc_tcp_listener* sp;
782
840
  for (sp = s->head; sp; sp = sp->next) {
841
+ grpc_timer_cancel(&sp->retry_timer);
783
842
  grpc_fd_shutdown(sp->emfd, GRPC_ERROR_CREATE("Server shutdown"));
784
843
  }
785
844
  }
@@ -804,15 +863,19 @@ class ExternalConnectionHandler : public grpc_core::TcpServerFdHandler {
804
863
  // TODO(yangg) resolve duplicate code with on_read
805
864
  void Handle(int listener_fd, int fd, grpc_byte_buffer* buf) override {
806
865
  if (grpc_event_engine::experimental::UseEventEngineListener()) {
866
+ GPR_ASSERT(grpc_event_engine::experimental::EventEngineSupportsFd());
807
867
  grpc_event_engine::experimental::SliceBuffer pending_data;
808
868
  if (buf != nullptr) {
809
869
  pending_data =
810
870
  grpc_event_engine::experimental::SliceBuffer::TakeCSliceBuffer(
811
871
  buf->data.raw.slice_buffer);
812
872
  }
813
- GPR_ASSERT(GRPC_LOG_IF_ERROR("listener_handle_external_connection",
814
- s_->ee_listener->HandleExternalConnection(
815
- listener_fd, fd, &pending_data)));
873
+ GPR_ASSERT(GRPC_LOG_IF_ERROR(
874
+ "listener_handle_external_connection",
875
+ static_cast<
876
+ grpc_event_engine::experimental::PosixListenerWithFdSupport*>(
877
+ s_->ee_listener.get())
878
+ ->HandleExternalConnection(listener_fd, fd, &pending_data)));
816
879
  return;
817
880
  }
818
881
  grpc_pollset* read_notifier_pollset;
@@ -30,6 +30,7 @@
30
30
  #include "src/core/lib/iomgr/resolve_address.h"
31
31
  #include "src/core/lib/iomgr/socket_utils_posix.h"
32
32
  #include "src/core/lib/iomgr/tcp_server.h"
33
+ #include "src/core/lib/iomgr/timer.h"
33
34
  #include "src/core/lib/resource_quota/memory_quota.h"
34
35
 
35
36
  // one listening port
@@ -52,6 +53,11 @@ typedef struct grpc_tcp_listener {
52
53
  // identified while iterating through 'next'.
53
54
  struct grpc_tcp_listener* sibling;
54
55
  int is_sibling;
56
+ // If an accept4() call fails, a timer is started to drain the accept queue in
57
+ // case no further connection attempts reach the gRPC server.
58
+ grpc_closure retry_closure;
59
+ grpc_timer retry_timer;
60
+ gpr_atm retry_timer_armed;
55
61
  } grpc_tcp_listener;
56
62
 
57
63
  // the overall server
@@ -107,7 +113,7 @@ struct grpc_tcp_server {
107
113
  /* used when event engine based servers are enabled */
108
114
  int n_bind_ports = 0;
109
115
  absl::flat_hash_map<int, std::tuple<int, int>> listen_fd_to_index_map;
110
- std::unique_ptr<grpc_event_engine::experimental::PosixListenerWithFdSupport>
116
+ std::unique_ptr<grpc_event_engine::experimental::EventEngine::Listener>
111
117
  ee_listener = nullptr;
112
118
  /* used to store a pre-allocated FD assigned to a socket */
113
119
  int pre_allocated_fd;
@@ -139,4 +145,10 @@ grpc_error_handle grpc_tcp_server_prepare_socket(
139
145
  // Ruturn true if the platform supports ifaddrs
140
146
  bool grpc_tcp_server_have_ifaddrs(void);
141
147
 
148
+ // Initialize (but don't start) the timer and callback to retry accept4() on a
149
+ // listening socket after file descriptors have been exhausted. This must be
150
+ // called when creating a new listener.
151
+ void grpc_tcp_server_listener_initialize_retry_timer(
152
+ grpc_tcp_listener* listener);
153
+
142
154
  #endif // GRPC_SRC_CORE_LIB_IOMGR_TCP_SERVER_UTILS_POSIX_H
@@ -18,6 +18,8 @@
18
18
 
19
19
  #include <grpc/support/port_platform.h>
20
20
 
21
+ #include <grpc/support/atm.h>
22
+
21
23
  #include "src/core/lib/iomgr/port.h"
22
24
 
23
25
  #ifdef GRPC_POSIX_SOCKET_TCP_SERVER_UTILS_COMMON
@@ -81,6 +83,24 @@ static int get_max_accept_queue_size(void) {
81
83
  return s_max_accept_queue_size;
82
84
  }
83
85
 
86
+ static void listener_retry_timer_cb(void* arg, grpc_error_handle err) {
87
+ // Do nothing if cancelled.
88
+ if (!err.ok()) return;
89
+ grpc_tcp_listener* listener = static_cast<grpc_tcp_listener*>(arg);
90
+ gpr_atm_no_barrier_store(&listener->retry_timer_armed, false);
91
+ if (!grpc_fd_is_shutdown(listener->emfd)) {
92
+ grpc_fd_set_readable(listener->emfd);
93
+ }
94
+ }
95
+
96
+ void grpc_tcp_server_listener_initialize_retry_timer(
97
+ grpc_tcp_listener* listener) {
98
+ gpr_atm_no_barrier_store(&listener->retry_timer_armed, false);
99
+ grpc_timer_init_unset(&listener->retry_timer);
100
+ GRPC_CLOSURE_INIT(&listener->retry_closure, listener_retry_timer_cb, listener,
101
+ grpc_schedule_on_exec_ctx);
102
+ }
103
+
84
104
  static grpc_error_handle add_socket_to_server(grpc_tcp_server* s, int fd,
85
105
  const grpc_resolved_address* addr,
86
106
  unsigned port_index,
@@ -112,6 +132,7 @@ static grpc_error_handle add_socket_to_server(grpc_tcp_server* s, int fd,
112
132
  sp->server = s;
113
133
  sp->fd = fd;
114
134
  sp->emfd = grpc_fd_create(fd, name.c_str(), true);
135
+ grpc_tcp_server_listener_initialize_retry_timer(sp);
115
136
 
116
137
  // Check and set fd as prellocated
117
138
  if (grpc_tcp_server_pre_allocated_fd(s) == fd) {
@@ -634,7 +634,7 @@ static grpc_error_handle event_engine_create(grpc_closure* shutdown_complete,
634
634
  engine_ptr->poller(), std::move(accept_cb), std::move(on_shutdown),
635
635
  std::make_unique<MemoryQuotaBasedMemoryAllocatorFactory>(
636
636
  resource_quota->memory_quota()),
637
- engine_ptr->shared_from_this(), engine_ptr->executor(), config);
637
+ engine_ptr->shared_from_this(), engine_ptr->thread_pool(), config);
638
638
  s->active_ports = -1;
639
639
  s->on_accept_cb = [](void* /* arg */, grpc_endpoint* /* ep */,
640
640
  grpc_pollset* /* accepting_pollset */,
@@ -19,175 +19,11 @@
19
19
 
20
20
  #include <grpc/support/port_platform.h>
21
21
 
22
- #include <map>
23
- #include <string>
24
- #include <utility>
25
- #include <vector>
26
-
27
- #include "absl/types/variant.h"
22
+ #include <grpc/support/json.h>
28
23
 
29
24
  namespace grpc_core {
30
25
 
31
- // A JSON value, which can be any one of object, array, string,
32
- // number, true, false, or null.
33
- class Json {
34
- public:
35
- // TODO(roth): Currently, numbers are stored internally as strings,
36
- // which makes the API a bit cumbersome to use. When we have time,
37
- // consider whether there's a better alternative (e.g., maybe storing
38
- // each numeric type as the native C++ type and automatically converting
39
- // to string as needed).
40
- enum class Type { kNull, kTrue, kFalse, kNumber, kString, kObject, kArray };
41
-
42
- using Object = std::map<std::string, Json>;
43
- using Array = std::vector<Json>;
44
-
45
- Json() = default;
46
-
47
- // Copyable.
48
- Json(const Json& other) = default;
49
- Json& operator=(const Json& other) = default;
50
-
51
- // Moveable.
52
- Json(Json&& other) noexcept : value_(std::move(other.value_)) {
53
- other.value_ = absl::monostate();
54
- }
55
- Json& operator=(Json&& other) noexcept {
56
- value_ = std::move(other.value_);
57
- other.value_ = absl::monostate();
58
- return *this;
59
- }
60
-
61
- // Construct from copying a string.
62
- // If is_number is true, the type will be kNumber instead of kString.
63
- // NOLINTNEXTLINE(google-explicit-constructor)
64
- Json(const std::string& string, bool is_number = false)
65
- : value_(is_number ? Value(NumberValue{string}) : Value(string)) {}
66
- Json& operator=(const std::string& string) {
67
- value_ = string;
68
- return *this;
69
- }
70
-
71
- // Same thing for C-style strings, both const and mutable.
72
- // NOLINTNEXTLINE(google-explicit-constructor)
73
- Json(const char* string, bool is_number = false)
74
- : Json(std::string(string), is_number) {}
75
- Json& operator=(const char* string) {
76
- *this = std::string(string);
77
- return *this;
78
- }
79
- // NOLINTNEXTLINE(google-explicit-constructor)
80
- Json(char* string, bool is_number = false)
81
- : Json(std::string(string), is_number) {}
82
- Json& operator=(char* string) {
83
- *this = std::string(string);
84
- return *this;
85
- }
86
-
87
- // Construct by moving a string.
88
- // NOLINTNEXTLINE(google-explicit-constructor)
89
- Json(std::string&& string) : value_(Value(std::move(string))) {}
90
- Json& operator=(std::string&& string) {
91
- value_ = Value(std::move(string));
92
- return *this;
93
- }
94
-
95
- // Construct from bool.
96
- // NOLINTNEXTLINE(google-explicit-constructor)
97
- Json(bool b) : value_(b) {}
98
- Json& operator=(bool b) {
99
- value_ = b;
100
- return *this;
101
- }
102
-
103
- // Construct from any numeric type.
104
- template <typename NumericType>
105
- // NOLINTNEXTLINE(google-explicit-constructor)
106
- Json(NumericType number) : value_(NumberValue{std::to_string(number)}) {}
107
- template <typename NumericType>
108
- Json& operator=(NumericType number) {
109
- value_ = NumberValue{std::to_string(number)};
110
- return *this;
111
- }
112
-
113
- // Construct by copying object.
114
- // NOLINTNEXTLINE(google-explicit-constructor)
115
- Json(const Object& object) : value_(object) {}
116
- Json& operator=(const Object& object) {
117
- value_ = object;
118
- return *this;
119
- }
120
-
121
- // Construct by moving object.
122
- // NOLINTNEXTLINE(google-explicit-constructor)
123
- Json(Object&& object) : value_(std::move(object)) {}
124
- Json& operator=(Object&& object) {
125
- value_ = std::move(object);
126
- return *this;
127
- }
128
-
129
- // Construct by copying array.
130
- // NOLINTNEXTLINE(google-explicit-constructor)
131
- Json(const Array& array) : value_(array) {}
132
- Json& operator=(const Array& array) {
133
- value_ = array;
134
- return *this;
135
- }
136
-
137
- // Construct by moving array.
138
- // NOLINTNEXTLINE(google-explicit-constructor)
139
- Json(Array&& array) : value_(std::move(array)) {}
140
- Json& operator=(Array&& array) {
141
- value_ = std::move(array);
142
- return *this;
143
- }
144
-
145
- // Returns the JSON type.
146
- Type type() const {
147
- struct ValueFunctor {
148
- Json::Type operator()(const absl::monostate&) { return Type::kNull; }
149
- Json::Type operator()(bool value) {
150
- return value ? Type::kTrue : Type::kFalse;
151
- }
152
- Json::Type operator()(const NumberValue&) { return Type::kNumber; }
153
- Json::Type operator()(const std::string&) { return Type::kString; }
154
- Json::Type operator()(const Object&) { return Type::kObject; }
155
- Json::Type operator()(const Array&) { return Type::kArray; }
156
- };
157
- return absl::visit(ValueFunctor(), value_);
158
- }
159
-
160
- // Accessor methods.
161
- const std::string& string() const {
162
- const NumberValue* num = absl::get_if<NumberValue>(&value_);
163
- if (num != nullptr) return num->value;
164
- return absl::get<std::string>(value_);
165
- }
166
- const Object& object() const { return absl::get<Object>(value_); }
167
- const Array& array() const { return absl::get<Array>(value_); }
168
-
169
- bool operator==(const Json& other) const { return value_ == other.value_; }
170
- bool operator!=(const Json& other) const { return !(*this == other); }
171
-
172
- private:
173
- struct NumberValue {
174
- std::string value;
175
-
176
- bool operator==(const NumberValue& other) const {
177
- return value == other.value;
178
- }
179
- };
180
- using Value = absl::variant<absl::monostate, // kNull
181
- bool, // kTrue or kFalse
182
- NumberValue, // kNumber
183
- std::string, // kString
184
- Object, // kObject
185
- Array>; // kArray
186
-
187
- explicit Json(Value value) : value_(std::move(value)) {}
188
-
189
- Value value_;
190
- };
26
+ using Json = experimental::Json;
191
27
 
192
28
  } // namespace grpc_core
193
29