grpc-flamingo 1.11.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (1318) hide show
  1. checksums.yaml +7 -0
  2. data/.yardopts +1 -0
  3. data/Makefile +23896 -0
  4. data/etc/roots.pem +4475 -0
  5. data/include/grpc/byte_buffer.h +27 -0
  6. data/include/grpc/byte_buffer_reader.h +26 -0
  7. data/include/grpc/census.h +40 -0
  8. data/include/grpc/compression.h +75 -0
  9. data/include/grpc/fork.h +26 -0
  10. data/include/grpc/grpc.h +469 -0
  11. data/include/grpc/grpc_cronet.h +38 -0
  12. data/include/grpc/grpc_posix.h +67 -0
  13. data/include/grpc/grpc_security.h +495 -0
  14. data/include/grpc/grpc_security_constants.h +107 -0
  15. data/include/grpc/impl/codegen/atm.h +95 -0
  16. data/include/grpc/impl/codegen/atm_gcc_atomic.h +91 -0
  17. data/include/grpc/impl/codegen/atm_gcc_sync.h +83 -0
  18. data/include/grpc/impl/codegen/atm_windows.h +126 -0
  19. data/include/grpc/impl/codegen/byte_buffer.h +88 -0
  20. data/include/grpc/impl/codegen/byte_buffer_reader.h +42 -0
  21. data/include/grpc/impl/codegen/compression_types.h +107 -0
  22. data/include/grpc/impl/codegen/connectivity_state.h +44 -0
  23. data/include/grpc/impl/codegen/fork.h +48 -0
  24. data/include/grpc/impl/codegen/gpr_slice.h +69 -0
  25. data/include/grpc/impl/codegen/gpr_types.h +59 -0
  26. data/include/grpc/impl/codegen/grpc_types.h +669 -0
  27. data/include/grpc/impl/codegen/port_platform.h +507 -0
  28. data/include/grpc/impl/codegen/propagation_bits.h +52 -0
  29. data/include/grpc/impl/codegen/slice.h +147 -0
  30. data/include/grpc/impl/codegen/status.h +153 -0
  31. data/include/grpc/impl/codegen/sync.h +63 -0
  32. data/include/grpc/impl/codegen/sync_custom.h +38 -0
  33. data/include/grpc/impl/codegen/sync_generic.h +48 -0
  34. data/include/grpc/impl/codegen/sync_posix.h +34 -0
  35. data/include/grpc/impl/codegen/sync_windows.h +36 -0
  36. data/include/grpc/load_reporting.h +48 -0
  37. data/include/grpc/module.modulemap +74 -0
  38. data/include/grpc/slice.h +172 -0
  39. data/include/grpc/slice_buffer.h +84 -0
  40. data/include/grpc/status.h +26 -0
  41. data/include/grpc/support/alloc.h +68 -0
  42. data/include/grpc/support/atm.h +26 -0
  43. data/include/grpc/support/atm_gcc_atomic.h +26 -0
  44. data/include/grpc/support/atm_gcc_sync.h +26 -0
  45. data/include/grpc/support/atm_windows.h +26 -0
  46. data/include/grpc/support/cpu.h +44 -0
  47. data/include/grpc/support/log.h +104 -0
  48. data/include/grpc/support/log_windows.h +38 -0
  49. data/include/grpc/support/port_platform.h +24 -0
  50. data/include/grpc/support/string_util.h +49 -0
  51. data/include/grpc/support/sync.h +298 -0
  52. data/include/grpc/support/sync_custom.h +26 -0
  53. data/include/grpc/support/sync_generic.h +26 -0
  54. data/include/grpc/support/sync_posix.h +26 -0
  55. data/include/grpc/support/sync_windows.h +26 -0
  56. data/include/grpc/support/thd_id.h +44 -0
  57. data/include/grpc/support/time.h +92 -0
  58. data/include/grpc/support/workaround_list.h +31 -0
  59. data/src/boringssl/err_data.c +1348 -0
  60. data/src/core/ext/census/grpc_context.cc +38 -0
  61. data/src/core/ext/filters/client_channel/backup_poller.cc +174 -0
  62. data/src/core/ext/filters/client_channel/backup_poller.h +35 -0
  63. data/src/core/ext/filters/client_channel/channel_connectivity.cc +248 -0
  64. data/src/core/ext/filters/client_channel/client_channel.cc +3209 -0
  65. data/src/core/ext/filters/client_channel/client_channel.h +57 -0
  66. data/src/core/ext/filters/client_channel/client_channel_factory.cc +67 -0
  67. data/src/core/ext/filters/client_channel/client_channel_factory.h +74 -0
  68. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +62 -0
  69. data/src/core/ext/filters/client_channel/connector.cc +41 -0
  70. data/src/core/ext/filters/client_channel/connector.h +73 -0
  71. data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +370 -0
  72. data/src/core/ext/filters/client_channel/http_connect_handshaker.h +34 -0
  73. data/src/core/ext/filters/client_channel/http_proxy.cc +195 -0
  74. data/src/core/ext/filters/client_channel/http_proxy.h +24 -0
  75. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +138 -0
  76. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +29 -0
  77. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1906 -0
  78. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel.h +36 -0
  79. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_channel_secure.cc +108 -0
  80. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +152 -0
  81. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +67 -0
  82. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +304 -0
  83. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +88 -0
  84. data/src/core/ext/filters/client_channel/lb_policy/grpclb/proto/grpc/lb/v1/load_balancer.pb.c +102 -0
  85. data/src/core/ext/filters/client_channel/lb_policy/grpclb/proto/grpc/lb/v1/load_balancer.pb.h +190 -0
  86. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +591 -0
  87. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +687 -0
  88. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.cc +253 -0
  89. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +136 -0
  90. data/src/core/ext/filters/client_channel/lb_policy.cc +59 -0
  91. data/src/core/ext/filters/client_channel/lb_policy.h +201 -0
  92. data/src/core/ext/filters/client_channel/lb_policy_factory.cc +155 -0
  93. data/src/core/ext/filters/client_channel/lb_policy_factory.h +127 -0
  94. data/src/core/ext/filters/client_channel/lb_policy_registry.cc +97 -0
  95. data/src/core/ext/filters/client_channel/lb_policy_registry.h +54 -0
  96. data/src/core/ext/filters/client_channel/method_params.cc +178 -0
  97. data/src/core/ext/filters/client_channel/method_params.h +74 -0
  98. data/src/core/ext/filters/client_channel/parse_address.cc +192 -0
  99. data/src/core/ext/filters/client_channel/parse_address.h +50 -0
  100. data/src/core/ext/filters/client_channel/proxy_mapper.cc +48 -0
  101. data/src/core/ext/filters/client_channel/proxy_mapper.h +74 -0
  102. data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +122 -0
  103. data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +44 -0
  104. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +493 -0
  105. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +53 -0
  106. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +351 -0
  107. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +593 -0
  108. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +74 -0
  109. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_fallback.cc +59 -0
  110. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +340 -0
  111. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +297 -0
  112. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +83 -0
  113. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +214 -0
  114. data/src/core/ext/filters/client_channel/resolver.cc +35 -0
  115. data/src/core/ext/filters/client_channel/resolver.h +134 -0
  116. data/src/core/ext/filters/client_channel/resolver_factory.h +71 -0
  117. data/src/core/ext/filters/client_channel/resolver_registry.cc +178 -0
  118. data/src/core/ext/filters/client_channel/resolver_registry.h +83 -0
  119. data/src/core/ext/filters/client_channel/retry_throttle.cc +191 -0
  120. data/src/core/ext/filters/client_channel/retry_throttle.h +77 -0
  121. data/src/core/ext/filters/client_channel/subchannel.cc +815 -0
  122. data/src/core/ext/filters/client_channel/subchannel.h +183 -0
  123. data/src/core/ext/filters/client_channel/subchannel_index.cc +254 -0
  124. data/src/core/ext/filters/client_channel/subchannel_index.h +79 -0
  125. data/src/core/ext/filters/client_channel/uri_parser.cc +314 -0
  126. data/src/core/ext/filters/client_channel/uri_parser.h +50 -0
  127. data/src/core/ext/filters/deadline/deadline_filter.cc +386 -0
  128. data/src/core/ext/filters/deadline/deadline_filter.h +93 -0
  129. data/src/core/ext/filters/http/client/http_client_filter.cc +558 -0
  130. data/src/core/ext/filters/http/client/http_client_filter.h +31 -0
  131. data/src/core/ext/filters/http/client_authority_filter.cc +156 -0
  132. data/src/core/ext/filters/http/client_authority_filter.h +34 -0
  133. data/src/core/ext/filters/http/http_filters_plugin.cc +89 -0
  134. data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +499 -0
  135. data/src/core/ext/filters/http/message_compress/message_compress_filter.h +53 -0
  136. data/src/core/ext/filters/http/server/http_server_filter.cc +434 -0
  137. data/src/core/ext/filters/http/server/http_server_filter.h +29 -0
  138. data/src/core/ext/filters/load_reporting/server_load_reporting_filter.cc +222 -0
  139. data/src/core/ext/filters/load_reporting/server_load_reporting_filter.h +30 -0
  140. data/src/core/ext/filters/load_reporting/server_load_reporting_plugin.cc +71 -0
  141. data/src/core/ext/filters/load_reporting/server_load_reporting_plugin.h +61 -0
  142. data/src/core/ext/filters/max_age/max_age_filter.cc +543 -0
  143. data/src/core/ext/filters/max_age/max_age_filter.h +26 -0
  144. data/src/core/ext/filters/message_size/message_size_filter.cc +324 -0
  145. data/src/core/ext/filters/message_size/message_size_filter.h +26 -0
  146. data/src/core/ext/filters/workarounds/workaround_cronet_compression_filter.cc +208 -0
  147. data/src/core/ext/filters/workarounds/workaround_cronet_compression_filter.h +27 -0
  148. data/src/core/ext/filters/workarounds/workaround_utils.cc +53 -0
  149. data/src/core/ext/filters/workarounds/workaround_utils.h +39 -0
  150. data/src/core/ext/transport/chttp2/alpn/alpn.cc +44 -0
  151. data/src/core/ext/transport/chttp2/alpn/alpn.h +36 -0
  152. data/src/core/ext/transport/chttp2/client/authority.cc +42 -0
  153. data/src/core/ext/transport/chttp2/client/authority.h +36 -0
  154. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +229 -0
  155. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +28 -0
  156. data/src/core/ext/transport/chttp2/client/insecure/channel_create.cc +110 -0
  157. data/src/core/ext/transport/chttp2/client/insecure/channel_create_posix.cc +79 -0
  158. data/src/core/ext/transport/chttp2/client/secure/secure_channel_create.cc +230 -0
  159. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +353 -0
  160. data/src/core/ext/transport/chttp2/server/chttp2_server.h +33 -0
  161. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2.cc +45 -0
  162. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2_posix.cc +74 -0
  163. data/src/core/ext/transport/chttp2/server/secure/server_secure_chttp2.cc +89 -0
  164. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +249 -0
  165. data/src/core/ext/transport/chttp2/transport/bin_decoder.h +56 -0
  166. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +231 -0
  167. data/src/core/ext/transport/chttp2/transport/bin_encoder.h +41 -0
  168. data/src/core/ext/transport/chttp2/transport/chttp2_plugin.cc +35 -0
  169. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +3102 -0
  170. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +45 -0
  171. data/src/core/ext/transport/chttp2/transport/flow_control.cc +405 -0
  172. data/src/core/ext/transport/chttp2/transport/flow_control.h +482 -0
  173. data/src/core/ext/transport/chttp2/transport/frame.h +47 -0
  174. data/src/core/ext/transport/chttp2/transport/frame_data.cc +314 -0
  175. data/src/core/ext/transport/chttp2/transport/frame_data.h +84 -0
  176. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +186 -0
  177. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +62 -0
  178. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +131 -0
  179. data/src/core/ext/transport/chttp2/transport/frame_ping.h +45 -0
  180. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +112 -0
  181. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +43 -0
  182. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +238 -0
  183. data/src/core/ext/transport/chttp2/transport/frame_settings.h +60 -0
  184. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +122 -0
  185. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +45 -0
  186. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +699 -0
  187. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +95 -0
  188. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +1680 -0
  189. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +109 -0
  190. data/src/core/ext/transport/chttp2/transport/hpack_table.cc +368 -0
  191. data/src/core/ext/transport/chttp2/transport/hpack_table.h +95 -0
  192. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +62 -0
  193. data/src/core/ext/transport/chttp2/transport/http2_settings.h +62 -0
  194. data/src/core/ext/transport/chttp2/transport/huffsyms.cc +92 -0
  195. data/src/core/ext/transport/chttp2/transport/huffsyms.h +33 -0
  196. data/src/core/ext/transport/chttp2/transport/incoming_metadata.cc +73 -0
  197. data/src/core/ext/transport/chttp2/transport/incoming_metadata.h +49 -0
  198. data/src/core/ext/transport/chttp2/transport/internal.h +799 -0
  199. data/src/core/ext/transport/chttp2/transport/parsing.cc +745 -0
  200. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +216 -0
  201. data/src/core/ext/transport/chttp2/transport/stream_map.cc +167 -0
  202. data/src/core/ext/transport/chttp2/transport/stream_map.h +68 -0
  203. data/src/core/ext/transport/chttp2/transport/varint.cc +56 -0
  204. data/src/core/ext/transport/chttp2/transport/varint.h +60 -0
  205. data/src/core/ext/transport/chttp2/transport/writing.cc +641 -0
  206. data/src/core/ext/transport/inproc/inproc_plugin.cc +28 -0
  207. data/src/core/ext/transport/inproc/inproc_transport.cc +1240 -0
  208. data/src/core/ext/transport/inproc/inproc_transport.h +35 -0
  209. data/src/core/lib/avl/avl.cc +306 -0
  210. data/src/core/lib/avl/avl.h +94 -0
  211. data/src/core/lib/backoff/backoff.cc +78 -0
  212. data/src/core/lib/backoff/backoff.h +89 -0
  213. data/src/core/lib/channel/channel_args.cc +413 -0
  214. data/src/core/lib/channel/channel_args.h +127 -0
  215. data/src/core/lib/channel/channel_stack.cc +258 -0
  216. data/src/core/lib/channel/channel_stack.h +280 -0
  217. data/src/core/lib/channel/channel_stack_builder.cc +314 -0
  218. data/src/core/lib/channel/channel_stack_builder.h +160 -0
  219. data/src/core/lib/channel/channel_trace.cc +239 -0
  220. data/src/core/lib/channel/channel_trace.h +133 -0
  221. data/src/core/lib/channel/channel_trace_registry.cc +80 -0
  222. data/src/core/lib/channel/channel_trace_registry.h +43 -0
  223. data/src/core/lib/channel/connected_channel.cc +236 -0
  224. data/src/core/lib/channel/connected_channel.h +34 -0
  225. data/src/core/lib/channel/context.h +49 -0
  226. data/src/core/lib/channel/handshaker.cc +259 -0
  227. data/src/core/lib/channel/handshaker.h +166 -0
  228. data/src/core/lib/channel/handshaker_factory.cc +41 -0
  229. data/src/core/lib/channel/handshaker_factory.h +50 -0
  230. data/src/core/lib/channel/handshaker_registry.cc +97 -0
  231. data/src/core/lib/channel/handshaker_registry.h +48 -0
  232. data/src/core/lib/channel/status_util.cc +100 -0
  233. data/src/core/lib/channel/status_util.h +58 -0
  234. data/src/core/lib/compression/algorithm_metadata.h +61 -0
  235. data/src/core/lib/compression/compression.cc +174 -0
  236. data/src/core/lib/compression/compression_internal.cc +276 -0
  237. data/src/core/lib/compression/compression_internal.h +88 -0
  238. data/src/core/lib/compression/message_compress.cc +187 -0
  239. data/src/core/lib/compression/message_compress.h +40 -0
  240. data/src/core/lib/compression/stream_compression.cc +79 -0
  241. data/src/core/lib/compression/stream_compression.h +116 -0
  242. data/src/core/lib/compression/stream_compression_gzip.cc +230 -0
  243. data/src/core/lib/compression/stream_compression_gzip.h +28 -0
  244. data/src/core/lib/compression/stream_compression_identity.cc +94 -0
  245. data/src/core/lib/compression/stream_compression_identity.h +29 -0
  246. data/src/core/lib/debug/stats.cc +178 -0
  247. data/src/core/lib/debug/stats.h +61 -0
  248. data/src/core/lib/debug/stats_data.cc +682 -0
  249. data/src/core/lib/debug/stats_data.h +435 -0
  250. data/src/core/lib/debug/trace.cc +144 -0
  251. data/src/core/lib/debug/trace.h +104 -0
  252. data/src/core/lib/gpr/alloc.cc +99 -0
  253. data/src/core/lib/gpr/arena.cc +152 -0
  254. data/src/core/lib/gpr/arena.h +41 -0
  255. data/src/core/lib/gpr/atm.cc +35 -0
  256. data/src/core/lib/gpr/cpu_iphone.cc +36 -0
  257. data/src/core/lib/gpr/cpu_linux.cc +82 -0
  258. data/src/core/lib/gpr/cpu_posix.cc +81 -0
  259. data/src/core/lib/gpr/cpu_windows.cc +33 -0
  260. data/src/core/lib/gpr/env.h +43 -0
  261. data/src/core/lib/gpr/env_linux.cc +82 -0
  262. data/src/core/lib/gpr/env_posix.cc +47 -0
  263. data/src/core/lib/gpr/env_windows.cc +72 -0
  264. data/src/core/lib/gpr/fork.cc +78 -0
  265. data/src/core/lib/gpr/fork.h +35 -0
  266. data/src/core/lib/gpr/host_port.cc +98 -0
  267. data/src/core/lib/gpr/host_port.h +43 -0
  268. data/src/core/lib/gpr/log.cc +96 -0
  269. data/src/core/lib/gpr/log_android.cc +72 -0
  270. data/src/core/lib/gpr/log_linux.cc +93 -0
  271. data/src/core/lib/gpr/log_posix.cc +90 -0
  272. data/src/core/lib/gpr/log_windows.cc +97 -0
  273. data/src/core/lib/gpr/mpscq.cc +117 -0
  274. data/src/core/lib/gpr/mpscq.h +86 -0
  275. data/src/core/lib/gpr/murmur_hash.cc +80 -0
  276. data/src/core/lib/gpr/murmur_hash.h +29 -0
  277. data/src/core/lib/gpr/spinlock.h +46 -0
  278. data/src/core/lib/gpr/string.cc +319 -0
  279. data/src/core/lib/gpr/string.h +109 -0
  280. data/src/core/lib/gpr/string_posix.cc +72 -0
  281. data/src/core/lib/gpr/string_util_windows.cc +82 -0
  282. data/src/core/lib/gpr/string_windows.cc +69 -0
  283. data/src/core/lib/gpr/string_windows.h +32 -0
  284. data/src/core/lib/gpr/sync.cc +124 -0
  285. data/src/core/lib/gpr/sync_posix.cc +107 -0
  286. data/src/core/lib/gpr/sync_windows.cc +118 -0
  287. data/src/core/lib/gpr/time.cc +251 -0
  288. data/src/core/lib/gpr/time_posix.cc +167 -0
  289. data/src/core/lib/gpr/time_precise.cc +78 -0
  290. data/src/core/lib/gpr/time_precise.h +29 -0
  291. data/src/core/lib/gpr/time_windows.cc +98 -0
  292. data/src/core/lib/gpr/tls.h +68 -0
  293. data/src/core/lib/gpr/tls_gcc.h +52 -0
  294. data/src/core/lib/gpr/tls_msvc.h +52 -0
  295. data/src/core/lib/gpr/tls_pthread.cc +30 -0
  296. data/src/core/lib/gpr/tls_pthread.h +56 -0
  297. data/src/core/lib/gpr/tmpfile.h +32 -0
  298. data/src/core/lib/gpr/tmpfile_msys.cc +58 -0
  299. data/src/core/lib/gpr/tmpfile_posix.cc +70 -0
  300. data/src/core/lib/gpr/tmpfile_windows.cc +69 -0
  301. data/src/core/lib/gpr/useful.h +65 -0
  302. data/src/core/lib/gpr/wrap_memcpy.cc +42 -0
  303. data/src/core/lib/gprpp/abstract.h +34 -0
  304. data/src/core/lib/gprpp/atomic.h +30 -0
  305. data/src/core/lib/gprpp/atomic_with_atm.h +57 -0
  306. data/src/core/lib/gprpp/atomic_with_std.h +35 -0
  307. data/src/core/lib/gprpp/debug_location.h +52 -0
  308. data/src/core/lib/gprpp/inlined_vector.h +136 -0
  309. data/src/core/lib/gprpp/manual_constructor.h +213 -0
  310. data/src/core/lib/gprpp/memory.h +111 -0
  311. data/src/core/lib/gprpp/orphanable.h +199 -0
  312. data/src/core/lib/gprpp/ref_counted.h +169 -0
  313. data/src/core/lib/gprpp/ref_counted_ptr.h +112 -0
  314. data/src/core/lib/gprpp/thd.h +135 -0
  315. data/src/core/lib/gprpp/thd_posix.cc +209 -0
  316. data/src/core/lib/gprpp/thd_windows.cc +162 -0
  317. data/src/core/lib/http/format_request.cc +122 -0
  318. data/src/core/lib/http/format_request.h +34 -0
  319. data/src/core/lib/http/httpcli.cc +303 -0
  320. data/src/core/lib/http/httpcli.h +127 -0
  321. data/src/core/lib/http/httpcli_security_connector.cc +202 -0
  322. data/src/core/lib/http/parser.cc +371 -0
  323. data/src/core/lib/http/parser.h +113 -0
  324. data/src/core/lib/iomgr/block_annotate.h +57 -0
  325. data/src/core/lib/iomgr/call_combiner.cc +212 -0
  326. data/src/core/lib/iomgr/call_combiner.h +112 -0
  327. data/src/core/lib/iomgr/closure.h +351 -0
  328. data/src/core/lib/iomgr/combiner.cc +358 -0
  329. data/src/core/lib/iomgr/combiner.h +66 -0
  330. data/src/core/lib/iomgr/endpoint.cc +63 -0
  331. data/src/core/lib/iomgr/endpoint.h +98 -0
  332. data/src/core/lib/iomgr/endpoint_pair.h +34 -0
  333. data/src/core/lib/iomgr/endpoint_pair_posix.cc +73 -0
  334. data/src/core/lib/iomgr/endpoint_pair_uv.cc +40 -0
  335. data/src/core/lib/iomgr/endpoint_pair_windows.cc +87 -0
  336. data/src/core/lib/iomgr/error.cc +793 -0
  337. data/src/core/lib/iomgr/error.h +207 -0
  338. data/src/core/lib/iomgr/error_internal.h +63 -0
  339. data/src/core/lib/iomgr/ev_epoll1_linux.cc +1248 -0
  340. data/src/core/lib/iomgr/ev_epoll1_linux.h +31 -0
  341. data/src/core/lib/iomgr/ev_epollex_linux.cc +1494 -0
  342. data/src/core/lib/iomgr/ev_epollex_linux.h +30 -0
  343. data/src/core/lib/iomgr/ev_epollsig_linux.cc +1735 -0
  344. data/src/core/lib/iomgr/ev_epollsig_linux.h +35 -0
  345. data/src/core/lib/iomgr/ev_poll_posix.cc +1758 -0
  346. data/src/core/lib/iomgr/ev_poll_posix.h +29 -0
  347. data/src/core/lib/iomgr/ev_posix.cc +330 -0
  348. data/src/core/lib/iomgr/ev_posix.h +145 -0
  349. data/src/core/lib/iomgr/ev_windows.cc +30 -0
  350. data/src/core/lib/iomgr/exec_ctx.cc +147 -0
  351. data/src/core/lib/iomgr/exec_ctx.h +210 -0
  352. data/src/core/lib/iomgr/executor.cc +301 -0
  353. data/src/core/lib/iomgr/executor.h +50 -0
  354. data/src/core/lib/iomgr/fork_posix.cc +89 -0
  355. data/src/core/lib/iomgr/fork_windows.cc +41 -0
  356. data/src/core/lib/iomgr/gethostname.h +26 -0
  357. data/src/core/lib/iomgr/gethostname_fallback.cc +30 -0
  358. data/src/core/lib/iomgr/gethostname_host_name_max.cc +40 -0
  359. data/src/core/lib/iomgr/gethostname_sysconf.cc +40 -0
  360. data/src/core/lib/iomgr/iocp_windows.cc +152 -0
  361. data/src/core/lib/iomgr/iocp_windows.h +48 -0
  362. data/src/core/lib/iomgr/iomgr.cc +178 -0
  363. data/src/core/lib/iomgr/iomgr.h +36 -0
  364. data/src/core/lib/iomgr/iomgr_custom.cc +63 -0
  365. data/src/core/lib/iomgr/iomgr_custom.h +47 -0
  366. data/src/core/lib/iomgr/iomgr_internal.cc +43 -0
  367. data/src/core/lib/iomgr/iomgr_internal.h +57 -0
  368. data/src/core/lib/iomgr/iomgr_posix.cc +67 -0
  369. data/src/core/lib/iomgr/iomgr_posix.h +26 -0
  370. data/src/core/lib/iomgr/iomgr_uv.cc +40 -0
  371. data/src/core/lib/iomgr/iomgr_windows.cc +87 -0
  372. data/src/core/lib/iomgr/is_epollexclusive_available.cc +104 -0
  373. data/src/core/lib/iomgr/is_epollexclusive_available.h +36 -0
  374. data/src/core/lib/iomgr/load_file.cc +80 -0
  375. data/src/core/lib/iomgr/load_file.h +35 -0
  376. data/src/core/lib/iomgr/lockfree_event.cc +250 -0
  377. data/src/core/lib/iomgr/lockfree_event.h +72 -0
  378. data/src/core/lib/iomgr/nameser.h +106 -0
  379. data/src/core/lib/iomgr/network_status_tracker.cc +36 -0
  380. data/src/core/lib/iomgr/network_status_tracker.h +32 -0
  381. data/src/core/lib/iomgr/polling_entity.cc +87 -0
  382. data/src/core/lib/iomgr/polling_entity.h +68 -0
  383. data/src/core/lib/iomgr/pollset.cc +56 -0
  384. data/src/core/lib/iomgr/pollset.h +99 -0
  385. data/src/core/lib/iomgr/pollset_custom.cc +106 -0
  386. data/src/core/lib/iomgr/pollset_custom.h +35 -0
  387. data/src/core/lib/iomgr/pollset_set.cc +55 -0
  388. data/src/core/lib/iomgr/pollset_set.h +55 -0
  389. data/src/core/lib/iomgr/pollset_set_custom.cc +48 -0
  390. data/src/core/lib/iomgr/pollset_set_custom.h +26 -0
  391. data/src/core/lib/iomgr/pollset_set_windows.cc +51 -0
  392. data/src/core/lib/iomgr/pollset_set_windows.h +26 -0
  393. data/src/core/lib/iomgr/pollset_uv.cc +93 -0
  394. data/src/core/lib/iomgr/pollset_windows.cc +229 -0
  395. data/src/core/lib/iomgr/pollset_windows.h +70 -0
  396. data/src/core/lib/iomgr/port.h +147 -0
  397. data/src/core/lib/iomgr/resolve_address.cc +50 -0
  398. data/src/core/lib/iomgr/resolve_address.h +83 -0
  399. data/src/core/lib/iomgr/resolve_address_custom.cc +187 -0
  400. data/src/core/lib/iomgr/resolve_address_custom.h +43 -0
  401. data/src/core/lib/iomgr/resolve_address_posix.cc +180 -0
  402. data/src/core/lib/iomgr/resolve_address_windows.cc +165 -0
  403. data/src/core/lib/iomgr/resource_quota.cc +871 -0
  404. data/src/core/lib/iomgr/resource_quota.h +142 -0
  405. data/src/core/lib/iomgr/sockaddr.h +32 -0
  406. data/src/core/lib/iomgr/sockaddr_custom.h +54 -0
  407. data/src/core/lib/iomgr/sockaddr_posix.h +55 -0
  408. data/src/core/lib/iomgr/sockaddr_utils.cc +298 -0
  409. data/src/core/lib/iomgr/sockaddr_utils.h +84 -0
  410. data/src/core/lib/iomgr/sockaddr_windows.h +55 -0
  411. data/src/core/lib/iomgr/socket_factory_posix.cc +94 -0
  412. data/src/core/lib/iomgr/socket_factory_posix.h +69 -0
  413. data/src/core/lib/iomgr/socket_mutator.cc +83 -0
  414. data/src/core/lib/iomgr/socket_mutator.h +61 -0
  415. data/src/core/lib/iomgr/socket_utils.h +38 -0
  416. data/src/core/lib/iomgr/socket_utils_common_posix.cc +327 -0
  417. data/src/core/lib/iomgr/socket_utils_linux.cc +43 -0
  418. data/src/core/lib/iomgr/socket_utils_posix.cc +59 -0
  419. data/src/core/lib/iomgr/socket_utils_posix.h +134 -0
  420. data/src/core/lib/iomgr/socket_utils_uv.cc +45 -0
  421. data/src/core/lib/iomgr/socket_utils_windows.cc +43 -0
  422. data/src/core/lib/iomgr/socket_windows.cc +151 -0
  423. data/src/core/lib/iomgr/socket_windows.h +113 -0
  424. data/src/core/lib/iomgr/sys_epoll_wrapper.h +30 -0
  425. data/src/core/lib/iomgr/tcp_client.cc +36 -0
  426. data/src/core/lib/iomgr/tcp_client.h +52 -0
  427. data/src/core/lib/iomgr/tcp_client_custom.cc +151 -0
  428. data/src/core/lib/iomgr/tcp_client_posix.cc +359 -0
  429. data/src/core/lib/iomgr/tcp_client_posix.h +68 -0
  430. data/src/core/lib/iomgr/tcp_client_windows.cc +231 -0
  431. data/src/core/lib/iomgr/tcp_custom.cc +365 -0
  432. data/src/core/lib/iomgr/tcp_custom.h +81 -0
  433. data/src/core/lib/iomgr/tcp_posix.cc +814 -0
  434. data/src/core/lib/iomgr/tcp_posix.h +57 -0
  435. data/src/core/lib/iomgr/tcp_server.cc +73 -0
  436. data/src/core/lib/iomgr/tcp_server.h +122 -0
  437. data/src/core/lib/iomgr/tcp_server_custom.cc +472 -0
  438. data/src/core/lib/iomgr/tcp_server_posix.cc +582 -0
  439. data/src/core/lib/iomgr/tcp_server_utils_posix.h +122 -0
  440. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +208 -0
  441. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +184 -0
  442. data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +36 -0
  443. data/src/core/lib/iomgr/tcp_server_windows.cc +559 -0
  444. data/src/core/lib/iomgr/tcp_uv.cc +417 -0
  445. data/src/core/lib/iomgr/tcp_windows.cc +455 -0
  446. data/src/core/lib/iomgr/tcp_windows.h +51 -0
  447. data/src/core/lib/iomgr/time_averaged_stats.cc +64 -0
  448. data/src/core/lib/iomgr/time_averaged_stats.h +73 -0
  449. data/src/core/lib/iomgr/timer.cc +45 -0
  450. data/src/core/lib/iomgr/timer.h +125 -0
  451. data/src/core/lib/iomgr/timer_custom.cc +93 -0
  452. data/src/core/lib/iomgr/timer_custom.h +43 -0
  453. data/src/core/lib/iomgr/timer_generic.cc +663 -0
  454. data/src/core/lib/iomgr/timer_heap.cc +135 -0
  455. data/src/core/lib/iomgr/timer_heap.h +44 -0
  456. data/src/core/lib/iomgr/timer_manager.cc +347 -0
  457. data/src/core/lib/iomgr/timer_manager.h +39 -0
  458. data/src/core/lib/iomgr/timer_uv.cc +63 -0
  459. data/src/core/lib/iomgr/udp_server.cc +692 -0
  460. data/src/core/lib/iomgr/udp_server.h +103 -0
  461. data/src/core/lib/iomgr/unix_sockets_posix.cc +104 -0
  462. data/src/core/lib/iomgr/unix_sockets_posix.h +43 -0
  463. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +49 -0
  464. data/src/core/lib/iomgr/wakeup_fd_cv.cc +107 -0
  465. data/src/core/lib/iomgr/wakeup_fd_cv.h +69 -0
  466. data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +83 -0
  467. data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +38 -0
  468. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +100 -0
  469. data/src/core/lib/iomgr/wakeup_fd_pipe.h +28 -0
  470. data/src/core/lib/iomgr/wakeup_fd_posix.cc +87 -0
  471. data/src/core/lib/iomgr/wakeup_fd_posix.h +96 -0
  472. data/src/core/lib/json/json.cc +86 -0
  473. data/src/core/lib/json/json.h +94 -0
  474. data/src/core/lib/json/json_common.h +34 -0
  475. data/src/core/lib/json/json_reader.cc +663 -0
  476. data/src/core/lib/json/json_reader.h +146 -0
  477. data/src/core/lib/json/json_string.cc +367 -0
  478. data/src/core/lib/json/json_writer.cc +245 -0
  479. data/src/core/lib/json/json_writer.h +84 -0
  480. data/src/core/lib/profiling/basic_timers.cc +286 -0
  481. data/src/core/lib/profiling/stap_timers.cc +50 -0
  482. data/src/core/lib/profiling/timers.h +94 -0
  483. data/src/core/lib/security/context/security_context.cc +348 -0
  484. data/src/core/lib/security/context/security_context.h +115 -0
  485. data/src/core/lib/security/credentials/alts/alts_credentials.cc +119 -0
  486. data/src/core/lib/security/credentials/alts/alts_credentials.h +102 -0
  487. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +72 -0
  488. data/src/core/lib/security/credentials/alts/check_gcp_environment.h +57 -0
  489. data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +67 -0
  490. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +33 -0
  491. data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +114 -0
  492. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +126 -0
  493. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +46 -0
  494. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +112 -0
  495. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +58 -0
  496. data/src/core/lib/security/credentials/composite/composite_credentials.cc +269 -0
  497. data/src/core/lib/security/credentials/composite/composite_credentials.h +59 -0
  498. data/src/core/lib/security/credentials/credentials.cc +286 -0
  499. data/src/core/lib/security/credentials/credentials.h +246 -0
  500. data/src/core/lib/security/credentials/credentials_metadata.cc +62 -0
  501. data/src/core/lib/security/credentials/fake/fake_credentials.cc +136 -0
  502. data/src/core/lib/security/credentials/fake/fake_credentials.h +64 -0
  503. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +41 -0
  504. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +322 -0
  505. data/src/core/lib/security/credentials/google_default/google_default_credentials.h +45 -0
  506. data/src/core/lib/security/credentials/iam/iam_credentials.cc +86 -0
  507. data/src/core/lib/security/credentials/iam/iam_credentials.h +31 -0
  508. data/src/core/lib/security/credentials/jwt/json_token.cc +314 -0
  509. data/src/core/lib/security/credentials/jwt/json_token.h +75 -0
  510. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +190 -0
  511. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +49 -0
  512. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +934 -0
  513. data/src/core/lib/security/credentials/jwt/jwt_verifier.h +123 -0
  514. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +532 -0
  515. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +106 -0
  516. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +271 -0
  517. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +46 -0
  518. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +349 -0
  519. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +54 -0
  520. data/src/core/lib/security/security_connector/alts_security_connector.cc +287 -0
  521. data/src/core/lib/security/security_connector/alts_security_connector.h +69 -0
  522. data/src/core/lib/security/security_connector/security_connector.cc +1200 -0
  523. data/src/core/lib/security/security_connector/security_connector.h +283 -0
  524. data/src/core/lib/security/transport/auth_filters.h +37 -0
  525. data/src/core/lib/security/transport/client_auth_filter.cc +418 -0
  526. data/src/core/lib/security/transport/secure_endpoint.cc +429 -0
  527. data/src/core/lib/security/transport/secure_endpoint.h +41 -0
  528. data/src/core/lib/security/transport/security_handshaker.cc +526 -0
  529. data/src/core/lib/security/transport/security_handshaker.h +34 -0
  530. data/src/core/lib/security/transport/server_auth_filter.cc +269 -0
  531. data/src/core/lib/security/transport/target_authority_table.cc +75 -0
  532. data/src/core/lib/security/transport/target_authority_table.h +40 -0
  533. data/src/core/lib/security/transport/tsi_error.cc +29 -0
  534. data/src/core/lib/security/transport/tsi_error.h +29 -0
  535. data/src/core/lib/security/util/json_util.cc +48 -0
  536. data/src/core/lib/security/util/json_util.h +42 -0
  537. data/src/core/lib/slice/b64.cc +240 -0
  538. data/src/core/lib/slice/b64.h +51 -0
  539. data/src/core/lib/slice/percent_encoding.cc +169 -0
  540. data/src/core/lib/slice/percent_encoding.h +65 -0
  541. data/src/core/lib/slice/slice.cc +489 -0
  542. data/src/core/lib/slice/slice_buffer.cc +359 -0
  543. data/src/core/lib/slice/slice_hash_table.h +201 -0
  544. data/src/core/lib/slice/slice_intern.cc +332 -0
  545. data/src/core/lib/slice/slice_internal.h +49 -0
  546. data/src/core/lib/slice/slice_string_helpers.cc +118 -0
  547. data/src/core/lib/slice/slice_string_helpers.h +47 -0
  548. data/src/core/lib/slice/slice_weak_hash_table.h +105 -0
  549. data/src/core/lib/surface/api_trace.cc +24 -0
  550. data/src/core/lib/surface/api_trace.h +52 -0
  551. data/src/core/lib/surface/byte_buffer.cc +92 -0
  552. data/src/core/lib/surface/byte_buffer_reader.cc +129 -0
  553. data/src/core/lib/surface/call.cc +2002 -0
  554. data/src/core/lib/surface/call.h +109 -0
  555. data/src/core/lib/surface/call_details.cc +42 -0
  556. data/src/core/lib/surface/call_log_batch.cc +120 -0
  557. data/src/core/lib/surface/call_test_only.h +43 -0
  558. data/src/core/lib/surface/channel.cc +450 -0
  559. data/src/core/lib/surface/channel.h +83 -0
  560. data/src/core/lib/surface/channel_init.cc +109 -0
  561. data/src/core/lib/surface/channel_init.h +73 -0
  562. data/src/core/lib/surface/channel_ping.cc +65 -0
  563. data/src/core/lib/surface/channel_stack_type.cc +58 -0
  564. data/src/core/lib/surface/channel_stack_type.h +47 -0
  565. data/src/core/lib/surface/completion_queue.cc +1262 -0
  566. data/src/core/lib/surface/completion_queue.h +93 -0
  567. data/src/core/lib/surface/completion_queue_factory.cc +79 -0
  568. data/src/core/lib/surface/completion_queue_factory.h +38 -0
  569. data/src/core/lib/surface/event_string.cc +68 -0
  570. data/src/core/lib/surface/event_string.h +29 -0
  571. data/src/core/lib/surface/init.cc +196 -0
  572. data/src/core/lib/surface/init.h +27 -0
  573. data/src/core/lib/surface/init_secure.cc +81 -0
  574. data/src/core/lib/surface/lame_client.cc +180 -0
  575. data/src/core/lib/surface/lame_client.h +28 -0
  576. data/src/core/lib/surface/metadata_array.cc +36 -0
  577. data/src/core/lib/surface/server.cc +1445 -0
  578. data/src/core/lib/surface/server.h +58 -0
  579. data/src/core/lib/surface/validate_metadata.cc +95 -0
  580. data/src/core/lib/surface/validate_metadata.h +30 -0
  581. data/src/core/lib/surface/version.cc +28 -0
  582. data/src/core/lib/transport/bdp_estimator.cc +87 -0
  583. data/src/core/lib/transport/bdp_estimator.h +94 -0
  584. data/src/core/lib/transport/byte_stream.cc +160 -0
  585. data/src/core/lib/transport/byte_stream.h +164 -0
  586. data/src/core/lib/transport/connectivity_state.cc +196 -0
  587. data/src/core/lib/transport/connectivity_state.h +87 -0
  588. data/src/core/lib/transport/error_utils.cc +118 -0
  589. data/src/core/lib/transport/error_utils.h +46 -0
  590. data/src/core/lib/transport/http2_errors.h +41 -0
  591. data/src/core/lib/transport/metadata.cc +539 -0
  592. data/src/core/lib/transport/metadata.h +165 -0
  593. data/src/core/lib/transport/metadata_batch.cc +329 -0
  594. data/src/core/lib/transport/metadata_batch.h +150 -0
  595. data/src/core/lib/transport/pid_controller.cc +51 -0
  596. data/src/core/lib/transport/pid_controller.h +116 -0
  597. data/src/core/lib/transport/service_config.cc +106 -0
  598. data/src/core/lib/transport/service_config.h +249 -0
  599. data/src/core/lib/transport/static_metadata.cc +601 -0
  600. data/src/core/lib/transport/static_metadata.h +603 -0
  601. data/src/core/lib/transport/status_conversion.cc +100 -0
  602. data/src/core/lib/transport/status_conversion.h +38 -0
  603. data/src/core/lib/transport/status_metadata.cc +54 -0
  604. data/src/core/lib/transport/status_metadata.h +30 -0
  605. data/src/core/lib/transport/timeout_encoding.cc +144 -0
  606. data/src/core/lib/transport/timeout_encoding.h +37 -0
  607. data/src/core/lib/transport/transport.cc +278 -0
  608. data/src/core/lib/transport/transport.h +378 -0
  609. data/src/core/lib/transport/transport_impl.h +71 -0
  610. data/src/core/lib/transport/transport_op_string.cc +214 -0
  611. data/src/core/plugin_registry/grpc_plugin_registry.cc +97 -0
  612. data/src/core/tsi/alts/crypt/aes_gcm.cc +687 -0
  613. data/src/core/tsi/alts/crypt/gsec.cc +189 -0
  614. data/src/core/tsi/alts/crypt/gsec.h +454 -0
  615. data/src/core/tsi/alts/frame_protector/alts_counter.cc +118 -0
  616. data/src/core/tsi/alts/frame_protector/alts_counter.h +98 -0
  617. data/src/core/tsi/alts/frame_protector/alts_crypter.cc +66 -0
  618. data/src/core/tsi/alts/frame_protector/alts_crypter.h +255 -0
  619. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +407 -0
  620. data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +55 -0
  621. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +114 -0
  622. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +114 -0
  623. data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +105 -0
  624. data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +103 -0
  625. data/src/core/tsi/alts/frame_protector/frame_handler.cc +218 -0
  626. data/src/core/tsi/alts/frame_protector/frame_handler.h +236 -0
  627. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +316 -0
  628. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +137 -0
  629. data/src/core/tsi/alts/handshaker/alts_handshaker_service_api.cc +520 -0
  630. data/src/core/tsi/alts/handshaker/alts_handshaker_service_api.h +323 -0
  631. data/src/core/tsi/alts/handshaker/alts_handshaker_service_api_util.cc +143 -0
  632. data/src/core/tsi/alts/handshaker/alts_handshaker_service_api_util.h +149 -0
  633. data/src/core/tsi/alts/handshaker/alts_tsi_event.cc +73 -0
  634. data/src/core/tsi/alts/handshaker/alts_tsi_event.h +93 -0
  635. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +483 -0
  636. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +83 -0
  637. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +52 -0
  638. data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +58 -0
  639. data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +52 -0
  640. data/src/core/tsi/alts/handshaker/altscontext.pb.c +48 -0
  641. data/src/core/tsi/alts/handshaker/altscontext.pb.h +64 -0
  642. data/src/core/tsi/alts/handshaker/handshaker.pb.c +123 -0
  643. data/src/core/tsi/alts/handshaker/handshaker.pb.h +255 -0
  644. data/src/core/tsi/alts/handshaker/transport_security_common.pb.c +50 -0
  645. data/src/core/tsi/alts/handshaker/transport_security_common.pb.h +78 -0
  646. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +196 -0
  647. data/src/core/tsi/alts/handshaker/transport_security_common_api.h +163 -0
  648. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +180 -0
  649. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +52 -0
  650. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +144 -0
  651. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +49 -0
  652. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +91 -0
  653. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +174 -0
  654. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +100 -0
  655. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +476 -0
  656. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +199 -0
  657. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +296 -0
  658. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +52 -0
  659. data/src/core/tsi/alts_transport_security.cc +63 -0
  660. data/src/core/tsi/alts_transport_security.h +47 -0
  661. data/src/core/tsi/fake_transport_security.cc +787 -0
  662. data/src/core/tsi/fake_transport_security.h +45 -0
  663. data/src/core/tsi/ssl/session_cache/ssl_session.h +73 -0
  664. data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +58 -0
  665. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +211 -0
  666. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +93 -0
  667. data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +76 -0
  668. data/src/core/tsi/ssl_transport_security.cc +1831 -0
  669. data/src/core/tsi/ssl_transport_security.h +314 -0
  670. data/src/core/tsi/ssl_types.h +42 -0
  671. data/src/core/tsi/transport_security.cc +326 -0
  672. data/src/core/tsi/transport_security.h +127 -0
  673. data/src/core/tsi/transport_security_adapter.cc +235 -0
  674. data/src/core/tsi/transport_security_adapter.h +41 -0
  675. data/src/core/tsi/transport_security_grpc.cc +66 -0
  676. data/src/core/tsi/transport_security_grpc.h +74 -0
  677. data/src/core/tsi/transport_security_interface.h +454 -0
  678. data/src/ruby/bin/apis/google/protobuf/empty.rb +29 -0
  679. data/src/ruby/bin/apis/pubsub_demo.rb +241 -0
  680. data/src/ruby/bin/apis/tech/pubsub/proto/pubsub.rb +159 -0
  681. data/src/ruby/bin/apis/tech/pubsub/proto/pubsub_services.rb +88 -0
  682. data/src/ruby/bin/math_client.rb +132 -0
  683. data/src/ruby/bin/math_pb.rb +32 -0
  684. data/src/ruby/bin/math_server.rb +191 -0
  685. data/src/ruby/bin/math_services_pb.rb +51 -0
  686. data/src/ruby/bin/noproto_client.rb +93 -0
  687. data/src/ruby/bin/noproto_server.rb +97 -0
  688. data/src/ruby/ext/grpc/extconf.rb +118 -0
  689. data/src/ruby/ext/grpc/rb_byte_buffer.c +64 -0
  690. data/src/ruby/ext/grpc/rb_byte_buffer.h +35 -0
  691. data/src/ruby/ext/grpc/rb_call.c +1041 -0
  692. data/src/ruby/ext/grpc/rb_call.h +53 -0
  693. data/src/ruby/ext/grpc/rb_call_credentials.c +290 -0
  694. data/src/ruby/ext/grpc/rb_call_credentials.h +31 -0
  695. data/src/ruby/ext/grpc/rb_channel.c +828 -0
  696. data/src/ruby/ext/grpc/rb_channel.h +34 -0
  697. data/src/ruby/ext/grpc/rb_channel_args.c +155 -0
  698. data/src/ruby/ext/grpc/rb_channel_args.h +38 -0
  699. data/src/ruby/ext/grpc/rb_channel_credentials.c +263 -0
  700. data/src/ruby/ext/grpc/rb_channel_credentials.h +32 -0
  701. data/src/ruby/ext/grpc/rb_completion_queue.c +100 -0
  702. data/src/ruby/ext/grpc/rb_completion_queue.h +36 -0
  703. data/src/ruby/ext/grpc/rb_compression_options.c +468 -0
  704. data/src/ruby/ext/grpc/rb_compression_options.h +29 -0
  705. data/src/ruby/ext/grpc/rb_event_thread.c +141 -0
  706. data/src/ruby/ext/grpc/rb_event_thread.h +21 -0
  707. data/src/ruby/ext/grpc/rb_grpc.c +340 -0
  708. data/src/ruby/ext/grpc/rb_grpc.h +72 -0
  709. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +507 -0
  710. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +766 -0
  711. data/src/ruby/ext/grpc/rb_loader.c +57 -0
  712. data/src/ruby/ext/grpc/rb_loader.h +25 -0
  713. data/src/ruby/ext/grpc/rb_server.c +366 -0
  714. data/src/ruby/ext/grpc/rb_server.h +32 -0
  715. data/src/ruby/ext/grpc/rb_server_credentials.c +243 -0
  716. data/src/ruby/ext/grpc/rb_server_credentials.h +32 -0
  717. data/src/ruby/lib/grpc/core/time_consts.rb +56 -0
  718. data/src/ruby/lib/grpc/errors.rb +201 -0
  719. data/src/ruby/lib/grpc/generic/active_call.rb +674 -0
  720. data/src/ruby/lib/grpc/generic/bidi_call.rb +233 -0
  721. data/src/ruby/lib/grpc/generic/client_stub.rb +501 -0
  722. data/src/ruby/lib/grpc/generic/interceptor_registry.rb +53 -0
  723. data/src/ruby/lib/grpc/generic/interceptors.rb +186 -0
  724. data/src/ruby/lib/grpc/generic/rpc_desc.rb +204 -0
  725. data/src/ruby/lib/grpc/generic/rpc_server.rb +490 -0
  726. data/src/ruby/lib/grpc/generic/service.rb +210 -0
  727. data/src/ruby/lib/grpc/google_rpc_status_utils.rb +35 -0
  728. data/src/ruby/lib/grpc/grpc.rb +24 -0
  729. data/src/ruby/lib/grpc/logconfig.rb +44 -0
  730. data/src/ruby/lib/grpc/notifier.rb +45 -0
  731. data/src/ruby/lib/grpc/version.rb +18 -0
  732. data/src/ruby/lib/grpc.rb +35 -0
  733. data/src/ruby/pb/README.md +42 -0
  734. data/src/ruby/pb/generate_proto_ruby.sh +43 -0
  735. data/src/ruby/pb/grpc/health/checker.rb +76 -0
  736. data/src/ruby/pb/grpc/health/v1/health_pb.rb +28 -0
  737. data/src/ruby/pb/grpc/health/v1/health_services_pb.rb +41 -0
  738. data/src/ruby/pb/grpc/testing/duplicate/echo_duplicate_services_pb.rb +44 -0
  739. data/src/ruby/pb/grpc/testing/metrics_pb.rb +28 -0
  740. data/src/ruby/pb/grpc/testing/metrics_services_pb.rb +49 -0
  741. data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +15 -0
  742. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +82 -0
  743. data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +14 -0
  744. data/src/ruby/pb/src/proto/grpc/testing/test_services_pb.rb +102 -0
  745. data/src/ruby/pb/test/client.rb +764 -0
  746. data/src/ruby/pb/test/server.rb +252 -0
  747. data/src/ruby/spec/call_credentials_spec.rb +42 -0
  748. data/src/ruby/spec/call_spec.rb +180 -0
  749. data/src/ruby/spec/channel_connection_spec.rb +126 -0
  750. data/src/ruby/spec/channel_credentials_spec.rb +82 -0
  751. data/src/ruby/spec/channel_spec.rb +190 -0
  752. data/src/ruby/spec/client_auth_spec.rb +137 -0
  753. data/src/ruby/spec/client_server_spec.rb +664 -0
  754. data/src/ruby/spec/compression_options_spec.rb +149 -0
  755. data/src/ruby/spec/error_sanity_spec.rb +49 -0
  756. data/src/ruby/spec/generic/active_call_spec.rb +672 -0
  757. data/src/ruby/spec/generic/client_interceptors_spec.rb +153 -0
  758. data/src/ruby/spec/generic/client_stub_spec.rb +1067 -0
  759. data/src/ruby/spec/generic/interceptor_registry_spec.rb +65 -0
  760. data/src/ruby/spec/generic/rpc_desc_spec.rb +374 -0
  761. data/src/ruby/spec/generic/rpc_server_pool_spec.rb +127 -0
  762. data/src/ruby/spec/generic/rpc_server_spec.rb +726 -0
  763. data/src/ruby/spec/generic/server_interceptors_spec.rb +218 -0
  764. data/src/ruby/spec/generic/service_spec.rb +261 -0
  765. data/src/ruby/spec/google_rpc_status_utils_spec.rb +293 -0
  766. data/src/ruby/spec/pb/duplicate/codegen_spec.rb +56 -0
  767. data/src/ruby/spec/pb/health/checker_spec.rb +236 -0
  768. data/src/ruby/spec/pb/package_with_underscore/checker_spec.rb +54 -0
  769. data/src/ruby/spec/pb/package_with_underscore/data.proto +23 -0
  770. data/src/ruby/spec/pb/package_with_underscore/service.proto +23 -0
  771. data/src/ruby/spec/server_credentials_spec.rb +79 -0
  772. data/src/ruby/spec/server_spec.rb +209 -0
  773. data/src/ruby/spec/spec_helper.rb +60 -0
  774. data/src/ruby/spec/support/helpers.rb +107 -0
  775. data/src/ruby/spec/support/services.rb +147 -0
  776. data/src/ruby/spec/testdata/README +1 -0
  777. data/src/ruby/spec/testdata/ca.pem +15 -0
  778. data/src/ruby/spec/testdata/client.key +16 -0
  779. data/src/ruby/spec/testdata/client.pem +14 -0
  780. data/src/ruby/spec/testdata/server1.key +16 -0
  781. data/src/ruby/spec/testdata/server1.pem +16 -0
  782. data/src/ruby/spec/time_consts_spec.rb +74 -0
  783. data/third_party/address_sorting/address_sorting.c +369 -0
  784. data/third_party/address_sorting/address_sorting_internal.h +70 -0
  785. data/third_party/address_sorting/address_sorting_posix.c +97 -0
  786. data/third_party/address_sorting/address_sorting_windows.c +55 -0
  787. data/third_party/address_sorting/include/address_sorting/address_sorting.h +110 -0
  788. data/third_party/boringssl/crypto/asn1/a_bitstr.c +271 -0
  789. data/third_party/boringssl/crypto/asn1/a_bool.c +110 -0
  790. data/third_party/boringssl/crypto/asn1/a_d2i_fp.c +297 -0
  791. data/third_party/boringssl/crypto/asn1/a_dup.c +111 -0
  792. data/third_party/boringssl/crypto/asn1/a_enum.c +195 -0
  793. data/third_party/boringssl/crypto/asn1/a_gentm.c +261 -0
  794. data/third_party/boringssl/crypto/asn1/a_i2d_fp.c +150 -0
  795. data/third_party/boringssl/crypto/asn1/a_int.c +474 -0
  796. data/third_party/boringssl/crypto/asn1/a_mbstr.c +409 -0
  797. data/third_party/boringssl/crypto/asn1/a_object.c +275 -0
  798. data/third_party/boringssl/crypto/asn1/a_octet.c +77 -0
  799. data/third_party/boringssl/crypto/asn1/a_print.c +93 -0
  800. data/third_party/boringssl/crypto/asn1/a_strnid.c +312 -0
  801. data/third_party/boringssl/crypto/asn1/a_time.c +213 -0
  802. data/third_party/boringssl/crypto/asn1/a_type.c +151 -0
  803. data/third_party/boringssl/crypto/asn1/a_utctm.c +303 -0
  804. data/third_party/boringssl/crypto/asn1/a_utf8.c +234 -0
  805. data/third_party/boringssl/crypto/asn1/asn1_lib.c +442 -0
  806. data/third_party/boringssl/crypto/asn1/asn1_locl.h +101 -0
  807. data/third_party/boringssl/crypto/asn1/asn1_par.c +80 -0
  808. data/third_party/boringssl/crypto/asn1/asn_pack.c +105 -0
  809. data/third_party/boringssl/crypto/asn1/f_enum.c +93 -0
  810. data/third_party/boringssl/crypto/asn1/f_int.c +97 -0
  811. data/third_party/boringssl/crypto/asn1/f_string.c +91 -0
  812. data/third_party/boringssl/crypto/asn1/tasn_dec.c +1223 -0
  813. data/third_party/boringssl/crypto/asn1/tasn_enc.c +662 -0
  814. data/third_party/boringssl/crypto/asn1/tasn_fre.c +244 -0
  815. data/third_party/boringssl/crypto/asn1/tasn_new.c +387 -0
  816. data/third_party/boringssl/crypto/asn1/tasn_typ.c +131 -0
  817. data/third_party/boringssl/crypto/asn1/tasn_utl.c +280 -0
  818. data/third_party/boringssl/crypto/asn1/time_support.c +206 -0
  819. data/third_party/boringssl/crypto/base64/base64.c +466 -0
  820. data/third_party/boringssl/crypto/bio/bio.c +636 -0
  821. data/third_party/boringssl/crypto/bio/bio_mem.c +330 -0
  822. data/third_party/boringssl/crypto/bio/connect.c +542 -0
  823. data/third_party/boringssl/crypto/bio/fd.c +275 -0
  824. data/third_party/boringssl/crypto/bio/file.c +313 -0
  825. data/third_party/boringssl/crypto/bio/hexdump.c +192 -0
  826. data/third_party/boringssl/crypto/bio/internal.h +111 -0
  827. data/third_party/boringssl/crypto/bio/pair.c +489 -0
  828. data/third_party/boringssl/crypto/bio/printf.c +115 -0
  829. data/third_party/boringssl/crypto/bio/socket.c +202 -0
  830. data/third_party/boringssl/crypto/bio/socket_helper.c +114 -0
  831. data/third_party/boringssl/crypto/bn_extra/bn_asn1.c +64 -0
  832. data/third_party/boringssl/crypto/bn_extra/convert.c +465 -0
  833. data/third_party/boringssl/crypto/buf/buf.c +231 -0
  834. data/third_party/boringssl/crypto/bytestring/asn1_compat.c +52 -0
  835. data/third_party/boringssl/crypto/bytestring/ber.c +264 -0
  836. data/third_party/boringssl/crypto/bytestring/cbb.c +568 -0
  837. data/third_party/boringssl/crypto/bytestring/cbs.c +487 -0
  838. data/third_party/boringssl/crypto/bytestring/internal.h +75 -0
  839. data/third_party/boringssl/crypto/chacha/chacha.c +167 -0
  840. data/third_party/boringssl/crypto/cipher_extra/cipher_extra.c +114 -0
  841. data/third_party/boringssl/crypto/cipher_extra/derive_key.c +152 -0
  842. data/third_party/boringssl/crypto/cipher_extra/e_aesctrhmac.c +281 -0
  843. data/third_party/boringssl/crypto/cipher_extra/e_aesgcmsiv.c +867 -0
  844. data/third_party/boringssl/crypto/cipher_extra/e_chacha20poly1305.c +326 -0
  845. data/third_party/boringssl/crypto/cipher_extra/e_null.c +85 -0
  846. data/third_party/boringssl/crypto/cipher_extra/e_rc2.c +460 -0
  847. data/third_party/boringssl/crypto/cipher_extra/e_rc4.c +87 -0
  848. data/third_party/boringssl/crypto/cipher_extra/e_ssl3.c +460 -0
  849. data/third_party/boringssl/crypto/cipher_extra/e_tls.c +681 -0
  850. data/third_party/boringssl/crypto/cipher_extra/internal.h +128 -0
  851. data/third_party/boringssl/crypto/cipher_extra/tls_cbc.c +482 -0
  852. data/third_party/boringssl/crypto/cmac/cmac.c +241 -0
  853. data/third_party/boringssl/crypto/conf/conf.c +803 -0
  854. data/third_party/boringssl/crypto/conf/conf_def.h +127 -0
  855. data/third_party/boringssl/crypto/conf/internal.h +31 -0
  856. data/third_party/boringssl/crypto/cpu-aarch64-linux.c +61 -0
  857. data/third_party/boringssl/crypto/cpu-arm-linux.c +363 -0
  858. data/third_party/boringssl/crypto/cpu-arm.c +38 -0
  859. data/third_party/boringssl/crypto/cpu-intel.c +288 -0
  860. data/third_party/boringssl/crypto/cpu-ppc64le.c +38 -0
  861. data/third_party/boringssl/crypto/crypto.c +198 -0
  862. data/third_party/boringssl/crypto/curve25519/spake25519.c +539 -0
  863. data/third_party/boringssl/crypto/curve25519/x25519-x86_64.c +247 -0
  864. data/third_party/boringssl/crypto/dh/check.c +217 -0
  865. data/third_party/boringssl/crypto/dh/dh.c +519 -0
  866. data/third_party/boringssl/crypto/dh/dh_asn1.c +160 -0
  867. data/third_party/boringssl/crypto/dh/params.c +93 -0
  868. data/third_party/boringssl/crypto/digest_extra/digest_extra.c +240 -0
  869. data/third_party/boringssl/crypto/dsa/dsa.c +984 -0
  870. data/third_party/boringssl/crypto/dsa/dsa_asn1.c +339 -0
  871. data/third_party/boringssl/crypto/ec_extra/ec_asn1.c +563 -0
  872. data/third_party/boringssl/crypto/ecdh/ecdh.c +161 -0
  873. data/third_party/boringssl/crypto/ecdsa_extra/ecdsa_asn1.c +275 -0
  874. data/third_party/boringssl/crypto/engine/engine.c +98 -0
  875. data/third_party/boringssl/crypto/err/err.c +847 -0
  876. data/third_party/boringssl/crypto/err/internal.h +58 -0
  877. data/third_party/boringssl/crypto/evp/digestsign.c +231 -0
  878. data/third_party/boringssl/crypto/evp/evp.c +362 -0
  879. data/third_party/boringssl/crypto/evp/evp_asn1.c +337 -0
  880. data/third_party/boringssl/crypto/evp/evp_ctx.c +446 -0
  881. data/third_party/boringssl/crypto/evp/internal.h +252 -0
  882. data/third_party/boringssl/crypto/evp/p_dsa_asn1.c +268 -0
  883. data/third_party/boringssl/crypto/evp/p_ec.c +239 -0
  884. data/third_party/boringssl/crypto/evp/p_ec_asn1.c +256 -0
  885. data/third_party/boringssl/crypto/evp/p_ed25519.c +71 -0
  886. data/third_party/boringssl/crypto/evp/p_ed25519_asn1.c +190 -0
  887. data/third_party/boringssl/crypto/evp/p_rsa.c +634 -0
  888. data/third_party/boringssl/crypto/evp/p_rsa_asn1.c +189 -0
  889. data/third_party/boringssl/crypto/evp/pbkdf.c +146 -0
  890. data/third_party/boringssl/crypto/evp/print.c +489 -0
  891. data/third_party/boringssl/crypto/evp/scrypt.c +209 -0
  892. data/third_party/boringssl/crypto/evp/sign.c +151 -0
  893. data/third_party/boringssl/crypto/ex_data.c +261 -0
  894. data/third_party/boringssl/crypto/fipsmodule/aes/aes.c +1100 -0
  895. data/third_party/boringssl/crypto/fipsmodule/aes/internal.h +100 -0
  896. data/third_party/boringssl/crypto/fipsmodule/aes/key_wrap.c +138 -0
  897. data/third_party/boringssl/crypto/fipsmodule/aes/mode_wrappers.c +112 -0
  898. data/third_party/boringssl/crypto/fipsmodule/bcm.c +679 -0
  899. data/third_party/boringssl/crypto/fipsmodule/bn/add.c +371 -0
  900. data/third_party/boringssl/crypto/fipsmodule/bn/asm/x86_64-gcc.c +540 -0
  901. data/third_party/boringssl/crypto/fipsmodule/bn/bn.c +370 -0
  902. data/third_party/boringssl/crypto/fipsmodule/bn/bytes.c +269 -0
  903. data/third_party/boringssl/crypto/fipsmodule/bn/cmp.c +254 -0
  904. data/third_party/boringssl/crypto/fipsmodule/bn/ctx.c +303 -0
  905. data/third_party/boringssl/crypto/fipsmodule/bn/div.c +733 -0
  906. data/third_party/boringssl/crypto/fipsmodule/bn/exponentiation.c +1390 -0
  907. data/third_party/boringssl/crypto/fipsmodule/bn/gcd.c +627 -0
  908. data/third_party/boringssl/crypto/fipsmodule/bn/generic.c +710 -0
  909. data/third_party/boringssl/crypto/fipsmodule/bn/internal.h +413 -0
  910. data/third_party/boringssl/crypto/fipsmodule/bn/jacobi.c +146 -0
  911. data/third_party/boringssl/crypto/fipsmodule/bn/montgomery.c +483 -0
  912. data/third_party/boringssl/crypto/fipsmodule/bn/montgomery_inv.c +207 -0
  913. data/third_party/boringssl/crypto/fipsmodule/bn/mul.c +902 -0
  914. data/third_party/boringssl/crypto/fipsmodule/bn/prime.c +894 -0
  915. data/third_party/boringssl/crypto/fipsmodule/bn/random.c +299 -0
  916. data/third_party/boringssl/crypto/fipsmodule/bn/rsaz_exp.c +254 -0
  917. data/third_party/boringssl/crypto/fipsmodule/bn/rsaz_exp.h +53 -0
  918. data/third_party/boringssl/crypto/fipsmodule/bn/shift.c +305 -0
  919. data/third_party/boringssl/crypto/fipsmodule/bn/sqrt.c +502 -0
  920. data/third_party/boringssl/crypto/fipsmodule/cipher/aead.c +284 -0
  921. data/third_party/boringssl/crypto/fipsmodule/cipher/cipher.c +615 -0
  922. data/third_party/boringssl/crypto/fipsmodule/cipher/e_aes.c +1437 -0
  923. data/third_party/boringssl/crypto/fipsmodule/cipher/e_des.c +233 -0
  924. data/third_party/boringssl/crypto/fipsmodule/cipher/internal.h +129 -0
  925. data/third_party/boringssl/crypto/fipsmodule/delocate.h +88 -0
  926. data/third_party/boringssl/crypto/fipsmodule/des/des.c +785 -0
  927. data/third_party/boringssl/crypto/fipsmodule/des/internal.h +238 -0
  928. data/third_party/boringssl/crypto/fipsmodule/digest/digest.c +256 -0
  929. data/third_party/boringssl/crypto/fipsmodule/digest/digests.c +280 -0
  930. data/third_party/boringssl/crypto/fipsmodule/digest/internal.h +112 -0
  931. data/third_party/boringssl/crypto/fipsmodule/digest/md32_common.h +268 -0
  932. data/third_party/boringssl/crypto/fipsmodule/ec/ec.c +943 -0
  933. data/third_party/boringssl/crypto/fipsmodule/ec/ec_key.c +517 -0
  934. data/third_party/boringssl/crypto/fipsmodule/ec/ec_montgomery.c +277 -0
  935. data/third_party/boringssl/crypto/fipsmodule/ec/internal.h +316 -0
  936. data/third_party/boringssl/crypto/fipsmodule/ec/oct.c +404 -0
  937. data/third_party/boringssl/crypto/fipsmodule/ec/p224-64.c +1131 -0
  938. data/third_party/boringssl/crypto/fipsmodule/ec/p256-64.c +1674 -0
  939. data/third_party/boringssl/crypto/fipsmodule/ec/p256-x86_64-table.h +9543 -0
  940. data/third_party/boringssl/crypto/fipsmodule/ec/p256-x86_64.c +456 -0
  941. data/third_party/boringssl/crypto/fipsmodule/ec/p256-x86_64.h +113 -0
  942. data/third_party/boringssl/crypto/fipsmodule/ec/simple.c +1052 -0
  943. data/third_party/boringssl/crypto/fipsmodule/ec/util-64.c +109 -0
  944. data/third_party/boringssl/crypto/fipsmodule/ec/wnaf.c +474 -0
  945. data/third_party/boringssl/crypto/fipsmodule/ecdsa/ecdsa.c +442 -0
  946. data/third_party/boringssl/crypto/fipsmodule/hmac/hmac.c +228 -0
  947. data/third_party/boringssl/crypto/fipsmodule/is_fips.c +27 -0
  948. data/third_party/boringssl/crypto/fipsmodule/md4/md4.c +254 -0
  949. data/third_party/boringssl/crypto/fipsmodule/md5/md5.c +298 -0
  950. data/third_party/boringssl/crypto/fipsmodule/modes/cbc.c +211 -0
  951. data/third_party/boringssl/crypto/fipsmodule/modes/cfb.c +234 -0
  952. data/third_party/boringssl/crypto/fipsmodule/modes/ctr.c +220 -0
  953. data/third_party/boringssl/crypto/fipsmodule/modes/gcm.c +1063 -0
  954. data/third_party/boringssl/crypto/fipsmodule/modes/internal.h +384 -0
  955. data/third_party/boringssl/crypto/fipsmodule/modes/ofb.c +95 -0
  956. data/third_party/boringssl/crypto/fipsmodule/modes/polyval.c +91 -0
  957. data/third_party/boringssl/crypto/fipsmodule/rand/ctrdrbg.c +200 -0
  958. data/third_party/boringssl/crypto/fipsmodule/rand/internal.h +92 -0
  959. data/third_party/boringssl/crypto/fipsmodule/rand/rand.c +358 -0
  960. data/third_party/boringssl/crypto/fipsmodule/rand/urandom.c +302 -0
  961. data/third_party/boringssl/crypto/fipsmodule/rsa/blinding.c +263 -0
  962. data/third_party/boringssl/crypto/fipsmodule/rsa/internal.h +131 -0
  963. data/third_party/boringssl/crypto/fipsmodule/rsa/padding.c +692 -0
  964. data/third_party/boringssl/crypto/fipsmodule/rsa/rsa.c +857 -0
  965. data/third_party/boringssl/crypto/fipsmodule/rsa/rsa_impl.c +1051 -0
  966. data/third_party/boringssl/crypto/fipsmodule/sha/sha1-altivec.c +361 -0
  967. data/third_party/boringssl/crypto/fipsmodule/sha/sha1.c +375 -0
  968. data/third_party/boringssl/crypto/fipsmodule/sha/sha256.c +337 -0
  969. data/third_party/boringssl/crypto/fipsmodule/sha/sha512.c +608 -0
  970. data/third_party/boringssl/crypto/hkdf/hkdf.c +112 -0
  971. data/third_party/boringssl/crypto/internal.h +676 -0
  972. data/third_party/boringssl/crypto/lhash/lhash.c +336 -0
  973. data/third_party/boringssl/crypto/mem.c +237 -0
  974. data/third_party/boringssl/crypto/obj/obj.c +621 -0
  975. data/third_party/boringssl/crypto/obj/obj_dat.h +6244 -0
  976. data/third_party/boringssl/crypto/obj/obj_xref.c +122 -0
  977. data/third_party/boringssl/crypto/pem/pem_all.c +262 -0
  978. data/third_party/boringssl/crypto/pem/pem_info.c +379 -0
  979. data/third_party/boringssl/crypto/pem/pem_lib.c +776 -0
  980. data/third_party/boringssl/crypto/pem/pem_oth.c +88 -0
  981. data/third_party/boringssl/crypto/pem/pem_pk8.c +258 -0
  982. data/third_party/boringssl/crypto/pem/pem_pkey.c +227 -0
  983. data/third_party/boringssl/crypto/pem/pem_x509.c +65 -0
  984. data/third_party/boringssl/crypto/pem/pem_xaux.c +65 -0
  985. data/third_party/boringssl/crypto/pkcs7/internal.h +49 -0
  986. data/third_party/boringssl/crypto/pkcs7/pkcs7.c +166 -0
  987. data/third_party/boringssl/crypto/pkcs7/pkcs7_x509.c +233 -0
  988. data/third_party/boringssl/crypto/pkcs8/internal.h +120 -0
  989. data/third_party/boringssl/crypto/pkcs8/p5_pbev2.c +307 -0
  990. data/third_party/boringssl/crypto/pkcs8/pkcs8.c +513 -0
  991. data/third_party/boringssl/crypto/pkcs8/pkcs8_x509.c +789 -0
  992. data/third_party/boringssl/crypto/poly1305/internal.h +41 -0
  993. data/third_party/boringssl/crypto/poly1305/poly1305.c +318 -0
  994. data/third_party/boringssl/crypto/poly1305/poly1305_arm.c +304 -0
  995. data/third_party/boringssl/crypto/poly1305/poly1305_vec.c +839 -0
  996. data/third_party/boringssl/crypto/pool/internal.h +45 -0
  997. data/third_party/boringssl/crypto/pool/pool.c +200 -0
  998. data/third_party/boringssl/crypto/rand_extra/deterministic.c +48 -0
  999. data/third_party/boringssl/crypto/rand_extra/forkunsafe.c +46 -0
  1000. data/third_party/boringssl/crypto/rand_extra/fuchsia.c +43 -0
  1001. data/third_party/boringssl/crypto/rand_extra/rand_extra.c +70 -0
  1002. data/third_party/boringssl/crypto/rand_extra/windows.c +53 -0
  1003. data/third_party/boringssl/crypto/rc4/rc4.c +98 -0
  1004. data/third_party/boringssl/crypto/refcount_c11.c +67 -0
  1005. data/third_party/boringssl/crypto/refcount_lock.c +53 -0
  1006. data/third_party/boringssl/crypto/rsa_extra/rsa_asn1.c +325 -0
  1007. data/third_party/boringssl/crypto/stack/stack.c +380 -0
  1008. data/third_party/boringssl/crypto/thread.c +110 -0
  1009. data/third_party/boringssl/crypto/thread_none.c +59 -0
  1010. data/third_party/boringssl/crypto/thread_pthread.c +176 -0
  1011. data/third_party/boringssl/crypto/thread_win.c +237 -0
  1012. data/third_party/boringssl/crypto/x509/a_digest.c +96 -0
  1013. data/third_party/boringssl/crypto/x509/a_sign.c +128 -0
  1014. data/third_party/boringssl/crypto/x509/a_strex.c +633 -0
  1015. data/third_party/boringssl/crypto/x509/a_verify.c +115 -0
  1016. data/third_party/boringssl/crypto/x509/algorithm.c +153 -0
  1017. data/third_party/boringssl/crypto/x509/asn1_gen.c +841 -0
  1018. data/third_party/boringssl/crypto/x509/by_dir.c +451 -0
  1019. data/third_party/boringssl/crypto/x509/by_file.c +274 -0
  1020. data/third_party/boringssl/crypto/x509/charmap.h +15 -0
  1021. data/third_party/boringssl/crypto/x509/i2d_pr.c +83 -0
  1022. data/third_party/boringssl/crypto/x509/internal.h +66 -0
  1023. data/third_party/boringssl/crypto/x509/rsa_pss.c +385 -0
  1024. data/third_party/boringssl/crypto/x509/t_crl.c +128 -0
  1025. data/third_party/boringssl/crypto/x509/t_req.c +246 -0
  1026. data/third_party/boringssl/crypto/x509/t_x509.c +547 -0
  1027. data/third_party/boringssl/crypto/x509/t_x509a.c +111 -0
  1028. data/third_party/boringssl/crypto/x509/vpm_int.h +70 -0
  1029. data/third_party/boringssl/crypto/x509/x509.c +157 -0
  1030. data/third_party/boringssl/crypto/x509/x509_att.c +381 -0
  1031. data/third_party/boringssl/crypto/x509/x509_cmp.c +477 -0
  1032. data/third_party/boringssl/crypto/x509/x509_d2.c +106 -0
  1033. data/third_party/boringssl/crypto/x509/x509_def.c +103 -0
  1034. data/third_party/boringssl/crypto/x509/x509_ext.c +206 -0
  1035. data/third_party/boringssl/crypto/x509/x509_lu.c +725 -0
  1036. data/third_party/boringssl/crypto/x509/x509_obj.c +198 -0
  1037. data/third_party/boringssl/crypto/x509/x509_r2x.c +117 -0
  1038. data/third_party/boringssl/crypto/x509/x509_req.c +322 -0
  1039. data/third_party/boringssl/crypto/x509/x509_set.c +164 -0
  1040. data/third_party/boringssl/crypto/x509/x509_trs.c +326 -0
  1041. data/third_party/boringssl/crypto/x509/x509_txt.c +205 -0
  1042. data/third_party/boringssl/crypto/x509/x509_v3.c +278 -0
  1043. data/third_party/boringssl/crypto/x509/x509_vfy.c +2472 -0
  1044. data/third_party/boringssl/crypto/x509/x509_vpm.c +648 -0
  1045. data/third_party/boringssl/crypto/x509/x509cset.c +170 -0
  1046. data/third_party/boringssl/crypto/x509/x509name.c +389 -0
  1047. data/third_party/boringssl/crypto/x509/x509rset.c +81 -0
  1048. data/third_party/boringssl/crypto/x509/x509spki.c +137 -0
  1049. data/third_party/boringssl/crypto/x509/x_algor.c +151 -0
  1050. data/third_party/boringssl/crypto/x509/x_all.c +501 -0
  1051. data/third_party/boringssl/crypto/x509/x_attrib.c +111 -0
  1052. data/third_party/boringssl/crypto/x509/x_crl.c +541 -0
  1053. data/third_party/boringssl/crypto/x509/x_exten.c +75 -0
  1054. data/third_party/boringssl/crypto/x509/x_info.c +98 -0
  1055. data/third_party/boringssl/crypto/x509/x_name.c +541 -0
  1056. data/third_party/boringssl/crypto/x509/x_pkey.c +106 -0
  1057. data/third_party/boringssl/crypto/x509/x_pubkey.c +368 -0
  1058. data/third_party/boringssl/crypto/x509/x_req.c +109 -0
  1059. data/third_party/boringssl/crypto/x509/x_sig.c +69 -0
  1060. data/third_party/boringssl/crypto/x509/x_spki.c +80 -0
  1061. data/third_party/boringssl/crypto/x509/x_val.c +69 -0
  1062. data/third_party/boringssl/crypto/x509/x_x509.c +328 -0
  1063. data/third_party/boringssl/crypto/x509/x_x509a.c +198 -0
  1064. data/third_party/boringssl/crypto/x509v3/ext_dat.h +143 -0
  1065. data/third_party/boringssl/crypto/x509v3/pcy_cache.c +284 -0
  1066. data/third_party/boringssl/crypto/x509v3/pcy_data.c +130 -0
  1067. data/third_party/boringssl/crypto/x509v3/pcy_int.h +217 -0
  1068. data/third_party/boringssl/crypto/x509v3/pcy_lib.c +155 -0
  1069. data/third_party/boringssl/crypto/x509v3/pcy_map.c +130 -0
  1070. data/third_party/boringssl/crypto/x509v3/pcy_node.c +188 -0
  1071. data/third_party/boringssl/crypto/x509v3/pcy_tree.c +840 -0
  1072. data/third_party/boringssl/crypto/x509v3/v3_akey.c +204 -0
  1073. data/third_party/boringssl/crypto/x509v3/v3_akeya.c +72 -0
  1074. data/third_party/boringssl/crypto/x509v3/v3_alt.c +623 -0
  1075. data/third_party/boringssl/crypto/x509v3/v3_bcons.c +133 -0
  1076. data/third_party/boringssl/crypto/x509v3/v3_bitst.c +141 -0
  1077. data/third_party/boringssl/crypto/x509v3/v3_conf.c +462 -0
  1078. data/third_party/boringssl/crypto/x509v3/v3_cpols.c +502 -0
  1079. data/third_party/boringssl/crypto/x509v3/v3_crld.c +561 -0
  1080. data/third_party/boringssl/crypto/x509v3/v3_enum.c +100 -0
  1081. data/third_party/boringssl/crypto/x509v3/v3_extku.c +148 -0
  1082. data/third_party/boringssl/crypto/x509v3/v3_genn.c +251 -0
  1083. data/third_party/boringssl/crypto/x509v3/v3_ia5.c +122 -0
  1084. data/third_party/boringssl/crypto/x509v3/v3_info.c +219 -0
  1085. data/third_party/boringssl/crypto/x509v3/v3_int.c +91 -0
  1086. data/third_party/boringssl/crypto/x509v3/v3_lib.c +370 -0
  1087. data/third_party/boringssl/crypto/x509v3/v3_ncons.c +501 -0
  1088. data/third_party/boringssl/crypto/x509v3/v3_pci.c +287 -0
  1089. data/third_party/boringssl/crypto/x509v3/v3_pcia.c +57 -0
  1090. data/third_party/boringssl/crypto/x509v3/v3_pcons.c +139 -0
  1091. data/third_party/boringssl/crypto/x509v3/v3_pku.c +110 -0
  1092. data/third_party/boringssl/crypto/x509v3/v3_pmaps.c +154 -0
  1093. data/third_party/boringssl/crypto/x509v3/v3_prn.c +229 -0
  1094. data/third_party/boringssl/crypto/x509v3/v3_purp.c +866 -0
  1095. data/third_party/boringssl/crypto/x509v3/v3_skey.c +152 -0
  1096. data/third_party/boringssl/crypto/x509v3/v3_sxnet.c +274 -0
  1097. data/third_party/boringssl/crypto/x509v3/v3_utl.c +1352 -0
  1098. data/third_party/boringssl/include/openssl/aead.h +423 -0
  1099. data/third_party/boringssl/include/openssl/aes.h +170 -0
  1100. data/third_party/boringssl/include/openssl/arm_arch.h +121 -0
  1101. data/third_party/boringssl/include/openssl/asn1.h +982 -0
  1102. data/third_party/boringssl/include/openssl/asn1_mac.h +18 -0
  1103. data/third_party/boringssl/include/openssl/asn1t.h +892 -0
  1104. data/third_party/boringssl/include/openssl/base.h +468 -0
  1105. data/third_party/boringssl/include/openssl/base64.h +187 -0
  1106. data/third_party/boringssl/include/openssl/bio.h +902 -0
  1107. data/third_party/boringssl/include/openssl/blowfish.h +93 -0
  1108. data/third_party/boringssl/include/openssl/bn.h +975 -0
  1109. data/third_party/boringssl/include/openssl/buf.h +137 -0
  1110. data/third_party/boringssl/include/openssl/buffer.h +18 -0
  1111. data/third_party/boringssl/include/openssl/bytestring.h +480 -0
  1112. data/third_party/boringssl/include/openssl/cast.h +96 -0
  1113. data/third_party/boringssl/include/openssl/chacha.h +41 -0
  1114. data/third_party/boringssl/include/openssl/cipher.h +608 -0
  1115. data/third_party/boringssl/include/openssl/cmac.h +87 -0
  1116. data/third_party/boringssl/include/openssl/conf.h +183 -0
  1117. data/third_party/boringssl/include/openssl/cpu.h +196 -0
  1118. data/third_party/boringssl/include/openssl/crypto.h +118 -0
  1119. data/third_party/boringssl/include/openssl/curve25519.h +201 -0
  1120. data/third_party/boringssl/include/openssl/des.h +177 -0
  1121. data/third_party/boringssl/include/openssl/dh.h +298 -0
  1122. data/third_party/boringssl/include/openssl/digest.h +316 -0
  1123. data/third_party/boringssl/include/openssl/dsa.h +435 -0
  1124. data/third_party/boringssl/include/openssl/dtls1.h +16 -0
  1125. data/third_party/boringssl/include/openssl/ec.h +407 -0
  1126. data/third_party/boringssl/include/openssl/ec_key.h +341 -0
  1127. data/third_party/boringssl/include/openssl/ecdh.h +101 -0
  1128. data/third_party/boringssl/include/openssl/ecdsa.h +199 -0
  1129. data/third_party/boringssl/include/openssl/engine.h +109 -0
  1130. data/third_party/boringssl/include/openssl/err.h +458 -0
  1131. data/third_party/boringssl/include/openssl/evp.h +873 -0
  1132. data/third_party/boringssl/include/openssl/ex_data.h +203 -0
  1133. data/third_party/boringssl/include/openssl/hkdf.h +64 -0
  1134. data/third_party/boringssl/include/openssl/hmac.h +186 -0
  1135. data/third_party/boringssl/include/openssl/is_boringssl.h +16 -0
  1136. data/third_party/boringssl/include/openssl/lhash.h +174 -0
  1137. data/third_party/boringssl/include/openssl/lhash_macros.h +174 -0
  1138. data/third_party/boringssl/include/openssl/md4.h +106 -0
  1139. data/third_party/boringssl/include/openssl/md5.h +107 -0
  1140. data/third_party/boringssl/include/openssl/mem.h +156 -0
  1141. data/third_party/boringssl/include/openssl/nid.h +4242 -0
  1142. data/third_party/boringssl/include/openssl/obj.h +233 -0
  1143. data/third_party/boringssl/include/openssl/obj_mac.h +18 -0
  1144. data/third_party/boringssl/include/openssl/objects.h +18 -0
  1145. data/third_party/boringssl/include/openssl/opensslconf.h +67 -0
  1146. data/third_party/boringssl/include/openssl/opensslv.h +18 -0
  1147. data/third_party/boringssl/include/openssl/ossl_typ.h +18 -0
  1148. data/third_party/boringssl/include/openssl/pem.h +397 -0
  1149. data/third_party/boringssl/include/openssl/pkcs12.h +18 -0
  1150. data/third_party/boringssl/include/openssl/pkcs7.h +82 -0
  1151. data/third_party/boringssl/include/openssl/pkcs8.h +230 -0
  1152. data/third_party/boringssl/include/openssl/poly1305.h +51 -0
  1153. data/third_party/boringssl/include/openssl/pool.h +91 -0
  1154. data/third_party/boringssl/include/openssl/rand.h +125 -0
  1155. data/third_party/boringssl/include/openssl/rc4.h +96 -0
  1156. data/third_party/boringssl/include/openssl/ripemd.h +107 -0
  1157. data/third_party/boringssl/include/openssl/rsa.h +731 -0
  1158. data/third_party/boringssl/include/openssl/safestack.h +16 -0
  1159. data/third_party/boringssl/include/openssl/sha.h +256 -0
  1160. data/third_party/boringssl/include/openssl/span.h +191 -0
  1161. data/third_party/boringssl/include/openssl/srtp.h +18 -0
  1162. data/third_party/boringssl/include/openssl/ssl.h +4592 -0
  1163. data/third_party/boringssl/include/openssl/ssl3.h +333 -0
  1164. data/third_party/boringssl/include/openssl/stack.h +485 -0
  1165. data/third_party/boringssl/include/openssl/thread.h +191 -0
  1166. data/third_party/boringssl/include/openssl/tls1.h +610 -0
  1167. data/third_party/boringssl/include/openssl/type_check.h +91 -0
  1168. data/third_party/boringssl/include/openssl/x509.h +1176 -0
  1169. data/third_party/boringssl/include/openssl/x509_vfy.h +614 -0
  1170. data/third_party/boringssl/include/openssl/x509v3.h +826 -0
  1171. data/third_party/boringssl/ssl/bio_ssl.cc +179 -0
  1172. data/third_party/boringssl/ssl/custom_extensions.cc +265 -0
  1173. data/third_party/boringssl/ssl/d1_both.cc +837 -0
  1174. data/third_party/boringssl/ssl/d1_lib.cc +267 -0
  1175. data/third_party/boringssl/ssl/d1_pkt.cc +274 -0
  1176. data/third_party/boringssl/ssl/d1_srtp.cc +232 -0
  1177. data/third_party/boringssl/ssl/dtls_method.cc +193 -0
  1178. data/third_party/boringssl/ssl/dtls_record.cc +353 -0
  1179. data/third_party/boringssl/ssl/handshake.cc +616 -0
  1180. data/third_party/boringssl/ssl/handshake_client.cc +1836 -0
  1181. data/third_party/boringssl/ssl/handshake_server.cc +1662 -0
  1182. data/third_party/boringssl/ssl/internal.h +3011 -0
  1183. data/third_party/boringssl/ssl/s3_both.cc +585 -0
  1184. data/third_party/boringssl/ssl/s3_lib.cc +224 -0
  1185. data/third_party/boringssl/ssl/s3_pkt.cc +443 -0
  1186. data/third_party/boringssl/ssl/ssl_aead_ctx.cc +415 -0
  1187. data/third_party/boringssl/ssl/ssl_asn1.cc +840 -0
  1188. data/third_party/boringssl/ssl/ssl_buffer.cc +286 -0
  1189. data/third_party/boringssl/ssl/ssl_cert.cc +913 -0
  1190. data/third_party/boringssl/ssl/ssl_cipher.cc +1777 -0
  1191. data/third_party/boringssl/ssl/ssl_file.cc +583 -0
  1192. data/third_party/boringssl/ssl/ssl_key_share.cc +250 -0
  1193. data/third_party/boringssl/ssl/ssl_lib.cc +2650 -0
  1194. data/third_party/boringssl/ssl/ssl_privkey.cc +488 -0
  1195. data/third_party/boringssl/ssl/ssl_session.cc +1221 -0
  1196. data/third_party/boringssl/ssl/ssl_stat.cc +224 -0
  1197. data/third_party/boringssl/ssl/ssl_transcript.cc +398 -0
  1198. data/third_party/boringssl/ssl/ssl_versions.cc +472 -0
  1199. data/third_party/boringssl/ssl/ssl_x509.cc +1299 -0
  1200. data/third_party/boringssl/ssl/t1_enc.cc +503 -0
  1201. data/third_party/boringssl/ssl/t1_lib.cc +3457 -0
  1202. data/third_party/boringssl/ssl/tls13_both.cc +551 -0
  1203. data/third_party/boringssl/ssl/tls13_client.cc +977 -0
  1204. data/third_party/boringssl/ssl/tls13_enc.cc +563 -0
  1205. data/third_party/boringssl/ssl/tls13_server.cc +1068 -0
  1206. data/third_party/boringssl/ssl/tls_method.cc +291 -0
  1207. data/third_party/boringssl/ssl/tls_record.cc +712 -0
  1208. data/third_party/boringssl/third_party/fiat/curve25519.c +5062 -0
  1209. data/third_party/boringssl/third_party/fiat/internal.h +142 -0
  1210. data/third_party/cares/ares_build.h +223 -0
  1211. data/third_party/cares/cares/ares.h +658 -0
  1212. data/third_party/cares/cares/ares__close_sockets.c +61 -0
  1213. data/third_party/cares/cares/ares__get_hostent.c +261 -0
  1214. data/third_party/cares/cares/ares__read_line.c +73 -0
  1215. data/third_party/cares/cares/ares__timeval.c +111 -0
  1216. data/third_party/cares/cares/ares_cancel.c +63 -0
  1217. data/third_party/cares/cares/ares_create_query.c +202 -0
  1218. data/third_party/cares/cares/ares_data.c +221 -0
  1219. data/third_party/cares/cares/ares_data.h +72 -0
  1220. data/third_party/cares/cares/ares_destroy.c +108 -0
  1221. data/third_party/cares/cares/ares_dns.h +103 -0
  1222. data/third_party/cares/cares/ares_expand_name.c +209 -0
  1223. data/third_party/cares/cares/ares_expand_string.c +70 -0
  1224. data/third_party/cares/cares/ares_fds.c +59 -0
  1225. data/third_party/cares/cares/ares_free_hostent.c +41 -0
  1226. data/third_party/cares/cares/ares_free_string.c +25 -0
  1227. data/third_party/cares/cares/ares_getenv.c +30 -0
  1228. data/third_party/cares/cares/ares_getenv.h +26 -0
  1229. data/third_party/cares/cares/ares_gethostbyaddr.c +294 -0
  1230. data/third_party/cares/cares/ares_gethostbyname.c +518 -0
  1231. data/third_party/cares/cares/ares_getnameinfo.c +442 -0
  1232. data/third_party/cares/cares/ares_getopt.c +122 -0
  1233. data/third_party/cares/cares/ares_getopt.h +53 -0
  1234. data/third_party/cares/cares/ares_getsock.c +66 -0
  1235. data/third_party/cares/cares/ares_inet_net_pton.h +25 -0
  1236. data/third_party/cares/cares/ares_init.c +2514 -0
  1237. data/third_party/cares/cares/ares_iphlpapi.h +221 -0
  1238. data/third_party/cares/cares/ares_ipv6.h +78 -0
  1239. data/third_party/cares/cares/ares_library_init.c +177 -0
  1240. data/third_party/cares/cares/ares_library_init.h +43 -0
  1241. data/third_party/cares/cares/ares_llist.c +63 -0
  1242. data/third_party/cares/cares/ares_llist.h +39 -0
  1243. data/third_party/cares/cares/ares_mkquery.c +24 -0
  1244. data/third_party/cares/cares/ares_nowarn.c +260 -0
  1245. data/third_party/cares/cares/ares_nowarn.h +61 -0
  1246. data/third_party/cares/cares/ares_options.c +402 -0
  1247. data/third_party/cares/cares/ares_parse_a_reply.c +264 -0
  1248. data/third_party/cares/cares/ares_parse_aaaa_reply.c +264 -0
  1249. data/third_party/cares/cares/ares_parse_mx_reply.c +170 -0
  1250. data/third_party/cares/cares/ares_parse_naptr_reply.c +193 -0
  1251. data/third_party/cares/cares/ares_parse_ns_reply.c +183 -0
  1252. data/third_party/cares/cares/ares_parse_ptr_reply.c +219 -0
  1253. data/third_party/cares/cares/ares_parse_soa_reply.c +133 -0
  1254. data/third_party/cares/cares/ares_parse_srv_reply.c +179 -0
  1255. data/third_party/cares/cares/ares_parse_txt_reply.c +220 -0
  1256. data/third_party/cares/cares/ares_platform.c +11035 -0
  1257. data/third_party/cares/cares/ares_platform.h +43 -0
  1258. data/third_party/cares/cares/ares_private.h +374 -0
  1259. data/third_party/cares/cares/ares_process.c +1448 -0
  1260. data/third_party/cares/cares/ares_query.c +186 -0
  1261. data/third_party/cares/cares/ares_rules.h +125 -0
  1262. data/third_party/cares/cares/ares_search.c +316 -0
  1263. data/third_party/cares/cares/ares_send.c +131 -0
  1264. data/third_party/cares/cares/ares_setup.h +217 -0
  1265. data/third_party/cares/cares/ares_strcasecmp.c +66 -0
  1266. data/third_party/cares/cares/ares_strcasecmp.h +30 -0
  1267. data/third_party/cares/cares/ares_strdup.c +49 -0
  1268. data/third_party/cares/cares/ares_strdup.h +24 -0
  1269. data/third_party/cares/cares/ares_strerror.c +56 -0
  1270. data/third_party/cares/cares/ares_timeout.c +88 -0
  1271. data/third_party/cares/cares/ares_version.c +11 -0
  1272. data/third_party/cares/cares/ares_version.h +24 -0
  1273. data/third_party/cares/cares/ares_writev.c +79 -0
  1274. data/third_party/cares/cares/bitncmp.c +59 -0
  1275. data/third_party/cares/cares/bitncmp.h +26 -0
  1276. data/third_party/cares/cares/config-win32.h +351 -0
  1277. data/third_party/cares/cares/inet_net_pton.c +450 -0
  1278. data/third_party/cares/cares/inet_ntop.c +208 -0
  1279. data/third_party/cares/cares/setup_once.h +554 -0
  1280. data/third_party/cares/cares/windows_port.c +22 -0
  1281. data/third_party/cares/config_darwin/ares_config.h +425 -0
  1282. data/third_party/cares/config_freebsd/ares_config.h +502 -0
  1283. data/third_party/cares/config_linux/ares_config.h +458 -0
  1284. data/third_party/cares/config_openbsd/ares_config.h +502 -0
  1285. data/third_party/nanopb/pb.h +579 -0
  1286. data/third_party/nanopb/pb_common.c +97 -0
  1287. data/third_party/nanopb/pb_common.h +42 -0
  1288. data/third_party/nanopb/pb_decode.c +1347 -0
  1289. data/third_party/nanopb/pb_decode.h +149 -0
  1290. data/third_party/nanopb/pb_encode.c +696 -0
  1291. data/third_party/nanopb/pb_encode.h +154 -0
  1292. data/third_party/zlib/adler32.c +186 -0
  1293. data/third_party/zlib/compress.c +86 -0
  1294. data/third_party/zlib/crc32.c +442 -0
  1295. data/third_party/zlib/crc32.h +441 -0
  1296. data/third_party/zlib/deflate.c +2163 -0
  1297. data/third_party/zlib/deflate.h +349 -0
  1298. data/third_party/zlib/gzclose.c +25 -0
  1299. data/third_party/zlib/gzguts.h +218 -0
  1300. data/third_party/zlib/gzlib.c +637 -0
  1301. data/third_party/zlib/gzread.c +654 -0
  1302. data/third_party/zlib/gzwrite.c +665 -0
  1303. data/third_party/zlib/infback.c +640 -0
  1304. data/third_party/zlib/inffast.c +323 -0
  1305. data/third_party/zlib/inffast.h +11 -0
  1306. data/third_party/zlib/inffixed.h +94 -0
  1307. data/third_party/zlib/inflate.c +1561 -0
  1308. data/third_party/zlib/inflate.h +125 -0
  1309. data/third_party/zlib/inftrees.c +304 -0
  1310. data/third_party/zlib/inftrees.h +62 -0
  1311. data/third_party/zlib/trees.c +1203 -0
  1312. data/third_party/zlib/trees.h +128 -0
  1313. data/third_party/zlib/uncompr.c +93 -0
  1314. data/third_party/zlib/zconf.h +534 -0
  1315. data/third_party/zlib/zlib.h +1912 -0
  1316. data/third_party/zlib/zutil.c +325 -0
  1317. data/third_party/zlib/zutil.h +271 -0
  1318. metadata +1586 -0
@@ -0,0 +1,1735 @@
1
+ /*
2
+ *
3
+ * Copyright 2016 gRPC authors.
4
+ *
5
+ * Licensed under the Apache License, Version 2.0 (the "License");
6
+ * you may not use this file except in compliance with the License.
7
+ * You may obtain a copy of the License at
8
+ *
9
+ * http://www.apache.org/licenses/LICENSE-2.0
10
+ *
11
+ * Unless required by applicable law or agreed to in writing, software
12
+ * distributed under the License is distributed on an "AS IS" BASIS,
13
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ * See the License for the specific language governing permissions and
15
+ * limitations under the License.
16
+ *
17
+ */
18
+
19
+ #include <grpc/support/port_platform.h>
20
+
21
+ #include "src/core/lib/iomgr/port.h"
22
+
23
+ #include <grpc/grpc_posix.h>
24
+ #include <grpc/support/log.h>
25
+
26
+ /* This polling engine is only relevant on linux kernels supporting epoll() */
27
+ #ifdef GRPC_LINUX_EPOLL_CREATE1
28
+
29
+ #include "src/core/lib/iomgr/ev_epollsig_linux.h"
30
+
31
+ #include <assert.h>
32
+ #include <errno.h>
33
+ #include <limits.h>
34
+ #include <poll.h>
35
+ #include <pthread.h>
36
+ #include <signal.h>
37
+ #include <string.h>
38
+ #include <sys/epoll.h>
39
+ #include <sys/socket.h>
40
+ #include <unistd.h>
41
+
42
+ #include <grpc/support/alloc.h>
43
+ #include <grpc/support/string_util.h>
44
+
45
+ #include "src/core/lib/debug/stats.h"
46
+ #include "src/core/lib/gpr/tls.h"
47
+ #include "src/core/lib/gpr/useful.h"
48
+ #include "src/core/lib/gprpp/manual_constructor.h"
49
+ #include "src/core/lib/iomgr/block_annotate.h"
50
+ #include "src/core/lib/iomgr/ev_posix.h"
51
+ #include "src/core/lib/iomgr/iomgr_internal.h"
52
+ #include "src/core/lib/iomgr/lockfree_event.h"
53
+ #include "src/core/lib/iomgr/timer.h"
54
+ #include "src/core/lib/iomgr/wakeup_fd_posix.h"
55
+ #include "src/core/lib/profiling/timers.h"
56
+
57
+ #define GRPC_POLLSET_KICK_BROADCAST ((grpc_pollset_worker*)1)
58
+
59
+ #define GRPC_POLLING_TRACE(...) \
60
+ if (grpc_polling_trace.enabled()) { \
61
+ gpr_log(GPR_INFO, __VA_ARGS__); \
62
+ }
63
+
64
+ static int grpc_wakeup_signal = -1;
65
+ static bool is_grpc_wakeup_signal_initialized = false;
66
+
67
+ /* Implements the function defined in grpc_posix.h. This function might be
68
+ * called before even calling grpc_init() to set either a different signal to
69
+ * use. If signum == -1, then the use of signals is disabled */
70
+ void grpc_use_signal(int signum) {
71
+ grpc_wakeup_signal = signum;
72
+ is_grpc_wakeup_signal_initialized = true;
73
+
74
+ if (grpc_wakeup_signal < 0) {
75
+ gpr_log(GPR_INFO,
76
+ "Use of signals is disabled. Epoll engine will not be used");
77
+ } else {
78
+ gpr_log(GPR_INFO, "epoll engine will be using signal: %d",
79
+ grpc_wakeup_signal);
80
+ }
81
+ }
82
+
83
+ struct polling_island;
84
+
85
+ typedef enum {
86
+ POLL_OBJ_FD,
87
+ POLL_OBJ_POLLSET,
88
+ POLL_OBJ_POLLSET_SET
89
+ } poll_obj_type;
90
+
91
+ typedef struct poll_obj {
92
+ #ifndef NDEBUG
93
+ poll_obj_type obj_type;
94
+ #endif
95
+ gpr_mu mu;
96
+ struct polling_island* pi;
97
+ } poll_obj;
98
+
99
+ const char* poll_obj_string(poll_obj_type po_type) {
100
+ switch (po_type) {
101
+ case POLL_OBJ_FD:
102
+ return "fd";
103
+ case POLL_OBJ_POLLSET:
104
+ return "pollset";
105
+ case POLL_OBJ_POLLSET_SET:
106
+ return "pollset_set";
107
+ }
108
+
109
+ GPR_UNREACHABLE_CODE(return "UNKNOWN");
110
+ }
111
+
112
+ /*******************************************************************************
113
+ * Fd Declarations
114
+ */
115
+
116
+ #define FD_FROM_PO(po) ((grpc_fd*)(po))
117
+
118
+ struct grpc_fd {
119
+ poll_obj po;
120
+
121
+ int fd;
122
+ /* refst format:
123
+ bit 0 : 1=Active / 0=Orphaned
124
+ bits 1-n : refcount
125
+ Ref/Unref by two to avoid altering the orphaned bit */
126
+ gpr_atm refst;
127
+
128
+ /* The fd is either closed or we relinquished control of it. In either
129
+ cases, this indicates that the 'fd' on this structure is no longer
130
+ valid */
131
+ bool orphaned;
132
+
133
+ grpc_core::ManualConstructor<grpc_core::LockfreeEvent> read_closure;
134
+ grpc_core::ManualConstructor<grpc_core::LockfreeEvent> write_closure;
135
+
136
+ struct grpc_fd* freelist_next;
137
+ grpc_closure* on_done_closure;
138
+
139
+ /* The pollset that last noticed that the fd is readable. The actual type
140
+ * stored in this is (grpc_pollset *) */
141
+ gpr_atm read_notifier_pollset;
142
+
143
+ grpc_iomgr_object iomgr_object;
144
+ };
145
+
146
+ /* Reference counting for fds */
147
+ #ifndef NDEBUG
148
+ static void fd_ref(grpc_fd* fd, const char* reason, const char* file, int line);
149
+ static void fd_unref(grpc_fd* fd, const char* reason, const char* file,
150
+ int line);
151
+ #define GRPC_FD_REF(fd, reason) fd_ref(fd, reason, __FILE__, __LINE__)
152
+ #define GRPC_FD_UNREF(fd, reason) fd_unref(fd, reason, __FILE__, __LINE__)
153
+ #else
154
+ static void fd_ref(grpc_fd* fd);
155
+ static void fd_unref(grpc_fd* fd);
156
+ #define GRPC_FD_REF(fd, reason) fd_ref(fd)
157
+ #define GRPC_FD_UNREF(fd, reason) fd_unref(fd)
158
+ #endif
159
+
160
+ static void fd_global_init(void);
161
+ static void fd_global_shutdown(void);
162
+
163
+ /*******************************************************************************
164
+ * Polling island Declarations
165
+ */
166
+
167
+ #ifndef NDEBUG
168
+
169
+ #define PI_ADD_REF(p, r) pi_add_ref_dbg((p), (r), __FILE__, __LINE__)
170
+ #define PI_UNREF(p, r) pi_unref_dbg((p), (r), __FILE__, __LINE__)
171
+
172
+ #else
173
+
174
+ #define PI_ADD_REF(p, r) pi_add_ref((p))
175
+ #define PI_UNREF(p, r) pi_unref((p))
176
+
177
+ #endif
178
+
179
+ /* This is also used as grpc_workqueue (by directly casing it) */
180
+ typedef struct polling_island {
181
+ gpr_mu mu;
182
+ /* Ref count. Use PI_ADD_REF() and PI_UNREF() macros to increment/decrement
183
+ the refcount.
184
+ Once the ref count becomes zero, this structure is destroyed which means
185
+ we should ensure that there is never a scenario where a PI_ADD_REF() is
186
+ racing with a PI_UNREF() that just made the ref_count zero. */
187
+ gpr_atm ref_count;
188
+
189
+ /* Pointer to the polling_island this merged into.
190
+ * merged_to value is only set once in polling_island's lifetime (and that too
191
+ * only if the island is merged with another island). Because of this, we can
192
+ * use gpr_atm type here so that we can do atomic access on this and reduce
193
+ * lock contention on 'mu' mutex.
194
+ *
195
+ * Note that if this field is not NULL (i.e not 0), all the remaining fields
196
+ * (except mu and ref_count) are invalid and must be ignored. */
197
+ gpr_atm merged_to;
198
+
199
+ /* Number of threads currently polling on this island */
200
+ gpr_atm poller_count;
201
+
202
+ /* The fd of the underlying epoll set */
203
+ int epoll_fd;
204
+
205
+ /* The file descriptors in the epoll set */
206
+ size_t fd_cnt;
207
+ size_t fd_capacity;
208
+ grpc_fd** fds;
209
+ } polling_island;
210
+
211
+ /*******************************************************************************
212
+ * Pollset Declarations
213
+ */
214
+ struct grpc_pollset_worker {
215
+ /* Thread id of this worker */
216
+ pthread_t pt_id;
217
+
218
+ /* Used to prevent a worker from getting kicked multiple times */
219
+ gpr_atm is_kicked;
220
+ struct grpc_pollset_worker* next;
221
+ struct grpc_pollset_worker* prev;
222
+ };
223
+
224
+ struct grpc_pollset {
225
+ poll_obj po;
226
+
227
+ grpc_pollset_worker root_worker;
228
+ bool kicked_without_pollers;
229
+
230
+ bool shutting_down; /* Is the pollset shutting down ? */
231
+ bool finish_shutdown_called; /* Is the 'finish_shutdown_locked()' called ? */
232
+ grpc_closure* shutdown_done; /* Called after after shutdown is complete */
233
+ };
234
+
235
+ /*******************************************************************************
236
+ * Pollset-set Declarations
237
+ */
238
+ struct grpc_pollset_set {
239
+ poll_obj po;
240
+ };
241
+
242
+ /*******************************************************************************
243
+ * Common helpers
244
+ */
245
+
246
+ static bool append_error(grpc_error** composite, grpc_error* error,
247
+ const char* desc) {
248
+ if (error == GRPC_ERROR_NONE) return true;
249
+ if (*composite == GRPC_ERROR_NONE) {
250
+ *composite = GRPC_ERROR_CREATE_FROM_COPIED_STRING(desc);
251
+ }
252
+ *composite = grpc_error_add_child(*composite, error);
253
+ return false;
254
+ }
255
+
256
+ /*******************************************************************************
257
+ * Polling island Definitions
258
+ */
259
+
260
+ /* The wakeup fd that is used to wake up all threads in a Polling island. This
261
+ is useful in the polling island merge operation where we need to wakeup all
262
+ the threads currently polling the smaller polling island (so that they can
263
+ start polling the new/merged polling island)
264
+
265
+ NOTE: This fd is initialized to be readable and MUST NOT be consumed i.e the
266
+ threads that woke up MUST NOT call grpc_wakeup_fd_consume_wakeup() */
267
+ static grpc_wakeup_fd polling_island_wakeup_fd;
268
+
269
+ /* The polling island being polled right now.
270
+ See comments in workqueue_maybe_wakeup for why this is tracked. */
271
+ static __thread polling_island* g_current_thread_polling_island;
272
+
273
+ /* Forward declaration */
274
+ static void polling_island_delete(polling_island* pi);
275
+
276
+ #ifdef GRPC_TSAN
277
+ /* Currently TSAN may incorrectly flag data races between epoll_ctl and
278
+ epoll_wait for any grpc_fd structs that are added to the epoll set via
279
+ epoll_ctl and are returned (within a very short window) via epoll_wait().
280
+
281
+ To work-around this race, we establish a happens-before relation between
282
+ the code just-before epoll_ctl() and the code after epoll_wait() by using
283
+ this atomic */
284
+ gpr_atm g_epoll_sync;
285
+ #endif /* defined(GRPC_TSAN) */
286
+
287
+ static void pi_add_ref(polling_island* pi);
288
+ static void pi_unref(polling_island* pi);
289
+
290
+ #ifndef NDEBUG
291
+ static void pi_add_ref_dbg(polling_island* pi, const char* reason,
292
+ const char* file, int line) {
293
+ if (grpc_polling_trace.enabled()) {
294
+ gpr_atm old_cnt = gpr_atm_acq_load(&pi->ref_count);
295
+ gpr_log(GPR_DEBUG,
296
+ "Add ref pi: %p, old:%" PRIdPTR " -> new:%" PRIdPTR
297
+ " (%s) - (%s, %d)",
298
+ pi, old_cnt, old_cnt + 1, reason, file, line);
299
+ }
300
+ pi_add_ref(pi);
301
+ }
302
+
303
+ static void pi_unref_dbg(polling_island* pi, const char* reason,
304
+ const char* file, int line) {
305
+ if (grpc_polling_trace.enabled()) {
306
+ gpr_atm old_cnt = gpr_atm_acq_load(&pi->ref_count);
307
+ gpr_log(GPR_DEBUG,
308
+ "Unref pi: %p, old:%" PRIdPTR " -> new:%" PRIdPTR
309
+ " (%s) - (%s, %d)",
310
+ pi, old_cnt, (old_cnt - 1), reason, file, line);
311
+ }
312
+ pi_unref(pi);
313
+ }
314
+ #endif
315
+
316
+ static void pi_add_ref(polling_island* pi) {
317
+ gpr_atm_no_barrier_fetch_add(&pi->ref_count, 1);
318
+ }
319
+
320
+ static void pi_unref(polling_island* pi) {
321
+ /* If ref count went to zero, delete the polling island.
322
+ Note that this deletion not be done under a lock. Once the ref count goes
323
+ to zero, we are guaranteed that no one else holds a reference to the
324
+ polling island (and that there is no racing pi_add_ref() call either).
325
+
326
+ Also, if we are deleting the polling island and the merged_to field is
327
+ non-empty, we should remove a ref to the merged_to polling island
328
+ */
329
+ if (1 == gpr_atm_full_fetch_add(&pi->ref_count, -1)) {
330
+ polling_island* next = (polling_island*)gpr_atm_acq_load(&pi->merged_to);
331
+ polling_island_delete(pi);
332
+ if (next != nullptr) {
333
+ PI_UNREF(next, "pi_delete"); /* Recursive call */
334
+ }
335
+ }
336
+ }
337
+
338
+ /* The caller is expected to hold pi->mu lock before calling this function */
339
+ static void polling_island_add_fds_locked(polling_island* pi, grpc_fd** fds,
340
+ size_t fd_count, bool add_fd_refs,
341
+ grpc_error** error) {
342
+ int err;
343
+ size_t i;
344
+ struct epoll_event ev;
345
+ char* err_msg;
346
+ const char* err_desc = "polling_island_add_fds";
347
+
348
+ #ifdef GRPC_TSAN
349
+ /* See the definition of g_epoll_sync for more context */
350
+ gpr_atm_rel_store(&g_epoll_sync, (gpr_atm)0);
351
+ #endif /* defined(GRPC_TSAN) */
352
+
353
+ for (i = 0; i < fd_count; i++) {
354
+ ev.events = static_cast<uint32_t>(EPOLLIN | EPOLLOUT | EPOLLET);
355
+ ev.data.ptr = fds[i];
356
+ err = epoll_ctl(pi->epoll_fd, EPOLL_CTL_ADD, fds[i]->fd, &ev);
357
+
358
+ if (err < 0) {
359
+ if (errno != EEXIST) {
360
+ gpr_asprintf(
361
+ &err_msg,
362
+ "epoll_ctl (epoll_fd: %d) add fd: %d failed with error: %d (%s)",
363
+ pi->epoll_fd, fds[i]->fd, errno, strerror(errno));
364
+ append_error(error, GRPC_OS_ERROR(errno, err_msg), err_desc);
365
+ gpr_free(err_msg);
366
+ }
367
+
368
+ continue;
369
+ }
370
+
371
+ if (pi->fd_cnt == pi->fd_capacity) {
372
+ pi->fd_capacity = GPR_MAX(pi->fd_capacity + 8, pi->fd_cnt * 3 / 2);
373
+ pi->fds = static_cast<grpc_fd**>(
374
+ gpr_realloc(pi->fds, sizeof(grpc_fd*) * pi->fd_capacity));
375
+ }
376
+
377
+ pi->fds[pi->fd_cnt++] = fds[i];
378
+ if (add_fd_refs) {
379
+ GRPC_FD_REF(fds[i], "polling_island");
380
+ }
381
+ }
382
+ }
383
+
384
+ /* The caller is expected to hold pi->mu before calling this */
385
+ static void polling_island_add_wakeup_fd_locked(polling_island* pi,
386
+ grpc_wakeup_fd* wakeup_fd,
387
+ grpc_error** error) {
388
+ struct epoll_event ev;
389
+ int err;
390
+ char* err_msg;
391
+ const char* err_desc = "polling_island_add_wakeup_fd";
392
+
393
+ ev.events = static_cast<uint32_t>(EPOLLIN | EPOLLET);
394
+ ev.data.ptr = wakeup_fd;
395
+ err = epoll_ctl(pi->epoll_fd, EPOLL_CTL_ADD,
396
+ GRPC_WAKEUP_FD_GET_READ_FD(wakeup_fd), &ev);
397
+ if (err < 0 && errno != EEXIST) {
398
+ gpr_asprintf(&err_msg,
399
+ "epoll_ctl (epoll_fd: %d) add wakeup fd: %d failed with "
400
+ "error: %d (%s)",
401
+ pi->epoll_fd, GRPC_WAKEUP_FD_GET_READ_FD(wakeup_fd), errno,
402
+ strerror(errno));
403
+ append_error(error, GRPC_OS_ERROR(errno, err_msg), err_desc);
404
+ gpr_free(err_msg);
405
+ }
406
+ }
407
+
408
+ /* The caller is expected to hold pi->mu lock before calling this function */
409
+ static void polling_island_remove_all_fds_locked(polling_island* pi,
410
+ bool remove_fd_refs,
411
+ grpc_error** error) {
412
+ int err;
413
+ size_t i;
414
+ char* err_msg;
415
+ const char* err_desc = "polling_island_remove_fds";
416
+
417
+ for (i = 0; i < pi->fd_cnt; i++) {
418
+ err = epoll_ctl(pi->epoll_fd, EPOLL_CTL_DEL, pi->fds[i]->fd, nullptr);
419
+ if (err < 0 && errno != ENOENT) {
420
+ gpr_asprintf(&err_msg,
421
+ "epoll_ctl (epoll_fd: %d) delete fds[%zu]: %d failed with "
422
+ "error: %d (%s)",
423
+ pi->epoll_fd, i, pi->fds[i]->fd, errno, strerror(errno));
424
+ append_error(error, GRPC_OS_ERROR(errno, err_msg), err_desc);
425
+ gpr_free(err_msg);
426
+ }
427
+
428
+ if (remove_fd_refs) {
429
+ GRPC_FD_UNREF(pi->fds[i], "polling_island");
430
+ }
431
+ }
432
+
433
+ pi->fd_cnt = 0;
434
+ }
435
+
436
+ /* The caller is expected to hold pi->mu lock before calling this function */
437
+ static void polling_island_remove_fd_locked(polling_island* pi, grpc_fd* fd,
438
+ bool is_fd_closed,
439
+ grpc_error** error) {
440
+ int err;
441
+ size_t i;
442
+ char* err_msg;
443
+ const char* err_desc = "polling_island_remove_fd";
444
+
445
+ /* If fd is already closed, then it would have been automatically been removed
446
+ from the epoll set */
447
+ if (!is_fd_closed) {
448
+ err = epoll_ctl(pi->epoll_fd, EPOLL_CTL_DEL, fd->fd, nullptr);
449
+ if (err < 0 && errno != ENOENT) {
450
+ gpr_asprintf(
451
+ &err_msg,
452
+ "epoll_ctl (epoll_fd: %d) del fd: %d failed with error: %d (%s)",
453
+ pi->epoll_fd, fd->fd, errno, strerror(errno));
454
+ append_error(error, GRPC_OS_ERROR(errno, err_msg), err_desc);
455
+ gpr_free(err_msg);
456
+ }
457
+ }
458
+
459
+ for (i = 0; i < pi->fd_cnt; i++) {
460
+ if (pi->fds[i] == fd) {
461
+ pi->fds[i] = pi->fds[--pi->fd_cnt];
462
+ GRPC_FD_UNREF(fd, "polling_island");
463
+ break;
464
+ }
465
+ }
466
+ }
467
+
468
+ /* Might return NULL in case of an error */
469
+ static polling_island* polling_island_create(grpc_fd* initial_fd,
470
+ grpc_error** error) {
471
+ polling_island* pi = nullptr;
472
+ const char* err_desc = "polling_island_create";
473
+
474
+ *error = GRPC_ERROR_NONE;
475
+
476
+ pi = static_cast<polling_island*>(gpr_malloc(sizeof(*pi)));
477
+ gpr_mu_init(&pi->mu);
478
+ pi->fd_cnt = 0;
479
+ pi->fd_capacity = 0;
480
+ pi->fds = nullptr;
481
+ pi->epoll_fd = -1;
482
+
483
+ gpr_atm_rel_store(&pi->ref_count, 0);
484
+ gpr_atm_rel_store(&pi->poller_count, 0);
485
+ gpr_atm_rel_store(&pi->merged_to, (gpr_atm) nullptr);
486
+
487
+ pi->epoll_fd = epoll_create1(EPOLL_CLOEXEC);
488
+
489
+ if (pi->epoll_fd < 0) {
490
+ append_error(error, GRPC_OS_ERROR(errno, "epoll_create1"), err_desc);
491
+ goto done;
492
+ }
493
+
494
+ if (initial_fd != nullptr) {
495
+ polling_island_add_fds_locked(pi, &initial_fd, 1, true, error);
496
+ }
497
+
498
+ done:
499
+ if (*error != GRPC_ERROR_NONE) {
500
+ polling_island_delete(pi);
501
+ pi = nullptr;
502
+ }
503
+ return pi;
504
+ }
505
+
506
+ static void polling_island_delete(polling_island* pi) {
507
+ GPR_ASSERT(pi->fd_cnt == 0);
508
+
509
+ if (pi->epoll_fd >= 0) {
510
+ close(pi->epoll_fd);
511
+ }
512
+ gpr_mu_destroy(&pi->mu);
513
+ gpr_free(pi->fds);
514
+ gpr_free(pi);
515
+ }
516
+
517
+ /* Attempts to gets the last polling island in the linked list (liked by the
518
+ * 'merged_to' field). Since this does not lock the polling island, there are no
519
+ * guarantees that the island returned is the last island */
520
+ static polling_island* polling_island_maybe_get_latest(polling_island* pi) {
521
+ polling_island* next = (polling_island*)gpr_atm_acq_load(&pi->merged_to);
522
+ while (next != nullptr) {
523
+ pi = next;
524
+ next = (polling_island*)gpr_atm_acq_load(&pi->merged_to);
525
+ }
526
+
527
+ return pi;
528
+ }
529
+
530
+ /* Gets the lock on the *latest* polling island i.e the last polling island in
531
+ the linked list (linked by the 'merged_to' field). Call gpr_mu_unlock on the
532
+ returned polling island's mu.
533
+ Usage: To lock/unlock polling island "pi", do the following:
534
+ polling_island *pi_latest = polling_island_lock(pi);
535
+ ...
536
+ ... critical section ..
537
+ ...
538
+ gpr_mu_unlock(&pi_latest->mu); // NOTE: use pi_latest->mu. NOT pi->mu */
539
+ static polling_island* polling_island_lock(polling_island* pi) {
540
+ polling_island* next = nullptr;
541
+
542
+ while (true) {
543
+ next = (polling_island*)gpr_atm_acq_load(&pi->merged_to);
544
+ if (next == nullptr) {
545
+ /* Looks like 'pi' is the last node in the linked list but unless we check
546
+ this by holding the pi->mu lock, we cannot be sure (i.e without the
547
+ pi->mu lock, we don't prevent island merges).
548
+ To be absolutely sure, check once more by holding the pi->mu lock */
549
+ gpr_mu_lock(&pi->mu);
550
+ next = (polling_island*)gpr_atm_acq_load(&pi->merged_to);
551
+ if (next == nullptr) {
552
+ /* pi is infact the last node and we have the pi->mu lock. we're done */
553
+ break;
554
+ }
555
+
556
+ /* pi->merged_to is not NULL i.e pi isn't the last node anymore. pi->mu
557
+ * isn't the lock we are interested in. Continue traversing the list */
558
+ gpr_mu_unlock(&pi->mu);
559
+ }
560
+
561
+ pi = next;
562
+ }
563
+
564
+ return pi;
565
+ }
566
+
567
+ /* Gets the lock on the *latest* polling islands in the linked lists pointed by
568
+ *p and *q (and also updates *p and *q to point to the latest polling islands)
569
+
570
+ This function is needed because calling the following block of code to obtain
571
+ locks on polling islands (*p and *q) is prone to deadlocks.
572
+ {
573
+ polling_island_lock(*p, true);
574
+ polling_island_lock(*q, true);
575
+ }
576
+
577
+ Usage/example:
578
+ polling_island *p1;
579
+ polling_island *p2;
580
+ ..
581
+ polling_island_lock_pair(&p1, &p2);
582
+ ..
583
+ .. Critical section with both p1 and p2 locked
584
+ ..
585
+ // Release locks: Always call polling_island_unlock_pair() to release locks
586
+ polling_island_unlock_pair(p1, p2);
587
+ */
588
+ static void polling_island_lock_pair(polling_island** p, polling_island** q) {
589
+ polling_island* pi_1 = *p;
590
+ polling_island* pi_2 = *q;
591
+ polling_island* next_1 = nullptr;
592
+ polling_island* next_2 = nullptr;
593
+
594
+ /* The algorithm is simple:
595
+ - Go to the last polling islands in the linked lists *pi_1 and *pi_2 (and
596
+ keep updating pi_1 and pi_2)
597
+ - Then obtain locks on the islands by following a lock order rule of
598
+ locking polling_island with lower address first
599
+ Special case: Before obtaining the locks, check if pi_1 and pi_2 are
600
+ pointing to the same island. If that is the case, we can just call
601
+ polling_island_lock()
602
+ - After obtaining both the locks, double check that the polling islands
603
+ are still the last polling islands in their respective linked lists
604
+ (this is because there might have been polling island merges before
605
+ we got the lock)
606
+ - If the polling islands are the last islands, we are done. If not,
607
+ release the locks and continue the process from the first step */
608
+ while (true) {
609
+ next_1 = (polling_island*)gpr_atm_acq_load(&pi_1->merged_to);
610
+ while (next_1 != nullptr) {
611
+ pi_1 = next_1;
612
+ next_1 = (polling_island*)gpr_atm_acq_load(&pi_1->merged_to);
613
+ }
614
+
615
+ next_2 = (polling_island*)gpr_atm_acq_load(&pi_2->merged_to);
616
+ while (next_2 != nullptr) {
617
+ pi_2 = next_2;
618
+ next_2 = (polling_island*)gpr_atm_acq_load(&pi_2->merged_to);
619
+ }
620
+
621
+ if (pi_1 == pi_2) {
622
+ pi_1 = pi_2 = polling_island_lock(pi_1);
623
+ break;
624
+ }
625
+
626
+ if (pi_1 < pi_2) {
627
+ gpr_mu_lock(&pi_1->mu);
628
+ gpr_mu_lock(&pi_2->mu);
629
+ } else {
630
+ gpr_mu_lock(&pi_2->mu);
631
+ gpr_mu_lock(&pi_1->mu);
632
+ }
633
+
634
+ next_1 = (polling_island*)gpr_atm_acq_load(&pi_1->merged_to);
635
+ next_2 = (polling_island*)gpr_atm_acq_load(&pi_2->merged_to);
636
+ if (next_1 == nullptr && next_2 == nullptr) {
637
+ break;
638
+ }
639
+
640
+ gpr_mu_unlock(&pi_1->mu);
641
+ gpr_mu_unlock(&pi_2->mu);
642
+ }
643
+
644
+ *p = pi_1;
645
+ *q = pi_2;
646
+ }
647
+
648
+ static void polling_island_unlock_pair(polling_island* p, polling_island* q) {
649
+ if (p == q) {
650
+ gpr_mu_unlock(&p->mu);
651
+ } else {
652
+ gpr_mu_unlock(&p->mu);
653
+ gpr_mu_unlock(&q->mu);
654
+ }
655
+ }
656
+
657
+ static polling_island* polling_island_merge(polling_island* p,
658
+ polling_island* q,
659
+ grpc_error** error) {
660
+ /* Get locks on both the polling islands */
661
+ polling_island_lock_pair(&p, &q);
662
+
663
+ if (p != q) {
664
+ /* Make sure that p points to the polling island with fewer fds than q */
665
+ if (p->fd_cnt > q->fd_cnt) {
666
+ GPR_SWAP(polling_island*, p, q);
667
+ }
668
+
669
+ /* Merge p with q i.e move all the fds from p (The one with fewer fds) to q
670
+ Note that the refcounts on the fds being moved will not change here.
671
+ This is why the last param in the following two functions is 'false') */
672
+ polling_island_add_fds_locked(q, p->fds, p->fd_cnt, false, error);
673
+ polling_island_remove_all_fds_locked(p, false, error);
674
+
675
+ /* Wakeup all the pollers (if any) on p so that they pickup this change */
676
+ polling_island_add_wakeup_fd_locked(p, &polling_island_wakeup_fd, error);
677
+
678
+ /* Add the 'merged_to' link from p --> q */
679
+ gpr_atm_rel_store(&p->merged_to, (gpr_atm)q);
680
+ PI_ADD_REF(q, "pi_merge"); /* To account for the new incoming ref from p */
681
+ }
682
+ /* else if p == q, nothing needs to be done */
683
+
684
+ polling_island_unlock_pair(p, q);
685
+
686
+ /* Return the merged polling island (Note that no merge would have happened
687
+ if p == q which is ok) */
688
+ return q;
689
+ }
690
+
691
+ static grpc_error* polling_island_global_init() {
692
+ grpc_error* error = GRPC_ERROR_NONE;
693
+
694
+ error = grpc_wakeup_fd_init(&polling_island_wakeup_fd);
695
+ if (error == GRPC_ERROR_NONE) {
696
+ error = grpc_wakeup_fd_wakeup(&polling_island_wakeup_fd);
697
+ }
698
+
699
+ return error;
700
+ }
701
+
702
+ static void polling_island_global_shutdown() {
703
+ grpc_wakeup_fd_destroy(&polling_island_wakeup_fd);
704
+ }
705
+
706
+ /*******************************************************************************
707
+ * Fd Definitions
708
+ */
709
+
710
+ /* We need to keep a freelist not because of any concerns of malloc performance
711
+ * but instead so that implementations with multiple threads in (for example)
712
+ * epoll_wait deal with the race between pollset removal and incoming poll
713
+ * notifications.
714
+ *
715
+ * The problem is that the poller ultimately holds a reference to this
716
+ * object, so it is very difficult to know when is safe to free it, at least
717
+ * without some expensive synchronization.
718
+ *
719
+ * If we keep the object freelisted, in the worst case losing this race just
720
+ * becomes a spurious read notification on a reused fd.
721
+ */
722
+
723
+ /* The alarm system needs to be able to wakeup 'some poller' sometimes
724
+ * (specifically when a new alarm needs to be triggered earlier than the next
725
+ * alarm 'epoch'). This wakeup_fd gives us something to alert on when such a
726
+ * case occurs. */
727
+
728
+ static grpc_fd* fd_freelist = nullptr;
729
+ static gpr_mu fd_freelist_mu;
730
+
731
+ #ifndef NDEBUG
732
+ #define REF_BY(fd, n, reason) ref_by(fd, n, reason, __FILE__, __LINE__)
733
+ #define UNREF_BY(fd, n, reason) unref_by(fd, n, reason, __FILE__, __LINE__)
734
+ static void ref_by(grpc_fd* fd, int n, const char* reason, const char* file,
735
+ int line) {
736
+ if (grpc_trace_fd_refcount.enabled()) {
737
+ gpr_log(GPR_DEBUG,
738
+ "FD %d %p ref %d %" PRIdPTR " -> %" PRIdPTR " [%s; %s:%d]",
739
+ fd->fd, fd, n, gpr_atm_no_barrier_load(&fd->refst),
740
+ gpr_atm_no_barrier_load(&fd->refst) + n, reason, file, line);
741
+ }
742
+ #else
743
+ #define REF_BY(fd, n, reason) ref_by(fd, n)
744
+ #define UNREF_BY(fd, n, reason) unref_by(fd, n)
745
+ static void ref_by(grpc_fd* fd, int n) {
746
+ #endif
747
+ GPR_ASSERT(gpr_atm_no_barrier_fetch_add(&fd->refst, n) > 0);
748
+ }
749
+
750
+ #ifndef NDEBUG
751
+ static void unref_by(grpc_fd* fd, int n, const char* reason, const char* file,
752
+ int line) {
753
+ if (grpc_trace_fd_refcount.enabled()) {
754
+ gpr_log(GPR_DEBUG,
755
+ "FD %d %p unref %d %" PRIdPTR " -> %" PRIdPTR " [%s; %s:%d]",
756
+ fd->fd, fd, n, gpr_atm_no_barrier_load(&fd->refst),
757
+ gpr_atm_no_barrier_load(&fd->refst) - n, reason, file, line);
758
+ }
759
+ #else
760
+ static void unref_by(grpc_fd* fd, int n) {
761
+ #endif
762
+ gpr_atm old = gpr_atm_full_fetch_add(&fd->refst, -n);
763
+ if (old == n) {
764
+ /* Add the fd to the freelist */
765
+ gpr_mu_lock(&fd_freelist_mu);
766
+ fd->freelist_next = fd_freelist;
767
+ fd_freelist = fd;
768
+ grpc_iomgr_unregister_object(&fd->iomgr_object);
769
+
770
+ fd->read_closure->DestroyEvent();
771
+ fd->write_closure->DestroyEvent();
772
+
773
+ gpr_mu_unlock(&fd_freelist_mu);
774
+ } else {
775
+ GPR_ASSERT(old > n);
776
+ }
777
+ }
778
+
779
+ /* Increment refcount by two to avoid changing the orphan bit */
780
+ #ifndef NDEBUG
781
+ static void fd_ref(grpc_fd* fd, const char* reason, const char* file,
782
+ int line) {
783
+ ref_by(fd, 2, reason, file, line);
784
+ }
785
+
786
+ static void fd_unref(grpc_fd* fd, const char* reason, const char* file,
787
+ int line) {
788
+ unref_by(fd, 2, reason, file, line);
789
+ }
790
+ #else
791
+ static void fd_ref(grpc_fd* fd) { ref_by(fd, 2); }
792
+ static void fd_unref(grpc_fd* fd) { unref_by(fd, 2); }
793
+ #endif
794
+
795
+ static void fd_global_init(void) { gpr_mu_init(&fd_freelist_mu); }
796
+
797
+ static void fd_global_shutdown(void) {
798
+ gpr_mu_lock(&fd_freelist_mu);
799
+ gpr_mu_unlock(&fd_freelist_mu);
800
+ while (fd_freelist != nullptr) {
801
+ grpc_fd* fd = fd_freelist;
802
+ fd_freelist = fd_freelist->freelist_next;
803
+ gpr_mu_destroy(&fd->po.mu);
804
+ gpr_free(fd);
805
+ }
806
+ gpr_mu_destroy(&fd_freelist_mu);
807
+ }
808
+
809
+ static grpc_fd* fd_create(int fd, const char* name) {
810
+ grpc_fd* new_fd = nullptr;
811
+
812
+ gpr_mu_lock(&fd_freelist_mu);
813
+ if (fd_freelist != nullptr) {
814
+ new_fd = fd_freelist;
815
+ fd_freelist = fd_freelist->freelist_next;
816
+ }
817
+ gpr_mu_unlock(&fd_freelist_mu);
818
+
819
+ if (new_fd == nullptr) {
820
+ new_fd = static_cast<grpc_fd*>(gpr_malloc(sizeof(grpc_fd)));
821
+ gpr_mu_init(&new_fd->po.mu);
822
+ new_fd->read_closure.Init();
823
+ new_fd->write_closure.Init();
824
+ }
825
+
826
+ /* Note: It is not really needed to get the new_fd->po.mu lock here. If this
827
+ * is a newly created fd (or an fd we got from the freelist), no one else
828
+ * would be holding a lock to it anyway. */
829
+ gpr_mu_lock(&new_fd->po.mu);
830
+ new_fd->po.pi = nullptr;
831
+ #ifndef NDEBUG
832
+ new_fd->po.obj_type = POLL_OBJ_FD;
833
+ #endif
834
+
835
+ gpr_atm_rel_store(&new_fd->refst, (gpr_atm)1);
836
+ new_fd->fd = fd;
837
+ new_fd->orphaned = false;
838
+ new_fd->read_closure->InitEvent();
839
+ new_fd->write_closure->InitEvent();
840
+ gpr_atm_no_barrier_store(&new_fd->read_notifier_pollset, (gpr_atm)NULL);
841
+
842
+ new_fd->freelist_next = nullptr;
843
+ new_fd->on_done_closure = nullptr;
844
+
845
+ gpr_mu_unlock(&new_fd->po.mu);
846
+
847
+ char* fd_name;
848
+ gpr_asprintf(&fd_name, "%s fd=%d", name, fd);
849
+ grpc_iomgr_register_object(&new_fd->iomgr_object, fd_name);
850
+ gpr_free(fd_name);
851
+ return new_fd;
852
+ }
853
+
854
+ static int fd_wrapped_fd(grpc_fd* fd) {
855
+ int ret_fd = -1;
856
+ gpr_mu_lock(&fd->po.mu);
857
+ if (!fd->orphaned) {
858
+ ret_fd = fd->fd;
859
+ }
860
+ gpr_mu_unlock(&fd->po.mu);
861
+
862
+ return ret_fd;
863
+ }
864
+
865
+ static void fd_orphan(grpc_fd* fd, grpc_closure* on_done, int* release_fd,
866
+ bool already_closed, const char* reason) {
867
+ grpc_error* error = GRPC_ERROR_NONE;
868
+ polling_island* unref_pi = nullptr;
869
+
870
+ gpr_mu_lock(&fd->po.mu);
871
+ fd->on_done_closure = on_done;
872
+
873
+ /* Remove the active status but keep referenced. We want this grpc_fd struct
874
+ to be alive (and not added to freelist) until the end of this function */
875
+ REF_BY(fd, 1, reason);
876
+
877
+ /* Remove the fd from the polling island:
878
+ - Get a lock on the latest polling island (i.e the last island in the
879
+ linked list pointed by fd->po.pi). This is the island that
880
+ would actually contain the fd
881
+ - Remove the fd from the latest polling island
882
+ - Unlock the latest polling island
883
+ - Set fd->po.pi to NULL (but remove the ref on the polling island
884
+ before doing this.) */
885
+ if (fd->po.pi != nullptr) {
886
+ polling_island* pi_latest = polling_island_lock(fd->po.pi);
887
+ polling_island_remove_fd_locked(pi_latest, fd, already_closed, &error);
888
+ gpr_mu_unlock(&pi_latest->mu);
889
+
890
+ unref_pi = fd->po.pi;
891
+ fd->po.pi = nullptr;
892
+ }
893
+
894
+ /* If release_fd is not NULL, we should be relinquishing control of the file
895
+ descriptor fd->fd (but we still own the grpc_fd structure). */
896
+ if (release_fd != nullptr) {
897
+ *release_fd = fd->fd;
898
+ } else {
899
+ close(fd->fd);
900
+ }
901
+
902
+ fd->orphaned = true;
903
+
904
+ GRPC_CLOSURE_SCHED(fd->on_done_closure, GRPC_ERROR_REF(error));
905
+
906
+ gpr_mu_unlock(&fd->po.mu);
907
+ UNREF_BY(fd, 2, reason); /* Drop the reference */
908
+ if (unref_pi != nullptr) {
909
+ /* Unref stale polling island here, outside the fd lock above.
910
+ The polling island owns a workqueue which owns an fd, and unreffing
911
+ inside the lock can cause an eventual lock loop that makes TSAN very
912
+ unhappy. */
913
+ PI_UNREF(unref_pi, "fd_orphan");
914
+ }
915
+ if (error != GRPC_ERROR_NONE) {
916
+ const char* msg = grpc_error_string(error);
917
+ gpr_log(GPR_DEBUG, "fd_orphan: %s", msg);
918
+ }
919
+ GRPC_ERROR_UNREF(error);
920
+ }
921
+
922
+ static grpc_pollset* fd_get_read_notifier_pollset(grpc_fd* fd) {
923
+ gpr_atm notifier = gpr_atm_acq_load(&fd->read_notifier_pollset);
924
+ return (grpc_pollset*)notifier;
925
+ }
926
+
927
+ static bool fd_is_shutdown(grpc_fd* fd) {
928
+ return fd->read_closure->IsShutdown();
929
+ }
930
+
931
+ /* Might be called multiple times */
932
+ static void fd_shutdown(grpc_fd* fd, grpc_error* why) {
933
+ if (fd->read_closure->SetShutdown(GRPC_ERROR_REF(why))) {
934
+ shutdown(fd->fd, SHUT_RDWR);
935
+ fd->write_closure->SetShutdown(GRPC_ERROR_REF(why));
936
+ }
937
+ GRPC_ERROR_UNREF(why);
938
+ }
939
+
940
+ static void fd_notify_on_read(grpc_fd* fd, grpc_closure* closure) {
941
+ fd->read_closure->NotifyOn(closure);
942
+ }
943
+
944
+ static void fd_notify_on_write(grpc_fd* fd, grpc_closure* closure) {
945
+ fd->write_closure->NotifyOn(closure);
946
+ }
947
+
948
+ /*******************************************************************************
949
+ * Pollset Definitions
950
+ */
951
+ GPR_TLS_DECL(g_current_thread_pollset);
952
+ GPR_TLS_DECL(g_current_thread_worker);
953
+ static __thread bool g_initialized_sigmask;
954
+ static __thread sigset_t g_orig_sigmask;
955
+
956
+ static void sig_handler(int sig_num) {
957
+ #ifdef GRPC_EPOLL_DEBUG
958
+ gpr_log(GPR_INFO, "Received signal %d", sig_num);
959
+ #endif
960
+ }
961
+
962
+ static void poller_kick_init() { signal(grpc_wakeup_signal, sig_handler); }
963
+
964
+ /* Global state management */
965
+ static grpc_error* pollset_global_init(void) {
966
+ gpr_tls_init(&g_current_thread_pollset);
967
+ gpr_tls_init(&g_current_thread_worker);
968
+ poller_kick_init();
969
+ return GRPC_ERROR_NONE;
970
+ }
971
+
972
+ static void pollset_global_shutdown(void) {
973
+ gpr_tls_destroy(&g_current_thread_pollset);
974
+ gpr_tls_destroy(&g_current_thread_worker);
975
+ }
976
+
977
+ static grpc_error* pollset_worker_kick(grpc_pollset_worker* worker) {
978
+ grpc_error* err = GRPC_ERROR_NONE;
979
+
980
+ /* Kick the worker only if it was not already kicked */
981
+ if (gpr_atm_no_barrier_cas(&worker->is_kicked, static_cast<gpr_atm>(0),
982
+ static_cast<gpr_atm>(1))) {
983
+ GRPC_POLLING_TRACE(
984
+ "pollset_worker_kick: Kicking worker: %p (thread id: %ld)",
985
+ (void*)worker, (long int)worker->pt_id);
986
+ int err_num = pthread_kill(worker->pt_id, grpc_wakeup_signal);
987
+ if (err_num != 0) {
988
+ err = GRPC_OS_ERROR(err_num, "pthread_kill");
989
+ }
990
+ }
991
+ return err;
992
+ }
993
+
994
+ /* Return 1 if the pollset has active threads in pollset_work (pollset must
995
+ * be locked) */
996
+ static int pollset_has_workers(grpc_pollset* p) {
997
+ return p->root_worker.next != &p->root_worker;
998
+ }
999
+
1000
+ static void remove_worker(grpc_pollset* p, grpc_pollset_worker* worker) {
1001
+ worker->prev->next = worker->next;
1002
+ worker->next->prev = worker->prev;
1003
+ }
1004
+
1005
+ static grpc_pollset_worker* pop_front_worker(grpc_pollset* p) {
1006
+ if (pollset_has_workers(p)) {
1007
+ grpc_pollset_worker* w = p->root_worker.next;
1008
+ remove_worker(p, w);
1009
+ return w;
1010
+ } else {
1011
+ return nullptr;
1012
+ }
1013
+ }
1014
+
1015
+ static void push_back_worker(grpc_pollset* p, grpc_pollset_worker* worker) {
1016
+ worker->next = &p->root_worker;
1017
+ worker->prev = worker->next->prev;
1018
+ worker->prev->next = worker->next->prev = worker;
1019
+ }
1020
+
1021
+ static void push_front_worker(grpc_pollset* p, grpc_pollset_worker* worker) {
1022
+ worker->prev = &p->root_worker;
1023
+ worker->next = worker->prev->next;
1024
+ worker->prev->next = worker->next->prev = worker;
1025
+ }
1026
+
1027
+ /* p->mu must be held before calling this function */
1028
+ static grpc_error* pollset_kick(grpc_pollset* p,
1029
+ grpc_pollset_worker* specific_worker) {
1030
+ GPR_TIMER_SCOPE("pollset_kick", 0);
1031
+ grpc_error* error = GRPC_ERROR_NONE;
1032
+ GRPC_STATS_INC_POLLSET_KICK();
1033
+ const char* err_desc = "Kick Failure";
1034
+ grpc_pollset_worker* worker = specific_worker;
1035
+ if (worker != nullptr) {
1036
+ if (worker == GRPC_POLLSET_KICK_BROADCAST) {
1037
+ if (pollset_has_workers(p)) {
1038
+ GPR_TIMER_SCOPE("pollset_kick.broadcast", 0);
1039
+ for (worker = p->root_worker.next; worker != &p->root_worker;
1040
+ worker = worker->next) {
1041
+ if (gpr_tls_get(&g_current_thread_worker) != (intptr_t)worker) {
1042
+ append_error(&error, pollset_worker_kick(worker), err_desc);
1043
+ }
1044
+ }
1045
+ } else {
1046
+ p->kicked_without_pollers = true;
1047
+ }
1048
+ } else {
1049
+ GPR_TIMER_MARK("kicked_specifically", 0);
1050
+ if (gpr_tls_get(&g_current_thread_worker) != (intptr_t)worker) {
1051
+ append_error(&error, pollset_worker_kick(worker), err_desc);
1052
+ }
1053
+ }
1054
+ } else if (gpr_tls_get(&g_current_thread_pollset) != (intptr_t)p) {
1055
+ /* Since worker == NULL, it means that we can kick "any" worker on this
1056
+ pollset 'p'. If 'p' happens to be the same pollset this thread is
1057
+ currently polling (i.e in pollset_work() function), then there is no need
1058
+ to kick any other worker since the current thread can just absorb the
1059
+ kick. This is the reason why we enter this case only when
1060
+ g_current_thread_pollset is != p */
1061
+
1062
+ GPR_TIMER_MARK("kick_anonymous", 0);
1063
+ worker = pop_front_worker(p);
1064
+ if (worker != nullptr) {
1065
+ GPR_TIMER_MARK("finally_kick", 0);
1066
+ push_back_worker(p, worker);
1067
+ append_error(&error, pollset_worker_kick(worker), err_desc);
1068
+ } else {
1069
+ GPR_TIMER_MARK("kicked_no_pollers", 0);
1070
+ p->kicked_without_pollers = true;
1071
+ }
1072
+ }
1073
+
1074
+ GRPC_LOG_IF_ERROR("pollset_kick", GRPC_ERROR_REF(error));
1075
+ return error;
1076
+ }
1077
+
1078
+ static void pollset_init(grpc_pollset* pollset, gpr_mu** mu) {
1079
+ gpr_mu_init(&pollset->po.mu);
1080
+ *mu = &pollset->po.mu;
1081
+ pollset->po.pi = nullptr;
1082
+ #ifndef NDEBUG
1083
+ pollset->po.obj_type = POLL_OBJ_POLLSET;
1084
+ #endif
1085
+
1086
+ pollset->root_worker.next = pollset->root_worker.prev = &pollset->root_worker;
1087
+ pollset->kicked_without_pollers = false;
1088
+
1089
+ pollset->shutting_down = false;
1090
+ pollset->finish_shutdown_called = false;
1091
+ pollset->shutdown_done = nullptr;
1092
+ }
1093
+
1094
+ static int poll_deadline_to_millis_timeout(grpc_millis millis) {
1095
+ if (millis == GRPC_MILLIS_INF_FUTURE) return -1;
1096
+ grpc_millis delta = millis - grpc_core::ExecCtx::Get()->Now();
1097
+ if (delta > INT_MAX)
1098
+ return INT_MAX;
1099
+ else if (delta < 0)
1100
+ return 0;
1101
+ else
1102
+ return static_cast<int>(delta);
1103
+ }
1104
+
1105
+ static void fd_become_readable(grpc_fd* fd, grpc_pollset* notifier) {
1106
+ fd->read_closure->SetReady();
1107
+
1108
+ /* Note, it is possible that fd_become_readable might be called twice with
1109
+ different 'notifier's when an fd becomes readable and it is in two epoll
1110
+ sets (This can happen briefly during polling island merges). In such cases
1111
+ it does not really matter which notifer is set as the read_notifier_pollset
1112
+ (They would both point to the same polling island anyway) */
1113
+ /* Use release store to match with acquire load in fd_get_read_notifier */
1114
+ gpr_atm_rel_store(&fd->read_notifier_pollset, (gpr_atm)notifier);
1115
+ }
1116
+
1117
+ static void fd_become_writable(grpc_fd* fd) { fd->write_closure->SetReady(); }
1118
+
1119
+ static void pollset_release_polling_island(grpc_pollset* ps,
1120
+ const char* reason) {
1121
+ if (ps->po.pi != nullptr) {
1122
+ PI_UNREF(ps->po.pi, reason);
1123
+ }
1124
+ ps->po.pi = nullptr;
1125
+ }
1126
+
1127
+ static void finish_shutdown_locked(grpc_pollset* pollset) {
1128
+ /* The pollset cannot have any workers if we are at this stage */
1129
+ GPR_ASSERT(!pollset_has_workers(pollset));
1130
+
1131
+ pollset->finish_shutdown_called = true;
1132
+
1133
+ /* Release the ref and set pollset->po.pi to NULL */
1134
+ pollset_release_polling_island(pollset, "ps_shutdown");
1135
+ GRPC_CLOSURE_SCHED(pollset->shutdown_done, GRPC_ERROR_NONE);
1136
+ }
1137
+
1138
+ /* pollset->po.mu lock must be held by the caller before calling this */
1139
+ static void pollset_shutdown(grpc_pollset* pollset, grpc_closure* closure) {
1140
+ GPR_TIMER_SCOPE("pollset_shutdown", 0);
1141
+ GPR_ASSERT(!pollset->shutting_down);
1142
+ pollset->shutting_down = true;
1143
+ pollset->shutdown_done = closure;
1144
+ pollset_kick(pollset, GRPC_POLLSET_KICK_BROADCAST);
1145
+
1146
+ /* If the pollset has any workers, we cannot call finish_shutdown_locked()
1147
+ because it would release the underlying polling island. In such a case, we
1148
+ let the last worker call finish_shutdown_locked() from pollset_work() */
1149
+ if (!pollset_has_workers(pollset)) {
1150
+ GPR_ASSERT(!pollset->finish_shutdown_called);
1151
+ GPR_TIMER_MARK("pollset_shutdown.finish_shutdown_locked", 0);
1152
+ finish_shutdown_locked(pollset);
1153
+ }
1154
+ }
1155
+
1156
+ /* pollset_shutdown is guaranteed to be called before pollset_destroy. So other
1157
+ * than destroying the mutexes, there is nothing special that needs to be done
1158
+ * here */
1159
+ static void pollset_destroy(grpc_pollset* pollset) {
1160
+ GPR_ASSERT(!pollset_has_workers(pollset));
1161
+ gpr_mu_destroy(&pollset->po.mu);
1162
+ }
1163
+
1164
+ #define GRPC_EPOLL_MAX_EVENTS 100
1165
+ /* Note: sig_mask contains the signal mask to use *during* epoll_wait() */
1166
+ static void pollset_work_and_unlock(grpc_pollset* pollset,
1167
+ grpc_pollset_worker* worker, int timeout_ms,
1168
+ sigset_t* sig_mask, grpc_error** error) {
1169
+ GPR_TIMER_SCOPE("pollset_work_and_unlock", 0);
1170
+ struct epoll_event ep_ev[GRPC_EPOLL_MAX_EVENTS];
1171
+ int epoll_fd = -1;
1172
+ int ep_rv;
1173
+ polling_island* pi = nullptr;
1174
+ char* err_msg;
1175
+ const char* err_desc = "pollset_work_and_unlock";
1176
+
1177
+ /* We need to get the epoll_fd to wait on. The epoll_fd is in inside the
1178
+ latest polling island pointed by pollset->po.pi
1179
+
1180
+ Since epoll_fd is immutable, we can read it without obtaining the polling
1181
+ island lock. There is however a possibility that the polling island (from
1182
+ which we got the epoll_fd) got merged with another island while we are
1183
+ in this function. This is still okay because in such a case, we will wakeup
1184
+ right-away from epoll_wait() and pick up the latest polling_island the next
1185
+ this function (i.e pollset_work_and_unlock()) is called */
1186
+
1187
+ if (pollset->po.pi == nullptr) {
1188
+ pollset->po.pi = polling_island_create(nullptr, error);
1189
+ if (pollset->po.pi == nullptr) {
1190
+ return; /* Fatal error. We cannot continue */
1191
+ }
1192
+
1193
+ PI_ADD_REF(pollset->po.pi, "ps");
1194
+ GRPC_POLLING_TRACE("pollset_work: pollset: %p created new pi: %p",
1195
+ (void*)pollset, (void*)pollset->po.pi);
1196
+ }
1197
+
1198
+ pi = polling_island_maybe_get_latest(pollset->po.pi);
1199
+ epoll_fd = pi->epoll_fd;
1200
+
1201
+ /* Update the pollset->po.pi since the island being pointed by
1202
+ pollset->po.pi maybe older than the one pointed by pi) */
1203
+ if (pollset->po.pi != pi) {
1204
+ /* Always do PI_ADD_REF before PI_UNREF because PI_UNREF may cause the
1205
+ polling island to be deleted */
1206
+ PI_ADD_REF(pi, "ps");
1207
+ PI_UNREF(pollset->po.pi, "ps");
1208
+ pollset->po.pi = pi;
1209
+ }
1210
+
1211
+ /* Add an extra ref so that the island does not get destroyed (which means
1212
+ the epoll_fd won't be closed) while we are are doing an epoll_wait() on the
1213
+ epoll_fd */
1214
+ PI_ADD_REF(pi, "ps_work");
1215
+ gpr_mu_unlock(&pollset->po.mu);
1216
+
1217
+ gpr_atm_no_barrier_fetch_add(&pi->poller_count, 1);
1218
+ g_current_thread_polling_island = pi;
1219
+
1220
+ GRPC_SCHEDULING_START_BLOCKING_REGION;
1221
+ GRPC_STATS_INC_SYSCALL_POLL();
1222
+ ep_rv =
1223
+ epoll_pwait(epoll_fd, ep_ev, GRPC_EPOLL_MAX_EVENTS, timeout_ms, sig_mask);
1224
+ GRPC_SCHEDULING_END_BLOCKING_REGION;
1225
+ if (ep_rv < 0) {
1226
+ if (errno != EINTR) {
1227
+ gpr_asprintf(&err_msg,
1228
+ "epoll_wait() epoll fd: %d failed with error: %d (%s)",
1229
+ epoll_fd, errno, strerror(errno));
1230
+ append_error(error, GRPC_OS_ERROR(errno, err_msg), err_desc);
1231
+ } else {
1232
+ /* We were interrupted. Save an interation by doing a zero timeout
1233
+ epoll_wait to see if there are any other events of interest */
1234
+ GRPC_POLLING_TRACE("pollset_work: pollset: %p, worker: %p received kick",
1235
+ (void*)pollset, (void*)worker);
1236
+ ep_rv = epoll_wait(epoll_fd, ep_ev, GRPC_EPOLL_MAX_EVENTS, 0);
1237
+ }
1238
+ }
1239
+
1240
+ #ifdef GRPC_TSAN
1241
+ /* See the definition of g_poll_sync for more details */
1242
+ gpr_atm_acq_load(&g_epoll_sync);
1243
+ #endif /* defined(GRPC_TSAN) */
1244
+
1245
+ for (int i = 0; i < ep_rv; ++i) {
1246
+ void* data_ptr = ep_ev[i].data.ptr;
1247
+ if (data_ptr == &polling_island_wakeup_fd) {
1248
+ GRPC_POLLING_TRACE(
1249
+ "pollset_work: pollset: %p, worker: %p polling island (epoll_fd: "
1250
+ "%d) got merged",
1251
+ (void*)pollset, (void*)worker, epoll_fd);
1252
+ /* This means that our polling island is merged with a different
1253
+ island. We do not have to do anything here since the subsequent call
1254
+ to the function pollset_work_and_unlock() will pick up the correct
1255
+ epoll_fd */
1256
+ } else {
1257
+ grpc_fd* fd = static_cast<grpc_fd*>(data_ptr);
1258
+ int cancel = ep_ev[i].events & (EPOLLERR | EPOLLHUP);
1259
+ int read_ev = ep_ev[i].events & (EPOLLIN | EPOLLPRI);
1260
+ int write_ev = ep_ev[i].events & EPOLLOUT;
1261
+ if (read_ev || cancel) {
1262
+ fd_become_readable(fd, pollset);
1263
+ }
1264
+ if (write_ev || cancel) {
1265
+ fd_become_writable(fd);
1266
+ }
1267
+ }
1268
+ }
1269
+
1270
+ g_current_thread_polling_island = nullptr;
1271
+ gpr_atm_no_barrier_fetch_add(&pi->poller_count, -1);
1272
+
1273
+ GPR_ASSERT(pi != nullptr);
1274
+
1275
+ /* Before leaving, release the extra ref we added to the polling island. It
1276
+ is important to use "pi" here (i.e our old copy of pollset->po.pi
1277
+ that we got before releasing the polling island lock). This is because
1278
+ pollset->po.pi pointer might get udpated in other parts of the
1279
+ code when there is an island merge while we are doing epoll_wait() above */
1280
+ PI_UNREF(pi, "ps_work");
1281
+ }
1282
+
1283
+ /* pollset->po.mu lock must be held by the caller before calling this.
1284
+ The function pollset_work() may temporarily release the lock (pollset->po.mu)
1285
+ during the course of its execution but it will always re-acquire the lock and
1286
+ ensure that it is held by the time the function returns */
1287
+ static grpc_error* pollset_work(grpc_pollset* pollset,
1288
+ grpc_pollset_worker** worker_hdl,
1289
+ grpc_millis deadline) {
1290
+ GPR_TIMER_SCOPE("pollset_work", 0);
1291
+ grpc_error* error = GRPC_ERROR_NONE;
1292
+ int timeout_ms = poll_deadline_to_millis_timeout(deadline);
1293
+
1294
+ sigset_t new_mask;
1295
+
1296
+ grpc_pollset_worker worker;
1297
+ worker.next = worker.prev = nullptr;
1298
+ worker.pt_id = pthread_self();
1299
+ gpr_atm_no_barrier_store(&worker.is_kicked, (gpr_atm)0);
1300
+
1301
+ if (worker_hdl) *worker_hdl = &worker;
1302
+
1303
+ gpr_tls_set(&g_current_thread_pollset, (intptr_t)pollset);
1304
+ gpr_tls_set(&g_current_thread_worker, (intptr_t)&worker);
1305
+
1306
+ if (pollset->kicked_without_pollers) {
1307
+ /* If the pollset was kicked without pollers, pretend that the current
1308
+ worker got the kick and skip polling. A kick indicates that there is some
1309
+ work that needs attention like an event on the completion queue or an
1310
+ alarm */
1311
+ GPR_TIMER_MARK("pollset_work.kicked_without_pollers", 0);
1312
+ pollset->kicked_without_pollers = 0;
1313
+ } else if (!pollset->shutting_down) {
1314
+ /* We use the posix-signal with number 'grpc_wakeup_signal' for waking up
1315
+ (i.e 'kicking') a worker in the pollset. A 'kick' is a way to inform the
1316
+ worker that there is some pending work that needs immediate attention
1317
+ (like an event on the completion queue, or a polling island merge that
1318
+ results in a new epoll-fd to wait on) and that the worker should not
1319
+ spend time waiting in epoll_pwait().
1320
+
1321
+ A worker can be kicked anytime from the point it is added to the pollset
1322
+ via push_front_worker() (or push_back_worker()) to the point it is
1323
+ removed via remove_worker().
1324
+ If the worker is kicked before/during it calls epoll_pwait(), it should
1325
+ immediately exit from epoll_wait(). If the worker is kicked after it
1326
+ returns from epoll_wait(), then nothing really needs to be done.
1327
+
1328
+ To accomplish this, we mask 'grpc_wakeup_signal' on this thread at all
1329
+ times *except* when it is in epoll_pwait(). This way, the worker never
1330
+ misses acting on a kick */
1331
+
1332
+ if (!g_initialized_sigmask) {
1333
+ sigemptyset(&new_mask);
1334
+ sigaddset(&new_mask, grpc_wakeup_signal);
1335
+ pthread_sigmask(SIG_BLOCK, &new_mask, &g_orig_sigmask);
1336
+ sigdelset(&g_orig_sigmask, grpc_wakeup_signal);
1337
+ g_initialized_sigmask = true;
1338
+ /* new_mask: The new thread mask which blocks 'grpc_wakeup_signal'.
1339
+ This is the mask used at all times *except during
1340
+ epoll_wait()*"
1341
+ g_orig_sigmask: The thread mask which allows 'grpc_wakeup_signal' and
1342
+ this is the mask to use *during epoll_wait()*
1343
+
1344
+ The new_mask is set on the worker before it is added to the pollset
1345
+ (i.e before it can be kicked) */
1346
+ }
1347
+
1348
+ push_front_worker(pollset, &worker); /* Add worker to pollset */
1349
+
1350
+ pollset_work_and_unlock(pollset, &worker, timeout_ms, &g_orig_sigmask,
1351
+ &error);
1352
+ grpc_core::ExecCtx::Get()->Flush();
1353
+
1354
+ gpr_mu_lock(&pollset->po.mu);
1355
+
1356
+ /* Note: There is no need to reset worker.is_kicked to 0 since we are no
1357
+ longer going to use this worker */
1358
+ remove_worker(pollset, &worker);
1359
+ }
1360
+
1361
+ /* If we are the last worker on the pollset (i.e pollset_has_workers() is
1362
+ false at this point) and the pollset is shutting down, we may have to
1363
+ finish the shutdown process by calling finish_shutdown_locked().
1364
+ See pollset_shutdown() for more details.
1365
+
1366
+ Note: Continuing to access pollset here is safe; it is the caller's
1367
+ responsibility to not destroy a pollset when it has outstanding calls to
1368
+ pollset_work() */
1369
+ if (pollset->shutting_down && !pollset_has_workers(pollset) &&
1370
+ !pollset->finish_shutdown_called) {
1371
+ GPR_TIMER_MARK("pollset_work.finish_shutdown_locked", 0);
1372
+ finish_shutdown_locked(pollset);
1373
+
1374
+ gpr_mu_unlock(&pollset->po.mu);
1375
+ grpc_core::ExecCtx::Get()->Flush();
1376
+ gpr_mu_lock(&pollset->po.mu);
1377
+ }
1378
+
1379
+ if (worker_hdl) *worker_hdl = nullptr;
1380
+
1381
+ gpr_tls_set(&g_current_thread_pollset, (intptr_t)0);
1382
+ gpr_tls_set(&g_current_thread_worker, (intptr_t)0);
1383
+
1384
+ GRPC_LOG_IF_ERROR("pollset_work", GRPC_ERROR_REF(error));
1385
+ return error;
1386
+ }
1387
+
1388
+ static void add_poll_object(poll_obj* bag, poll_obj_type bag_type,
1389
+ poll_obj* item, poll_obj_type item_type) {
1390
+ GPR_TIMER_SCOPE("add_poll_object", 0);
1391
+
1392
+ #ifndef NDEBUG
1393
+ GPR_ASSERT(item->obj_type == item_type);
1394
+ GPR_ASSERT(bag->obj_type == bag_type);
1395
+ #endif
1396
+
1397
+ grpc_error* error = GRPC_ERROR_NONE;
1398
+ polling_island* pi_new = nullptr;
1399
+
1400
+ gpr_mu_lock(&bag->mu);
1401
+ gpr_mu_lock(&item->mu);
1402
+
1403
+ retry:
1404
+ /*
1405
+ * 1) If item->pi and bag->pi are both non-NULL and equal, do nothing
1406
+ * 2) If item->pi and bag->pi are both NULL, create a new polling island (with
1407
+ * a refcount of 2) and point item->pi and bag->pi to the new island
1408
+ * 3) If exactly one of item->pi or bag->pi is NULL, update it to point to
1409
+ * the other's non-NULL pi
1410
+ * 4) Finally if item->pi and bag-pi are non-NULL and not-equal, merge the
1411
+ * polling islands and update item->pi and bag->pi to point to the new
1412
+ * island
1413
+ */
1414
+
1415
+ /* Early out if we are trying to add an 'fd' to a 'bag' but the fd is already
1416
+ * orphaned */
1417
+ if (item_type == POLL_OBJ_FD && (FD_FROM_PO(item))->orphaned) {
1418
+ gpr_mu_unlock(&item->mu);
1419
+ gpr_mu_unlock(&bag->mu);
1420
+ return;
1421
+ }
1422
+
1423
+ if (item->pi == bag->pi) {
1424
+ pi_new = item->pi;
1425
+ if (pi_new == nullptr) {
1426
+ /* GPR_ASSERT(item->pi == bag->pi == NULL) */
1427
+
1428
+ /* If we are adding an fd to a bag (i.e pollset or pollset_set), then
1429
+ * we need to do some extra work to make TSAN happy */
1430
+ if (item_type == POLL_OBJ_FD) {
1431
+ /* Unlock before creating a new polling island: the polling island will
1432
+ create a workqueue which creates a file descriptor, and holding an fd
1433
+ lock here can eventually cause a loop to appear to TSAN (making it
1434
+ unhappy). We don't think it's a real loop (there's an epoch point
1435
+ where that loop possibility disappears), but the advantages of
1436
+ keeping TSAN happy outweigh any performance advantage we might have
1437
+ by keeping the lock held. */
1438
+ gpr_mu_unlock(&item->mu);
1439
+ pi_new = polling_island_create(FD_FROM_PO(item), &error);
1440
+ gpr_mu_lock(&item->mu);
1441
+
1442
+ /* Need to reverify any assumptions made between the initial lock and
1443
+ getting to this branch: if they've changed, we need to throw away our
1444
+ work and figure things out again. */
1445
+ if (item->pi != nullptr) {
1446
+ GRPC_POLLING_TRACE(
1447
+ "add_poll_object: Raced creating new polling island. pi_new: %p "
1448
+ "(fd: %d, %s: %p)",
1449
+ (void*)pi_new, FD_FROM_PO(item)->fd, poll_obj_string(bag_type),
1450
+ (void*)bag);
1451
+ /* No need to lock 'pi_new' here since this is a new polling island
1452
+ and no one has a reference to it yet */
1453
+ polling_island_remove_all_fds_locked(pi_new, true, &error);
1454
+
1455
+ /* Ref and unref so that the polling island gets deleted during unref
1456
+ */
1457
+ PI_ADD_REF(pi_new, "dance_of_destruction");
1458
+ PI_UNREF(pi_new, "dance_of_destruction");
1459
+ goto retry;
1460
+ }
1461
+ } else {
1462
+ pi_new = polling_island_create(nullptr, &error);
1463
+ }
1464
+
1465
+ GRPC_POLLING_TRACE(
1466
+ "add_poll_object: Created new polling island. pi_new: %p (%s: %p, "
1467
+ "%s: %p)",
1468
+ (void*)pi_new, poll_obj_string(item_type), (void*)item,
1469
+ poll_obj_string(bag_type), (void*)bag);
1470
+ } else {
1471
+ GRPC_POLLING_TRACE(
1472
+ "add_poll_object: Same polling island. pi: %p (%s, %s)",
1473
+ (void*)pi_new, poll_obj_string(item_type), poll_obj_string(bag_type));
1474
+ }
1475
+ } else if (item->pi == nullptr) {
1476
+ /* GPR_ASSERT(bag->pi != NULL) */
1477
+ /* Make pi_new point to latest pi*/
1478
+ pi_new = polling_island_lock(bag->pi);
1479
+
1480
+ if (item_type == POLL_OBJ_FD) {
1481
+ grpc_fd* fd = FD_FROM_PO(item);
1482
+ polling_island_add_fds_locked(pi_new, &fd, 1, true, &error);
1483
+ }
1484
+
1485
+ gpr_mu_unlock(&pi_new->mu);
1486
+ GRPC_POLLING_TRACE(
1487
+ "add_poll_obj: item->pi was NULL. pi_new: %p (item(%s): %p, "
1488
+ "bag(%s): %p)",
1489
+ (void*)pi_new, poll_obj_string(item_type), (void*)item,
1490
+ poll_obj_string(bag_type), (void*)bag);
1491
+ } else if (bag->pi == nullptr) {
1492
+ /* GPR_ASSERT(item->pi != NULL) */
1493
+ /* Make pi_new to point to latest pi */
1494
+ pi_new = polling_island_lock(item->pi);
1495
+ gpr_mu_unlock(&pi_new->mu);
1496
+ GRPC_POLLING_TRACE(
1497
+ "add_poll_obj: bag->pi was NULL. pi_new: %p (item(%s): %p, "
1498
+ "bag(%s): %p)",
1499
+ (void*)pi_new, poll_obj_string(item_type), (void*)item,
1500
+ poll_obj_string(bag_type), (void*)bag);
1501
+ } else {
1502
+ pi_new = polling_island_merge(item->pi, bag->pi, &error);
1503
+ GRPC_POLLING_TRACE(
1504
+ "add_poll_obj: polling islands merged. pi_new: %p (item(%s): %p, "
1505
+ "bag(%s): %p)",
1506
+ (void*)pi_new, poll_obj_string(item_type), (void*)item,
1507
+ poll_obj_string(bag_type), (void*)bag);
1508
+ }
1509
+
1510
+ /* At this point, pi_new is the polling island that both item->pi and bag->pi
1511
+ MUST be pointing to */
1512
+
1513
+ if (item->pi != pi_new) {
1514
+ PI_ADD_REF(pi_new, poll_obj_string(item_type));
1515
+ if (item->pi != nullptr) {
1516
+ PI_UNREF(item->pi, poll_obj_string(item_type));
1517
+ }
1518
+ item->pi = pi_new;
1519
+ }
1520
+
1521
+ if (bag->pi != pi_new) {
1522
+ PI_ADD_REF(pi_new, poll_obj_string(bag_type));
1523
+ if (bag->pi != nullptr) {
1524
+ PI_UNREF(bag->pi, poll_obj_string(bag_type));
1525
+ }
1526
+ bag->pi = pi_new;
1527
+ }
1528
+
1529
+ gpr_mu_unlock(&item->mu);
1530
+ gpr_mu_unlock(&bag->mu);
1531
+
1532
+ GRPC_LOG_IF_ERROR("add_poll_object", error);
1533
+ }
1534
+
1535
+ static void pollset_add_fd(grpc_pollset* pollset, grpc_fd* fd) {
1536
+ add_poll_object(&pollset->po, POLL_OBJ_POLLSET, &fd->po, POLL_OBJ_FD);
1537
+ }
1538
+
1539
+ /*******************************************************************************
1540
+ * Pollset-set Definitions
1541
+ */
1542
+
1543
+ static grpc_pollset_set* pollset_set_create(void) {
1544
+ grpc_pollset_set* pss =
1545
+ static_cast<grpc_pollset_set*>(gpr_malloc(sizeof(*pss)));
1546
+ gpr_mu_init(&pss->po.mu);
1547
+ pss->po.pi = nullptr;
1548
+ #ifndef NDEBUG
1549
+ pss->po.obj_type = POLL_OBJ_POLLSET_SET;
1550
+ #endif
1551
+ return pss;
1552
+ }
1553
+
1554
+ static void pollset_set_destroy(grpc_pollset_set* pss) {
1555
+ gpr_mu_destroy(&pss->po.mu);
1556
+
1557
+ if (pss->po.pi != nullptr) {
1558
+ PI_UNREF(pss->po.pi, "pss_destroy");
1559
+ }
1560
+
1561
+ gpr_free(pss);
1562
+ }
1563
+
1564
+ static void pollset_set_add_fd(grpc_pollset_set* pss, grpc_fd* fd) {
1565
+ add_poll_object(&pss->po, POLL_OBJ_POLLSET_SET, &fd->po, POLL_OBJ_FD);
1566
+ }
1567
+
1568
+ static void pollset_set_del_fd(grpc_pollset_set* pss, grpc_fd* fd) {
1569
+ /* Nothing to do */
1570
+ }
1571
+
1572
+ static void pollset_set_add_pollset(grpc_pollset_set* pss, grpc_pollset* ps) {
1573
+ add_poll_object(&pss->po, POLL_OBJ_POLLSET_SET, &ps->po, POLL_OBJ_POLLSET);
1574
+ }
1575
+
1576
+ static void pollset_set_del_pollset(grpc_pollset_set* pss, grpc_pollset* ps) {
1577
+ /* Nothing to do */
1578
+ }
1579
+
1580
+ static void pollset_set_add_pollset_set(grpc_pollset_set* bag,
1581
+ grpc_pollset_set* item) {
1582
+ add_poll_object(&bag->po, POLL_OBJ_POLLSET_SET, &item->po,
1583
+ POLL_OBJ_POLLSET_SET);
1584
+ }
1585
+
1586
+ static void pollset_set_del_pollset_set(grpc_pollset_set* bag,
1587
+ grpc_pollset_set* item) {
1588
+ /* Nothing to do */
1589
+ }
1590
+
1591
+ /* Test helper functions
1592
+ * */
1593
+ void* grpc_fd_get_polling_island(grpc_fd* fd) {
1594
+ polling_island* pi;
1595
+
1596
+ gpr_mu_lock(&fd->po.mu);
1597
+ pi = fd->po.pi;
1598
+ gpr_mu_unlock(&fd->po.mu);
1599
+
1600
+ return pi;
1601
+ }
1602
+
1603
+ void* grpc_pollset_get_polling_island(grpc_pollset* ps) {
1604
+ polling_island* pi;
1605
+
1606
+ gpr_mu_lock(&ps->po.mu);
1607
+ pi = ps->po.pi;
1608
+ gpr_mu_unlock(&ps->po.mu);
1609
+
1610
+ return pi;
1611
+ }
1612
+
1613
+ bool grpc_are_polling_islands_equal(void* p, void* q) {
1614
+ polling_island* p1 = static_cast<polling_island*>(p);
1615
+ polling_island* p2 = static_cast<polling_island*>(q);
1616
+
1617
+ /* Note: polling_island_lock_pair() may change p1 and p2 to point to the
1618
+ latest polling islands in their respective linked lists */
1619
+ polling_island_lock_pair(&p1, &p2);
1620
+ polling_island_unlock_pair(p1, p2);
1621
+
1622
+ return p1 == p2;
1623
+ }
1624
+
1625
+ /*******************************************************************************
1626
+ * Event engine binding
1627
+ */
1628
+
1629
+ static void shutdown_engine(void) {
1630
+ fd_global_shutdown();
1631
+ pollset_global_shutdown();
1632
+ polling_island_global_shutdown();
1633
+ }
1634
+
1635
+ static const grpc_event_engine_vtable vtable = {
1636
+ sizeof(grpc_pollset),
1637
+
1638
+ fd_create,
1639
+ fd_wrapped_fd,
1640
+ fd_orphan,
1641
+ fd_shutdown,
1642
+ fd_notify_on_read,
1643
+ fd_notify_on_write,
1644
+ fd_is_shutdown,
1645
+ fd_get_read_notifier_pollset,
1646
+
1647
+ pollset_init,
1648
+ pollset_shutdown,
1649
+ pollset_destroy,
1650
+ pollset_work,
1651
+ pollset_kick,
1652
+ pollset_add_fd,
1653
+
1654
+ pollset_set_create,
1655
+ pollset_set_destroy,
1656
+ pollset_set_add_pollset,
1657
+ pollset_set_del_pollset,
1658
+ pollset_set_add_pollset_set,
1659
+ pollset_set_del_pollset_set,
1660
+ pollset_set_add_fd,
1661
+ pollset_set_del_fd,
1662
+
1663
+ shutdown_engine,
1664
+ };
1665
+
1666
+ /* It is possible that GLIBC has epoll but the underlying kernel doesn't.
1667
+ * Create a dummy epoll_fd to make sure epoll support is available */
1668
+ static bool is_epoll_available() {
1669
+ int fd = epoll_create1(EPOLL_CLOEXEC);
1670
+ if (fd < 0) {
1671
+ gpr_log(
1672
+ GPR_ERROR,
1673
+ "epoll_create1 failed with error: %d. Not using epoll polling engine",
1674
+ fd);
1675
+ return false;
1676
+ }
1677
+ close(fd);
1678
+ return true;
1679
+ }
1680
+
1681
+ const grpc_event_engine_vtable* grpc_init_epollsig_linux(
1682
+ bool explicit_request) {
1683
+ /* If use of signals is disabled, we cannot use epoll engine*/
1684
+ if (is_grpc_wakeup_signal_initialized && grpc_wakeup_signal < 0) {
1685
+ gpr_log(GPR_ERROR, "Skipping epollsig because use of signals is disabled.");
1686
+ return nullptr;
1687
+ }
1688
+
1689
+ if (!grpc_has_wakeup_fd()) {
1690
+ gpr_log(GPR_ERROR, "Skipping epollsig because of no wakeup fd.");
1691
+ return nullptr;
1692
+ }
1693
+
1694
+ if (!is_epoll_available()) {
1695
+ gpr_log(GPR_ERROR, "Skipping epollsig because epoll is unavailable.");
1696
+ return nullptr;
1697
+ }
1698
+
1699
+ if (!is_grpc_wakeup_signal_initialized) {
1700
+ if (explicit_request) {
1701
+ grpc_use_signal(SIGRTMIN + 6);
1702
+ } else {
1703
+ gpr_log(GPR_ERROR,
1704
+ "Skipping epollsig because uninitialized wakeup signal.");
1705
+ return nullptr;
1706
+ }
1707
+ }
1708
+
1709
+ fd_global_init();
1710
+
1711
+ if (!GRPC_LOG_IF_ERROR("pollset_global_init", pollset_global_init())) {
1712
+ return nullptr;
1713
+ }
1714
+
1715
+ if (!GRPC_LOG_IF_ERROR("polling_island_global_init",
1716
+ polling_island_global_init())) {
1717
+ return nullptr;
1718
+ }
1719
+
1720
+ return &vtable;
1721
+ }
1722
+
1723
+ #else /* defined(GRPC_LINUX_EPOLL_CREATE1) */
1724
+ #if defined(GRPC_POSIX_SOCKET)
1725
+ #include "src/core/lib/iomgr/ev_epollsig_linux.h"
1726
+ /* If GRPC_LINUX_EPOLL_CREATE1 is not defined, it means
1727
+ epoll_create1 is not available. Return NULL */
1728
+ const grpc_event_engine_vtable* grpc_init_epollsig_linux(
1729
+ bool explicit_request) {
1730
+ return nullptr;
1731
+ }
1732
+ #endif /* defined(GRPC_POSIX_SOCKET) */
1733
+
1734
+ void grpc_use_signal(int signum) {}
1735
+ #endif /* !defined(GRPC_LINUX_EPOLL_CREATE1) */